{
  "escalation_message": "",
  "message": "## Description:\n <%= loggregator_pagerduty %> \nThe count of sent messages from the Metron Agent does not match the count of received messages on the Doppler Server.\n\n## Escalation Path:\n  LAMBDA Team. \n\n## Reasons this has alerted before:\n- Doppler had run out of file descriptors. Check by doing `ulimit -a`\n\n## What we have done before:\n- Recreated doppler servers when they had run out of file descriptors. \n\n##Feedback:\n Have feedback for this alert? [File an issue](https://github.com/pivotal-cf/datadog-config/issues/new)",
  "name": "<%= environment %> CF: Loggregator Message reliability from Metron to Doppler below threshold",
  "no_data_timeframe": 30,
  "notify_audit": true,
  "notify_no_data": false,
  "query": "avg(last_1h):100 * rate(sum:datadog.nozzle.DopplerServer.listeners.receivedEnvelopes{*}) / ( rate(sum:datadog.nozzle.MetronAgent.DopplerForwarder.sentMessages{*}) + rate(sum:datadog.nozzle.loggregator.metron.egress{*}) ) < 85",
  "renotify_interval": null,
  "timeout_h": null
}

{
  "escalation_message": "",
  "message": "## Description:\n <%= loggregator_pagerduty %> \nThe count of sent messages from the Metron Agent does not match the count of received messages on the Doppler Server.\n\n## Escalation Path:\n  LAMBDA Team. \n\n## Reasons this has alerted before:\n- Doppler had run out of file descriptors. Check by doing `ulimit -a`\n\n## What we have done before:\n- Recreated doppler servers when they had run out of file descriptors. \n\n##Feedback:\n Have feedback for this alert? [File an issue](https://github.com/pivotal-cf/datadog-config/issues/new)",
  "name": "<%= environment %> CF: Loggregator Message reliability from Metron to Doppler below threshold",
  "no_data_timeframe": 30,
  "notify_audit": true,
  "notify_no_data": false,
  "query": "avg(last_1h):100 * ( rate(sum:datadog.nozzle.DopplerServer.listeners.receivedEnvelopes{*}) + rate(sum:datadog.nozzle.loggregator.doppler.ingress{*}) ) / ( rate(sum:datadog.nozzle.MetronAgent.DopplerForwarder.sentMessages{*}) + rate(sum:datadog.nozzle.loggregator.metron.egress{*}) ) < 85",
  "renotify_interval": null,
  "timeout_h": null
}

Add doppler ingress metric to monitor
Add doppler ingress metric to monitor

Signed-off-by: Jason Keene <6860b6804203c35846513c1877d6effca68277e9@pivotal.io>
