From e72acacf17183aa24bd2aeebc6575c36fcd9dc01 Mon Sep 17 00:00:00 2001 From: Brian Gough Date: Thu, 11 Apr 2019 16:25:42 +0100 Subject: [PATCH] downsample logging --- services/real-time/app/coffee/EventLogger.coffee | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/services/real-time/app/coffee/EventLogger.coffee b/services/real-time/app/coffee/EventLogger.coffee index 332973659b..5e727759d6 100644 --- a/services/real-time/app/coffee/EventLogger.coffee +++ b/services/real-time/app/coffee/EventLogger.coffee @@ -35,11 +35,12 @@ module.exports = EventLogger = return # order is ok if (count == previous) metrics.inc "event.#{channel}.duplicate" - logger.warn {channel:channel, message_id:message_id}, "duplicate event" + if Math.random() < 0.01 + logger.warn {channel:channel, message_id:message_id}, "duplicate event (sampled at 1%)" return "duplicate" else metrics.inc "event.#{channel}.out-of-order" - logger.warn {channel:channel, message_id:message_id, key:key, previous: previous, count:count}, "out of order event" + # logger.warn {channel:channel, message_id:message_id, key:key, previous: previous, count:count}, "out of order event" return "out-of-order" _storeEventCount: (key, count) ->