Class: Kafka::Datadog::AsyncProducerSubscriber

Inherits:
StatsdSubscriber
  • Object
show all
Defined in:
lib/kafka/datadog.rb

Instance Method Summary collapse

Instance Method Details

#buffer_overflow(event) ⇒ Object


376
377
378
379
380
381
382
383
# File 'lib/kafka/datadog.rb', line 376

def buffer_overflow(event)
  tags = {
    client: event.payload.fetch(:client_id),
    topic: event.payload.fetch(:topic),
  }

  increment("async_producer.produce.errors", tags: tags)
end

#drop_messages(event) ⇒ Object


385
386
387
388
389
390
391
392
393
# File 'lib/kafka/datadog.rb', line 385

def drop_messages(event)
  tags = {
    client: event.payload.fetch(:client_id),
  }

  message_count = event.payload.fetch(:message_count)

  count("async_producer.dropped_messages", message_count, tags: tags)
end

#enqueue_message(event) ⇒ Object


357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
# File 'lib/kafka/datadog.rb', line 357

def enqueue_message(event)
  client = event.payload.fetch(:client_id)
  topic = event.payload.fetch(:topic)
  queue_size = event.payload.fetch(:queue_size)
  max_queue_size = event.payload.fetch(:max_queue_size)
  queue_fill_ratio = queue_size.to_f / max_queue_size.to_f

  tags = {
    client: client,
    topic: topic,
  }

  # This gets us the avg/max queue size per producer.
  histogram("async_producer.queue.size", queue_size, tags: tags)

  # This gets us the avg/max queue fill ratio per producer.
  histogram("async_producer.queue.fill_ratio", queue_fill_ratio, tags: tags)
end