From 417127b2fc425f1be13942d2095a06d146a078aa Mon Sep 17 00:00:00 2001
From: Mauro Doglio <mdoglio@mozilla.com>
Date: Fri, 17 Feb 2017 11:36:22 +0000
Subject: [PATCH] Increase kafka consumers cache size

Fixes #21
---
 .../scala/com/mozilla/telemetry/streaming/ErrorAggregator.scala  | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/main/scala/com/mozilla/telemetry/streaming/ErrorAggregator.scala b/src/main/scala/com/mozilla/telemetry/streaming/ErrorAggregator.scala
index 619bb74..3342218 100644
--- a/src/main/scala/com/mozilla/telemetry/streaming/ErrorAggregator.scala
+++ b/src/main/scala/com/mozilla/telemetry/streaming/ErrorAggregator.scala
@@ -197,6 +197,7 @@ object ErrorAggregator {
       .format("kafka")
       .option("kafka.bootstrap.servers", opts.kafkaBroker())
       .option("kafka.max.partition.fetch.bytes", 8 * 1024 * 1024) // 8MB
+      .option("spark.streaming.kafka.consumer.cache.maxCapacity", 1000)
       .option("subscribe", "telemetry")
       .option("startingOffsets", "latest")
       .load()