change default buffer sizes to work better in local mode and have less latency spikes

Nathan Marz · Nathan Marz · commit 1ff1af8e9f44 · 2012-08-01T22:50:07.000-07:00
diff --git a/conf/defaults.yaml b/conf/defaults.yaml
@@ -87,10 +87,10 @@ topology.state.synchronization.timeout.secs: 60
 topology.stats.sample.rate: 0.05
 topology.fall.back.on.java.serialization: true
 topology.worker.childopts: null
-topology.executor.receive.buffer.size: 8192 #batched
-topology.executor.send.buffer.size: 16384 #individual messages
+topology.executor.receive.buffer.size: 1024 #batched
+topology.executor.send.buffer.size: 1024 #individual messages
 topology.receiver.buffer.size: 8 # setting it too high causes a lot of problems (heartbeat thread gets starved, throughput plummets)
-topology.transfer.buffer.size: 32 # batched
+topology.transfer.buffer.size: 1024 # batched
 topology.tick.tuple.freq.secs: null
 topology.worker.shared.thread.pool.size: 4
 topology.disruptor.wait.strategy: "com.lmax.disruptor.BlockingWaitStrategy"
