remove ability to customize HWM, as it's not actually useful

Nathan Marz · Nathan Marz · commit 8833764ffec4 · 2012-01-05T01:46:42.000-08:00
diff --git a/conf/defaults.yaml b/conf/defaults.yaml
@@ -54,7 +54,6 @@ task.refresh.poll.secs: 10
 
 zmq.threads: 1
 zmq.linger.millis: 5000
-zmq.high.water.mark: null
 
 ### topology.* configs are for specific executing storms
 topology.debug: false
diff --git a/src/clj/backtype/storm/daemon/worker.clj b/src/clj/backtype/storm/daemon/worker.clj
@@ -112,7 +112,6 @@
                      mq-context
                      (msg-loader/mk-zmq-context (storm-conf ZMQ-THREADS)
                                                 (storm-conf ZMQ-LINGER-MILLIS)
-                                                (storm-conf ZMQ-HIGH-WATER-MARK)
                                                 (= (conf STORM-CLUSTER-MODE) "local")))
         outbound-tasks (worker-outbound-tasks task->component mk-topology-context task-ids)
         endpoint-socket-lock (mk-rw-lock)
diff --git a/src/clj/backtype/storm/messaging/zmq.clj b/src/clj/backtype/storm/messaging/zmq.clj
@@ -17,7 +17,7 @@
     (.close socket)
     ))
 
-(deftype ZMQContext [context linger-ms hwm ipc?]
+(deftype ZMQContext [context linger-ms ipc?]
   Context
   (bind [this virtual-port]
     (-> context
@@ -32,7 +32,6 @@
       (-> context
           (mq/socket mq/push)
           (mq/set-linger linger-ms)
-          (mq/set-hwm hwm)
           (mq/connect url)
           (ZMQConnection.))))
   (send-local-task-empty [this virtual-port]
@@ -46,6 +45,6 @@
     context))
 
 
-(defn mk-zmq-context [num-threads linger hwm local?]
-  (ZMQContext. (mq/context num-threads) linger hwm local?))
+(defn mk-zmq-context [num-threads linger local?]
+  (ZMQContext. (mq/context num-threads) linger local?))
 
diff --git a/src/clj/zilch/mq.clj b/src/clj/zilch/mq.clj
@@ -60,7 +60,7 @@
   [^ZMQ$Socket socket hwm]
   (if hwm
     (doto socket
-      (.setHwm (long hwm)))
+      (.setHWM (long hwm)))
     socket
     ))
 
diff --git a/src/jvm/backtype/storm/Config.java b/src/jvm/backtype/storm/Config.java
@@ -342,14 +342,6 @@ public class Config extends HashMap<String, Object> {
      * The number of threads that should be used by the zeromq context in each worker process.
      */
     public static String ZMQ_THREADS = "zmq.threads";
-    
-    /**
-     * The high water mark for the underlying push sockets used to send messages. If downstream 
-     * tasks to a producer are overloaded, the producer will block until the downstream tasks
-     * have consumed messages. This configuration can be used to prevent overloading in topologies
-     * that use unreliable spouts and are thus not controllable with TOPOLOGY_MAX_SPOUT_PENDING.
-     */
-    public static String ZMQ_HIGH_WATER_MARK = "zmq.high.water.mark";
 
     /**
      * How long a connection should retry sending messages to a target host when
