Make sure kafka jvm settings are the same as for pulsar

merlimat · merlimat · commit 84a29dd928ff · 2017-12-03T16:07:08.000-08:00
diff --git a/driver-kafka/deploy/deploy-kafka.yaml b/driver-kafka/deploy/deploy-kafka.yaml
@@ -24,9 +24,10 @@
   become: true
   tasks:
     - shell: >
+        sudo tuned-adm profile latency-performance &&
         mkfs.xfs /dev/nvme0n1 &&
         mkdir -p /mnt/data &&
-        mount -o defaults,noatime /dev/nvme0n1 /mnt/data
+        mount -o defaults,noatime,nodiscard /dev/nvme0n1 /mnt/data
       args:
         creates: /mnt/data
 
@@ -52,7 +53,7 @@
         path: "/opt/kafka"
         state: directory
     - get_url:
-        url: http://mirrors.ocf.berkeley.edu/apache/kafka/1.0.0/kafka_2.12-1.0.0.tgz
+        url: http://mirrors.ocf.berkeley.edu/apache/kafka/1.0.0/kafka_2.11-1.0.0.tgz
         dest: /tmp/kafka.tgz
     - command: tar --strip-components=1 -xvf /tmp/kafka.tgz
       args:
@@ -114,16 +115,19 @@
       unarchive:
         src: ../../package/target/openmessaging-benchmark-0.0.1-SNAPSHOT-bin.tar.gz
         dest: /opt
+    - shell: >
+        sudo tuned-adm profile latency-performance &&
+        mv /opt/openmessaging-benchmark-0.0.1-SNAPSHOT /opt/benchmark
     - name: Configure URL
       lineinfile:
-         dest: /opt/openmessaging-benchmark-0.0.1-SNAPSHOT/driver-kafka/kafka.yaml
+         dest: /opt/benchmark/driver-kafka/kafka.yaml
          regexp: '^    bootstrap.servers='
          line: '    bootstrap.servers={{ boostrapServers }}'
     - name: Configure http URL
       lineinfile:
-         dest: /opt/openmessaging-benchmark-0.0.1-SNAPSHOT/bin/benchmark
+         dest: /opt/benchmark/bin/benchmark
          regexp: '^JVM_MEM='
-         line: 'JVM_MEM="-Xms48G -Xmx48G -XX:+UseShenandoahGC "'
+         line: 'JVM_MEM="-Xms24G -Xmx24G -XX:+UseG1GC -XX:MaxGCPauseMillis=10 -XX:+ParallelRefProcEnabled -XX:+UnlockExperimentalVMOptions -XX:+AggressiveOpts -XX:+DoEscapeAnalysis -XX:ParallelGCThreads=32 -XX:ConcGCThreads=32 -XX:G1NewSizePercent=50 -XX:+DisableExplicitGC -XX:-ResizePLAB -XX:+PerfDisableSharedMem -XX:+AlwaysPreTouch -XX:-UseBiasedLocking"'
 
 
 - name:  Hosts addresses
diff --git a/driver-kafka/deploy/templates/kafka.service b/driver-kafka/deploy/templates/kafka.service
@@ -5,6 +5,7 @@ After=network.target
 [Service]
 ExecStart=/opt/kafka/bin/kafka-server-start.sh config/server.properties
 Environment='KAFKA_HEAP_OPTS=-Xms6g -Xmx6g -XX:MetaspaceSize=96m'
+Environment='KAFKA_JVM_PERFORMANCE_OPTS=-server -XX:+UseG1GC -XX:MaxGCPauseMillis=20 -XX:InitiatingHeapOccupancyPercent=35 -XX:G1HeapRegionSize=16M -XX:MinMetaspaceFreeRatio=50 -XX:MaxMetaspaceFreeRatio=80 -Djava.awt.headless=true"
 WorkingDirectory=/opt/kafka
 RestartSec=1s
 Restart=on-failure
diff --git a/driver-pulsar/deploy/deploy-pulsar.yaml b/driver-pulsar/deploy/deploy-pulsar.yaml
@@ -28,8 +28,8 @@
         mkfs.xfs /dev/nvme1n1 &&
         mkdir -p /mnt/journal &&
         mkdir -p /mnt/storage &&
-        mount -o defaults,noatime,nodiscard,nobarrier /dev/nvme0n1 /mnt/journal &&
-        mount -o defaults,noatime,nodiscard,nobarrier /dev/nvme1n1 /mnt/storage
+        mount -o defaults,noatime,nodiscard /dev/nvme0n1 /mnt/journal &&
+        mount -o defaults,noatime,nodiscard /dev/nvme1n1 /mnt/storage
       args:
         creates: /mnt/journal
 
@@ -168,7 +168,9 @@
       unarchive:
         src: ../../package/target/openmessaging-benchmark-0.0.1-SNAPSHOT-bin.tar.gz
         dest: /opt
-    - shell: mv /opt/openmessaging-benchmark-0.0.1-SNAPSHOT /opt/benchmark
+    - shell: >
+        sudo tuned-adm profile latency-performance &&
+        mv /opt/openmessaging-benchmark-0.0.1-SNAPSHOT /opt/benchmark
     - name: Configure service URL
       lineinfile:
          dest: /opt/benchmark/driver-pulsar/pulsar.yaml
