script to run transfers in parallel

kelvich · kelvich · commit 1454a5d50120 · 2015-10-23T17:13:39.000+03:00
diff --git a/contrib/pg_dtm/tests/transfers.yml b/contrib/pg_dtm/tests/transfers.yml
@@ -1,81 +1,36 @@
 ---
 
-# - hosts: 158.250.29.4
-#   gather_facts: no
-#   tasks:
-#   # # - shell: echo "host={{item}} user=s.kelvich port=15432 dbname=postgres"
-  # #   register: source
-  # #   with_items: groups['workers']
-
-  # # - debug: var=source
-
-  # - set_fact: 
-  #     connstr: "{{ groups['workers'] | ~'=' }}"
-
-  # - debug: var=connstr
-
-#   - name: copy transfers binary
-#     copy: src=transfers.linux dest=~/transfers mode=a+x
-
-# - hosts: blade3
-#   gather_facts: no
-#   tasks:
-#   - name: setup the databases
-#     shell: "./transfers -d 'host=158.250.29.10 user=s.kelvich port=15432 dbname=postgres' -d 'host=158.250.29.9 user=s.kelvich port=15432 dbname=postgres' -d 'host=158.250.29.8 user=s.kelvich port=15432 dbname=postgres' -d 'host=158.250.29.6 user=s.kelvich port=15432 dbname=postgres' -f -g -m -w 140 -r 0"
-#     register: transfers_result
-#   - debug: var=transfers_result
-
-# - hosts: blade3
-#   gather_facts: no
-#   tasks:
-#   - name: run transfers
-#     shell: "./transfers -d 'host=158.250.29.10 user=s.kelvich port=15432 dbname=postgres' -d 'host=158.250.29.9 user=s.kelvich port=15432 dbname=postgres' -d 'host=158.250.29.8 user=s.kelvich port=15432 dbname=postgres' -d 'host=158.250.29.6 user=s.kelvich port=15432 dbname=postgres' -s -g -m -w 140 -u 14000 -r 0"
-#     register: transfers_result
-#   - debug: var=transfers_result
-
+- hosts: clients
+  gather_facts: no
+  tasks:
 
-# - hosts: blade3
-#   gather_facts: no
-#   tasks:
-#   - name: setup the databases
-#     shell: "./transfers -d 'host=blade8 user=stas port=15432 dbname=postgres' -d 'host=blade7 user=stas port=15432 dbname=postgres' -d 'host=blade6 user=stas port=15432 dbname=postgres' -d 'host=blade5 user=stas port=15432 dbname=postgres' -d 'host=blade4 user=stas port=15432 dbname=postgres'  -f -g -w 200 -r 0"
-#     register: transfers_result
-#   - debug: var=transfers_result
+  - name: generate connstrings
+    set_fact:
+      connstr: "-d 'host={{item}} user=cluster port=15432 dbname=postgres' "
+    with_items:
+      groups['nodes'] | reverse | batch(nnodes | d(2) | int) | first
+    register: connstrs
 
-# - hosts: blade3
-#   gather_facts: no
-#   tasks:
-#   - name: run transfers
-#     shell: "./transfers -d 'host=blade8 user=stas port=15432 dbname=postgres' -d 'host=blade7 user=stas port=15432 dbname=postgres' -d 'host=blade6 user=stas port=15432 dbname=postgres' -d 'host=blade5 user=stas port=15432 dbname=postgres' -d 'host=blade4 user=stas port=15432 dbname=postgres' -s -g -w 200 -u 2500 -r 0"
-#     register: transfers_result
-#   - debug: var=transfers_result
+  - name: make a list
+    set_fact:
+      connections: "{{ connstrs.results | map(attribute='ansible_facts.connstr') | join }}"
 
+  - name: copy transfers binary
+    copy: src=transfers.linux dest=~/transfers mode=a+x
 
-- hosts: 158.250.29.4
+- hosts: clients[0]
   gather_facts: no
   tasks:
-  - name: setup the databases
-    shell: "./transfers -d 'host=158.250.29.10 user=s.kelvich port=15432 dbname=postgres' -d 'host=158.250.29.8 user=s.kelvich port=15432 dbname=postgres' -d 'host=158.250.29.9 user=s.kelvich port=15432 dbname=postgres' -f -g -m -w 105 -r 0"
+  - name: fill the databases
+    shell: "./transfers {{connections}} -f -g"
     register: transfers_result
   - debug: var=transfers_result
 
 - hosts: clients
   gather_facts: no
   tasks:
   - name: run transfers
-    shell: "./transfers -d 'host=158.250.29.10 user=s.kelvich port=15432 dbname=postgres' -d 'host=158.250.29.8 user=s.kelvich port=15432 dbname=postgres' -d 'host=158.250.29.9 user=s.kelvich port=15432 dbname=postgres' -s -g -m -w 105 -u 4000 -r 0"
+    shell: "./transfers {{connections}} -s {{runkeys | d('-g -w 90 -o -u 10000 -r 0')}} -k {{hostvars[inventory_hostname]['offset']}} "
     register: transfers_result
   - debug: var=transfers_result
 
-
-
-
-
-
-
-
-
-
-
-
-
