[nodes]

127.0.0.1 ansible_ssh_port=2222 ansible_ssh_user=vagrant ansible_ssh_private_key_file=/Users/stas/vm/debian6/.vagrant/machines/default/virtualbox/private_key

[clients]

127.0.0.1 ansible_ssh_port=2222 ansible_ssh_user=vagrant ansible_ssh_private_key_file=/Users/stas/vm/debian6/.vagrant/machines/default/virtualbox/private_key

---

- hosts: tag_Name_dtmtest

user: ec2-user

roles:

- role: postgres

pg_port: 15432

pg_repo: https://github.com/kelvich/postgresql.git

pg_version_tag: xtm_patched

pg_destroy_and_init: true

pg_config_role:

- line: "dtm.buffer_size = 65536"

tasks:

- name: collect private ips

set_fact:

pip: "{{ ec2_private_ip_address }}"

- name: set dtm ip

set_fact:

dtm_ip: "{{ hostvars[groups['tag_Name_dtmtest'][0]].pip }}"

- name: clone dtm sources

git: repo=https://github.com/postgrespro/pg_dtm.git

dest={{pg_prefix}}/pg_dtm

accept_hostkey=yes

update=yes

force=yes

register: dtm_sources

- name: build dtm

shell: "make clean && make -j {{makejobs}} install"

args:

chdir: "{{pg_prefix}}/pg_dtm"

environment:

PG_CONFIG: "{{pg_dst}}/bin/pg_config"

when: dtm_sources.changed

- name: enable dtm extension on datanodes

lineinfile:

dest: "{{pg_datadir}}/postgresql.conf"

line: "{{item}}"

state: present

with_items:

- "shared_preload_libraries = 'pg_dtm'"

- "dtm.host = '{{ dtm_ip }}'"

- name: restart postgrespro

command: "{{pg_dst}}/bin/pg_ctl restart -w -D {{pg_datadir}} -l {{pg_datadir}}/pg.log"

environment:

LD_LIBRARY_PATH: "{{pg_dst}}/lib/"

- hosts: tag_Name_dtmtest[0]

user: ec2-user

tasks:

- name: build dtmd

shell: "make clean && make -j 4"

args:

chdir: "~/pg_cluster/pg_dtm/dtmd"

# environment:

# PG_CONFIG: "~/pg_cluster/install/bin/pg_config"

- name: kill dtmd

shell: kill -9 `cat ~/pg_cluster/dtm_data/arbiter.pid` || true

- name: ensure datadir for dtm exists

shell: "rm -rf ~/pg_cluster/dtm_data && mkdir ~/pg_cluster/dtm_data"

- name: start dtm

shell: >

- name: wait until dtm is available

wait_for: port=5431 delay=1

---

- hosts: nodes

pre_tasks:

- name: setup the private key for postgrespro git access

copy: dest=.ssh/ppg-deploy src=~/ppg-deploy.key mode=0600

roles:

- role: postgres

pg_port: 15432

pg_repo: git@gitlab.postgrespro.ru:pgpro-dev/postgrespro.git

pg_version_tag: xtm

pg_destroy_and_init: true

pg_repo_key: ~/.ssh/ppg-deploy

tasks:

- name: clone dtm sources

git: repo=https://github.com/postgrespro/pg_tsdtm.git

dest={{pg_prefix}}/pg_dtm

accept_hostkey=yes

update=yes

force=yes

register: dtm_sources

- name: build dtm

shell: "make clean && make -j {{makejobs}} install"

args:

chdir: "{{pg_prefix}}/pg_dtm"

environment:

PG_CONFIG: "{{pg_dst}}/bin/pg_config"

when: dtm_sources.changed

- name: enable dtm extension on datanodes

lineinfile:

dest: "{{pg_datadir}}/postgresql.conf"

line: "{{item}}"

state: present

with_items:

- "shared_preload_libraries = 'pg_dtm'"

- name: restart postgrespro

command: "{{pg_dst}}/bin/pg_ctl restart -w -D {{pg_datadir}} -l {{pg_datadir}}/pg.log"

environment:

LD_LIBRARY_PATH: "{{pg_dst}}/lib/"

- hosts: clients

tasks:

- name: copy transfers source

copy: src=../{{item}} dest=~/{{item}} mode=0755

with_items:

- "dtmbench.cpp"

- name: clone pqxx

git: repo=https://github.com/Ambrosys/pqxx.git

dest=~/pqxx

accept_hostkey=yes

update=no

force=yes

register: pqxx

- name: build pqxx

shell: "./configure --prefix=/home/{{ansible_ssh_user}}/pg_cluster/install/ --enable-shared && make -j4 && make install"

args:

chdir: "~/pqxx"

environment:

PATH: "/home/{{ansible_ssh_user}}/pg_cluster/install/bin/:{{ansible_env.PATH}}"

# when: pqxx.changed

- name: compile dtmbench

shell: "g++ -g -Wall -O2 -o dtmbench dtmbench.cpp -lpqxx -lpq -pthread -L/home/{{ansible_ssh_user}}/pg_cluster/install/lib/ -I/home/{{ansible_ssh_user}}/pg_cluster/install/include/"

- name: move dtmbench to bin

shell: "mv dtmbench ~/pg_cluster/install/bin/dtmbench"

---

- hosts: nodes[0]

roles:

- role: postgrespro

deploy_dtm: true

- hosts: nodes, !master

roles:

- role: postgrespro

pg_src: ./postgrespro_pgshard

pg_version: xtm_pgshard

pg_port: 25432

deploy_postgres: true

pg_dtm_enable: true

pg_dtm_host: "{{ groups['nodes'][0] }}"

- hosts: master

roles:

- role: postgrespro

pg_src: ./postgrespro_pgshard

pg_version: xtm_pgshard

pg_port: 25432

deploy_postgres: true

pg_dtm_enable: true

pg_dtm_host: "{{ groups['nodes'][0] }}"

deploy_pg_shard: true

---

- hosts: localhost

connection: local

gather_facts: False

tasks:

- name: Provision a set of instances

ec2:

key_name: macmini

group: launch-wizard-2

# instance_type: t2.micro

instance_type: c3.2xlarge

image: ami-60b6c60a

wait: true

region: us-east-1

exact_count: 10

count_tag:

Name: dtmtest

instance_tags:

Name: dtmtest

register: ec2

- name: Add all instance public IPs to host group

add_host: hostname={{ item.public_ip }} groups=ec2hosts

with_items: ec2.instances

---

- name: ensure dependencies (Debian)

apt: pkg={{item}} state=installed

with_items:

- git

- automake

- libtool

- build-essential

- bison

- flex

- libreadline-dev

when: ansible_os_family == "Debian"

sudo: yes

- name: ensure dependencies (RedHat)

yum: name="@Development tools" state=present

when: (pg_copydist is undefined) and ansible_os_family == "RedHat"

sudo: yes

- name: ensure dependencies (RedHat)

yum: name={{item}} state=installed

with_items:

- git

- automake

- libtool

- bison

- flex

- readline-devel

when: (pg_copydist is undefined) and ansible_os_family == "RedHat"

sudo: yes

- name: increase semaphores

shell: sysctl kernel.sem='1000 128000 128 512'

sudo: yes

- name: increase open files

shell: "echo '{{ansible_ssh_user}} soft nofile 65535' > /etc/security/limits.d/cluster.conf"

args:

creates: "/etc/security/limits.d/cluster.conf"

sudo: yes

- name: clone postgres sources

git: repo={{pg_repo}}

dest={{pg_src}}

version={{pg_version_tag}}

depth=1

accept_hostkey=True

key_file={{pg_repo_key}}

register: pg_sources

when: pg_copydist is undefined

- name: force rebuild on changed sources

command: "rm -f {{pg_dst}}/bin/postgres"

when: (pg_copydist is undefined) and pg_sources.changed

- name: build and install

shell: ./configure --prefix={{pg_dst}} --without-zlib && make clean && make -j {{makejobs}} && make install

args:

chdir: "{{pg_src}}"

creates: "{{pg_dst}}/bin/postgres"

when: pg_copydist is undefined

- name: copy pg source

copy: src=./{{item}} dest=~/{{item}} mode=0755

with_items:

- "pg_cluster_install.tgz"

when: pg_copydist is defined

- name: extract postgres

command: "tar xzf pg_cluster_install.tgz"

when: pg_copydist is defined

- stat: path={{pg_datadir}}/postmaster.pid

register: pg_pidfile

- name: stop postgres if it was running

shell: "kill -9 `head -n 1 {{pg_datadir}}/postmaster.pid`"

environment:

LD_LIBRARY_PATH: "{{pg_dst}}/lib"

when: pg_pidfile.stat.exists

- name: remove datadirs on datanodes

command: "rm -rf {{pg_datadir}}"

when: pg_destroy_and_init

- name: create datadirs on datanodes

command: "{{pg_dst}}/bin/initdb {{pg_datadir}}"

environment:

LD_LIBRARY_PATH: "{{pg_dst}}/lib/"

args:

creates: "{{pg_datadir}}"

- name: configure postgres on datanodes

lineinfile:

dest: "{{pg_datadir}}/postgresql.conf"

line: "{{item.line}}"

state: present

with_items: "{{pg_config}}"

- name: configure postgres on datanodes -- 2

lineinfile:

dest: "{{pg_datadir}}/postgresql.conf"

line: "{{item.line}}"

state: present

with_items: "{{pg_config_role}}"

- name: enable blind trust on datanodes

lineinfile:

dest: "{{pg_datadir}}/pg_hba.conf"

line: "host all all 0.0.0.0/0 trust"

- name: start postgrespro

shell: "{{pg_dst}}/bin/pg_ctl start -w -D {{pg_datadir}} -l {{pg_datadir}}/pg.log"

environment:

LD_LIBRARY_PATH: "{{pg_dst}}/lib/"