Skip to content

Commit 07cd7a1

Browse files
kelvichkelvich
committed
ec2 for tests
1 parent 7317bb0 commit 07cd7a1

File tree

5 files changed

+1676
-0
lines changed

5 files changed

+1676
-0
lines changed

‎tests/deploy_layouts/cluster-ec2.yml

Lines changed: 77 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,77 @@
1+
---
2+
- hosts: tag_Name_dtmtest
3+
user: ec2-user
4+
5+
roles:
6+
7+
- role: postgres
8+
pg_port: 15432
9+
pg_repo: https://github.com/kelvich/postgresql.git
10+
pg_version_tag: xtm_patched
11+
pg_destroy_and_init: true
12+
pg_config_role:
13+
- line: "dtm.buffer_size = 65536"
14+
15+
tasks:
16+
- name: collect private ips
17+
set_fact:
18+
pip: "{{ ec2_private_ip_address }}"
19+
20+
- name: set dtm ip
21+
set_fact:
22+
dtm_ip: "{{ hostvars[groups['tag_Name_dtmtest'][0]].pip }}"
23+
24+
- name: clone dtm sources
25+
git: repo=https://github.com/postgrespro/pg_dtm.git
26+
dest={{pg_prefix}}/pg_dtm
27+
accept_hostkey=yes
28+
update=yes
29+
force=yes
30+
register: dtm_sources
31+
32+
- name: build dtm
33+
shell: "make clean && make -j {{makejobs}} install"
34+
args:
35+
chdir: "{{pg_prefix}}/pg_dtm"
36+
environment:
37+
PG_CONFIG: "{{pg_dst}}/bin/pg_config"
38+
when: dtm_sources.changed
39+
40+
- name: enable dtm extension on datanodes
41+
lineinfile:
42+
dest: "{{pg_datadir}}/postgresql.conf"
43+
line: "{{item}}"
44+
state: present
45+
with_items:
46+
- "shared_preload_libraries = 'pg_dtm'"
47+
- "dtm.host = '{{ dtm_ip }}'"
48+
49+
- name: restart postgrespro
50+
command: "{{pg_dst}}/bin/pg_ctl restart -w -D {{pg_datadir}} -l {{pg_datadir}}/pg.log"
51+
environment:
52+
LD_LIBRARY_PATH: "{{pg_dst}}/lib/"
53+
54+
- hosts: tag_Name_dtmtest[0]
55+
user: ec2-user
56+
tasks:
57+
- name: build dtmd
58+
shell: "make clean && make -j 4"
59+
args:
60+
chdir: "~/pg_cluster/pg_dtm/dtmd"
61+
# environment:
62+
# PG_CONFIG: "~/pg_cluster/install/bin/pg_config"
63+
64+
- name: kill dtmd
65+
shell: kill -9 `cat ~/pg_cluster/dtm_data/arbiter.pid` || true
66+
67+
- name: ensure datadir for dtm exists
68+
shell: "rm -rf ~/pg_cluster/dtm_data && mkdir ~/pg_cluster/dtm_data"
69+
70+
- name: start dtm
71+
shell: >
72+
nohup ~/pg_cluster/pg_dtm/dtmd/bin/dtmd
73+
-d ~/pg_cluster/dtm_data -a 0.0.0.0 -p 5431 > ~/pg_cluster/dtm_data/log &
74+
75+
- name: wait until dtm is available
76+
wait_for: port=5431 delay=1
77+

‎tests/deploy_layouts/ec2.yml

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,28 @@
1+
---
2+
3+
- hosts: localhost
4+
connection: local
5+
gather_facts: False
6+
7+
tasks:
8+
9+
- name: Provision a set of instances
10+
ec2:
11+
key_name: macmini
12+
group: launch-wizard-2
13+
# instance_type: t2.micro
14+
instance_type: c3.2xlarge
15+
image: ami-60b6c60a
16+
wait: true
17+
region: us-east-1
18+
exact_count: 10
19+
count_tag:
20+
Name: dtmtest
21+
instance_tags:
22+
Name: dtmtest
23+
register: ec2
24+
25+
- name: Add all instance public IPs to host group
26+
add_host: hostname={{ item.public_ip }} groups=ec2hosts
27+
with_items: ec2.instances
28+

‎tests/farms/ec2.ini

Lines changed: 152 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,152 @@
1+
# Ansible EC2 external inventory script settings
2+
#
3+
4+
[ec2]
5+
6+
# to talk to a private eucalyptus instance uncomment these lines
7+
# and edit edit eucalyptus_host to be the host name of your cloud controller
8+
#eucalyptus = True
9+
#eucalyptus_host = clc.cloud.domain.org
10+
11+
# AWS regions to make calls to. Set this to 'all' to make request to all regions
12+
# in AWS and merge the results together. Alternatively, set this to a comma
13+
# separated list of regions. E.g. 'us-east-1,us-west-1,us-west-2'
14+
regions = us-east-1
15+
regions_exclude = cn-north-1
16+
17+
# When generating inventory, Ansible needs to know how to address a server.
18+
# Each EC2 instance has a lot of variables associated with it. Here is the list:
19+
# http://docs.pythonboto.org/en/latest/ref/ec2.html#module-boto.ec2.instance
20+
# Below are 2 variables that are used as the address of a server:
21+
# - destination_variable
22+
# - vpc_destination_variable
23+
24+
# This is the normal destination variable to use. If you are running Ansible
25+
# from outside EC2, then 'public_dns_name' makes the most sense. If you are
26+
# running Ansible from within EC2, then perhaps you want to use the internal
27+
# address, and should set this to 'private_dns_name'. The key of an EC2 tag
28+
# may optionally be used; however the boto instance variables hold precedence
29+
# in the event of a collision.
30+
destination_variable = public_dns_name
31+
32+
# For server inside a VPC, using DNS names may not make sense. When an instance
33+
# has 'subnet_id' set, this variable is used. If the subnet is public, setting
34+
# this to 'ip_address' will return the public IP address. For instances in a
35+
# private subnet, this should be set to 'private_ip_address', and Ansible must
36+
# be run from within EC2. The key of an EC2 tag may optionally be used; however
37+
# the boto instance variables hold precedence in the event of a collision.
38+
# WARNING: - instances that are in the private vpc, _without_ public ip address
39+
# will not be listed in the inventory until You set:
40+
# vpc_destination_variable = 'private_ip_address'
41+
vpc_destination_variable = ip_address
42+
43+
# To tag instances on EC2 with the resource records that point to them from
44+
# Route53, uncomment and set 'route53' to True.
45+
route53 = False
46+
47+
# To exclude RDS instances from the inventory, uncomment and set to False.
48+
#rds = False
49+
50+
# To exclude ElastiCache instances from the inventory, uncomment and set to False.
51+
#elasticache = False
52+
53+
# Additionally, you can specify the list of zones to exclude looking up in
54+
# 'route53_excluded_zones' as a comma-separated list.
55+
# route53_excluded_zones = samplezone1.com, samplezone2.com
56+
57+
# By default, only EC2 instances in the 'running' state are returned. Set
58+
# 'all_instances' to True to return all instances regardless of state.
59+
all_instances = False
60+
61+
# By default, only EC2 instances in the 'running' state are returned. Specify
62+
# EC2 instance states to return as a comma-separated list. This
63+
# option is overriden when 'all_instances' is True.
64+
# instance_states = pending, running, shutting-down, terminated, stopping, stopped
65+
66+
# By default, only RDS instances in the 'available' state are returned. Set
67+
# 'all_rds_instances' to True return all RDS instances regardless of state.
68+
all_rds_instances = False
69+
70+
# By default, only ElastiCache clusters and nodes in the 'available' state
71+
# are returned. Set 'all_elasticache_clusters' and/or 'all_elastic_nodes'
72+
# to True return all ElastiCache clusters and nodes, regardless of state.
73+
#
74+
# Note that all_elasticache_nodes only applies to listed clusters. That means
75+
# if you set all_elastic_clusters to false, no node will be return from
76+
# unavailable clusters, regardless of the state and to what you set for
77+
# all_elasticache_nodes.
78+
all_elasticache_replication_groups = False
79+
all_elasticache_clusters = False
80+
all_elasticache_nodes = False
81+
82+
# API calls to EC2 are slow. For this reason, we cache the results of an API
83+
# call. Set this to the path you want cache files to be written to. Two files
84+
# will be written to this directory:
85+
# - ansible-ec2.cache
86+
# - ansible-ec2.index
87+
cache_path = ~/.ansible/tmp
88+
89+
# The number of seconds a cache file is considered valid. After this many
90+
# seconds, a new API call will be made, and the cache file will be updated.
91+
# To disable the cache, set this value to 0
92+
cache_max_age = 300
93+
94+
# Organize groups into a nested/hierarchy instead of a flat namespace.
95+
nested_groups = False
96+
97+
# Replace - tags when creating groups to avoid issues with ansible
98+
replace_dash_in_groups = True
99+
100+
# If set to true, any tag of the form "a,b,c" is expanded into a list
101+
# and the results are used to create additional tag_* inventory groups.
102+
expand_csv_tags = False
103+
104+
# The EC2 inventory output can become very large. To manage its size,
105+
# configure which groups should be created.
106+
group_by_instance_id = True
107+
group_by_region = True
108+
group_by_availability_zone = True
109+
group_by_ami_id = True
110+
group_by_instance_type = True
111+
group_by_key_pair = True
112+
group_by_vpc_id = True
113+
group_by_security_group = True
114+
group_by_tag_keys = True
115+
group_by_tag_none = True
116+
group_by_route53_names = True
117+
group_by_rds_engine = True
118+
group_by_rds_parameter_group = True
119+
group_by_elasticache_engine = True
120+
group_by_elasticache_cluster = True
121+
group_by_elasticache_parameter_group = True
122+
group_by_elasticache_replication_group = True
123+
124+
# If you only want to include hosts that match a certain regular expression
125+
# pattern_include = staging-*
126+
127+
# If you want to exclude any hosts that match a certain regular expression
128+
# pattern_exclude = staging-*
129+
130+
# Instance filters can be used to control which instances are retrieved for
131+
# inventory. For the full list of possible filters, please read the EC2 API
132+
# docs: http://docs.aws.amazon.com/AWSEC2/latest/APIReference/ApiReference-query-DescribeInstances.html#query-DescribeInstances-filters
133+
# Filters are key/value pairs separated by '=', to list multiple filters use
134+
# a list separated by commas. See examples below.
135+
136+
# Retrieve only instances with (key=value) env=staging tag
137+
# instance_filters = tag:env=staging
138+
139+
# Retrieve only instances with role=webservers OR role=dbservers tag
140+
# instance_filters = tag:role=webservers,tag:role=dbservers
141+
142+
# Retrieve only t1.micro instances OR instances with tag env=staging
143+
# instance_filters = instance-type=t1.micro,tag:env=staging
144+
145+
# You can use wildcards in filter values also. Below will list instances which
146+
# tag Name value matches webservers1*
147+
# (ex. webservers15, webservers1a, webservers123 etc)
148+
# instance_filters = tag:Name=webservers1*
149+
150+
# A boto configuration profile may be used to separate out credentials
151+
# see http://boto.readthedocs.org/en/latest/boto_config_tut.html
152+
# boto_profile = some-boto-profile-name

0 commit comments

Comments
 (0)