forked from RedisJSON/RedisJSON
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathqatests
executable file
·183 lines (150 loc) · 7.05 KB
/
qatests
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
#!/bin/sh
''''[ ! -z $VIRTUAL_ENV ] && exec python -u -- "$0" ${1+"$@"}; command -v python3 > /dev/null && exec python3 -u -- "$0" ${1+"$@"}; exec python2 -u -- "$0" ${1+"$@"} # '''
import sys
import os
import click
import re
import json
import requests
HERE = os.path.dirname(__file__)
ROOT = os.path.abspath(os.path.join(HERE, "../.."))
READIES = os.path.abspath(os.path.join(ROOT, "deps/readies"))
sys.path.insert(0, READIES)
import paella
VERBOSE = 0
NOP = False
OPERETO3_URL = "opereto.qa.redislabs.com"
RS_PLATFORMS = {
'xenial': {
'platform': 'Linux-ubuntu16.04',
'env': 'xenial-amd64-aws' },
'bionic': {
'platform': 'Linux-ubuntu18.04',
'env': 'bionic-amd64-aws' },
'cenos7': {
'platform': 'Linux-rhel7',
'env': 'rhel7.7-amd64-aws' },
'cenos8': {
'platform': 'Linux-rhel8',
'env': 'rhel8.3-amd64-aws' }
}
class Command1(click.Command):
def header(self):
return r'''
█████ █████
░░███ ░░███
████████ ██████ ███████ ██████ █████ ███████ █████
███░░███ ░░░░░███ ░░░███░ ███░░███ ███░░ ░░░███░ ███░░
░███ ░███ ███████ ░███ ░███████ ░░█████ ░███ ░░█████
░███ ░███ ███░░███ ░███ ███░███░░░ ░░░░███ ░███ ███ ░░░░███
░░███████ ░░████████ ░░█████ ░░██████ ██████ ░░█████ ██████
░░░░░███ ░░░░░░░░ ░░░░░ ░░░░░░ ░░░░░░ ░░░░░ ░░░░░░
░███
█████
░░░░░
'''
def footer(self):
return '''
Other configuration:
RS_VERSIONS file includes Redis Enterprive versions for release tests.
'''
def get_help(self, ctx):
h = super().get_help(ctx)
return self.header() + h + self.footer()
class Test:
def __init__(self, token, test_fname, modver, snapshot, rsver, osnick):
global NOP, VERBOSE
self.token = token
self.test_fname = test_fname
self.modver = re.sub(r'^v(.*)', r'\1', modver)
self.snapshot = snapshot
self.rsver = rsver
self.osnick = osnick
os.environ['RS_MODULE_DIR'] = 'rejson'
self.rsmod = 'ReJSON'
ENV['RS_MODULE_FILE_PREFIX'] = 'rejson'
if snapshot:
ENV['RS_MODULE_FILE_PREFIX'] = "snapshots/" + ENV['RS_MODULE_FILE_PREFIX']
ENV['RS_MODULE'] = self.rsmod
ENV['MODULE_VERSION'] = modver
ENV['RS_VERSION'] = rsver
self.xtx_vars = ['RS_MODULE', 'RS_MODULE_DIR', 'RS_MODULE_FILE_PREFIX',
'RS_VERSION', 'RS_ENV', 'RS_MODULE_OS',
'MODULE_VERSION']
def run(self):
for osnick in RS_PLATFORMS.keys():
if self.osnick is None or osnick == self.osnick:
rs_platform = RS_PLATFORMS[osnick]['platform']
rs_env = RS_PLATFORMS[osnick]['env']
self.run_for_os(rs_platform, rs_env)
def run_for_os(self, rs_mod_os, rs_env):
ENV['RS_ENV'] = rs_env
ENV['RS_MODULE_OS'] = rs_mod_os
desc = f"{self.rsmod}/{self.modver}/{rs_mod_os} for RS {self.rsver}"
click.echo(f"Testing {desc}")
global NOP, VERBOSE
var_args = ' '.join(map(lambda v: f"-e {v}", self.xtx_vars))
try:
if VERBOSE > 1:
print(f'{READIES}/bin/xtx {var_args} {self.test_fname}')
rest = sh(f'{READIES}/bin/xtx --strict {var_args} {self.test_fname}')
except Exception as x:
fatal(x)
try:
rest_json = json.loads(rest)
if VERBOSE > 0:
print(json.dumps(rest_json, indent=2))
except Exception as x:
print(rest)
fatal(x)
if NOP:
return 0
res = requests.post(f"https://{OPERETO3_URL}/processes", verify=False,
headers={'Authorization': f'Bearer {self.token}',
'Content-Type': 'application/json'},
data=rest)
if not res.ok:
click.echo(f"Failed to run tests on {desc}: {res.reason} [{res.status_code}]")
return 1
j = json.loads(res.content)
if j['status'] != 'success':
err = j['text']
click.echo(f"Failed to run tests on {desc}: {err}")
return 1
self.id = j['data'][0]
click.echo(f"Tests running on {desc}")
click.echo(f"Results: https://{OPERETO3_URL}/ui#dashboard/flow/{self.id}")
return 0
@click.command(help='Invoke QA Automation tests', cls=Command1)
@click.option('--token', default=None, help='QA automation (Opereto) token (also: QA_AUTOMATION_TOKEN env var)')
@click.option('--test', '-t', default='release', help='Name of .json parameters file')
@click.option('--modver', '-m', default='master', help='Module version to test. Default: master')
@click.option('--snapshot', '-s', is_flag=True, default=False, help='Test a snapshoy module version')
@click.option('--rsver', default=None, help='Test for a RS version`')
@click.option('--osnick', default=None, help='Test for OSNICK`')
@click.option('--quick', is_flag=True, default=False, help='Only test one RS version')
@click.option('--nop', is_flag=True, default=False, help='Dry run')
@click.option('--verbose', '-v', is_flag=True, default=False, help='Be verbose')
@click.option('--verbosity', type=int, default=0, help='Verbosity level')
def main(token, test, modver, snapshot, rsver, osnick, common, quick, nop, verbose, verbosity, *args, **kwargs):
BB()
global NOP, VERBOSE
VERBOSE = 1 if verbose else verbosity
NOP = nop
if token is None:
token = os.getenv('QA_AUTOMATION_TOKEN')
if token is None and not nop:
raise click.ClickException('QA automation token is missing.')
test_fname = os.path.join(HERE, f'{test}.json')
if not os.path.exists(test_fname):
raise click.ClickException(f"Invalid test name: {test}")
if rsver is not None:
Test(token, test_fname, modver, snapshot, rsver, osnick).run()
else:
rs_versions = paella.flines(os.path.join(HERE, 'RS_VERSIONS'))
if quick:
rs_versions = [rs_versions[0]]
for rsver in rs_versions:
Test(token, test_fname, modver, snapshot, rsver, osnick).run()
if __name__ == '__main__':
main()