add workflow for test branch

anton-tokarev-softeq · anton-tokarev-softeq · commit f86e0726f4c3 · 2022-11-16T19:11:04.000+02:00
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -305,6 +305,74 @@ commands:
               --triggering_env << parameters.triggering_env >> \
               --push_results_redistimeseries \
               --allowed-envs << parameters.allowed_envs >> || true
+  benchmark-steps-test:
+    parameters:
+      github_actor:
+        type: string
+        default: $CIRCLE_USERNAME
+      module_path:
+        type: string
+        default: bin/linux-x64-release/redisbloom.so
+      profile_env:
+        type: string
+        default: "0"
+      benchmark_glob:
+        type: string
+        default: "*.yml"
+      triggering_env:
+        type: string
+        default: "circleci"
+      allowed_envs:
+        type: string
+        default: "oss-standalone"
+    steps:
+      - run:
+          name: Prepare automation
+          shell: /bin/bash -l -eo pipefail
+          command: |
+            ./deps/readies/bin/getpy3
+            git clone git@github.com:RedisLabsModules/redisbench-admin.git --depth=1
+            cd redisbench-admin
+            git pull origin feature/callback
+            git branch feature/callback
+            git checkout feature/callback
+            pip install poetry
+            poetry config virtualenvs.create false
+            poetry install
+            echo "IyEvdXNyL2xvY2FsL2Jpbi9weXRob24KIyAtKi0gY29kaW5nOiB1dGYtOCAtKi0KaW1wb3J0IHJlCmltcG9ydCBzeXMKZnJvbSByZWRpc2JlbmNoX2FkbWluLmNsaSBpbXBvcnQgbWFpbgoKaWYgX19uYW1lX18gPT0gIl9fbWFpbl9fIjoKICAgIHN5cy5hcmd2WzBdID0gcmUuc3ViKHIiKC1zY3JpcHRcLnB5d3xcLmV4ZSk/JCIsICIiLCBzeXMuYXJndlswXSkKICAgIHN5cy5leGl0KG1haW4oKSkK" | base64 -d > run.py
+            chmod +x run.py
+            ln -s run.py /usr/local/bin/benchmark-admin
+            VERSION=0.14.8 ./deps/readies/bin/getterraform
+      - run:
+          name: Run CI benchmarks on aws
+          timeout: 60m
+          no_output_timeout: 30m
+          command: |
+            ROOT="$PWD"
+            cd tests/benchmarks
+            export AWS_ACCESS_KEY_ID=$PERFORMANCE_EC2_ACCESS_KEY
+            export AWS_SECRET_ACCESS_KEY=$PERFORMANCE_EC2_SECRET_KEY
+            export AWS_DEFAULT_REGION=$PERFORMANCE_EC2_REGION
+            export EC2_PRIVATE_PEM=$PERFORMANCE_EC2_PRIVATE_PEM
+            export PROFILE=<< parameters.profile_env >>
+            export BENCHMARK_GLOB=<< parameters.benchmark_glob >>
+            export PERF_CALLGRAPH_MODE="dwarf"
+            redisbench-admin run-remote \
+              --required-module bf \
+              --module_path "$ROOT/<< parameters.module_path >>" \
+              --github_actor "<< parameters.github_actor >>" \
+              --github_repo $CIRCLE_PROJECT_REPONAME \
+              --github_org $CIRCLE_PROJECT_USERNAME \
+              --github_sha $CIRCLE_SHA1 \
+              --github_branch $CIRCLE_BRANCH \
+              --upload_results_s3 \
+              --callback \
+              --callback_url https://dashi.cto.redislabs.com/callback
+              --triggering_env << parameters.triggering_env >> \
+              --fail_fast \
+              --push_results_redistimeseries \
+              --allowed-envs << parameters.allowed_envs >>
+
 
 #----------------------------------------------------------------------------------------------------------------------------------
 
@@ -453,6 +521,13 @@ jobs:
       - build-steps
       - benchmark-steps
 
+  benchmark-bloom-oss-standalone-test:
+    docker:
+      - image: redisfab/rmbuilder:6.2.7-x64-focal
+    steps:
+      - build-steps
+      - benchmark-steps-test
+
   benchmark-json-oss-standalone-profiler:
     docker:
       - image: redisfab/rmbuilder:6.2.7-x64-focal
@@ -541,6 +616,14 @@ on-integ-and-version-tags: &on-integ-and-version-tags
     tags:
       only: /^v[0-9].*/
 
+on-test-branch: &on-test-branch
+  filters:
+    branches:
+      only:
+        - /^test.*$/
+    tags:
+      ignore: /.*/
+
 #----------------------------------------------------------------------------------------------------------------------------------
 
 workflows:
@@ -598,6 +681,9 @@ workflows:
       - benchmark-json-oss-standalone:
           <<: *on-integ-and-version-tags
           context: common
+      - benchmark-bloom-oss-standalone-test:
+          <<: *on-test-branch
+          context: common
       - benchmark-json-oss-standalone-profiler:
           <<: *on-integ-and-version-tags
           context: common
