This repository has been archived by the owner on Apr 11, 2024. It is now read-only.
forked from opensearch-project/opensearch-migrations
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
E2E Integration Test Scripts Improvements (opensearch-project#484)
E2E Integration Test Scripts Improvements Signed-off-by: Tanner Lewis <[email protected]>
- Loading branch information
Showing
4 changed files
with
184 additions
and
19 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,103 @@ | ||
| #!/bin/bash | ||
|
|
||
| usage() { | ||
| echo "" | ||
| echo "Script to run integrations tests on AWS Migration Console" | ||
| echo "" | ||
| echo "Usage: " | ||
| echo " ./awsRunIntegTests.sh [--unique-id] [--migrations-git-url] [--migrations-git-branch] [--stage]" | ||
| echo "" | ||
| echo "Options:" | ||
| echo " --unique-id Identifier for labeling integ test artifacts, e.g. 'full_run_123'." | ||
| echo " --migrations-git-url The Github http url used for pulling the integration tests onto the migration console, default is 'https://github.com/opensearch-project/opensearch-migrations.git'." | ||
| echo " --migrations-git-branch The Github branch associated with the 'git-url' to pull from, default is 'main'." | ||
| echo " --stage The stage used for CDK deployment, default is 'aws-integ'." | ||
| echo "" | ||
| exit 1 | ||
| } | ||
|
|
||
| epoch_seconds=$(date +%s) | ||
| UNIQUE_ID="test_${epoch_seconds}_1" | ||
| STAGE='aws-integ' | ||
| MIGRATIONS_GIT_URL='https://github.com/opensearch-project/opensearch-migrations.git' | ||
| MIGRATIONS_GIT_BRANCH='main' | ||
|
|
||
| while [[ $# -gt 0 ]]; do | ||
| case $1 in | ||
| --unique-id) | ||
| UNIQUE_ID="$2" | ||
| shift # past argument | ||
| shift # past value | ||
| ;; | ||
| --stage) | ||
| STAGE="$2" | ||
| shift # past argument | ||
| shift # past value | ||
| ;; | ||
| --migrations-git-url) | ||
| MIGRATIONS_GIT_URL="$2" | ||
| shift # past argument | ||
| shift # past value | ||
| ;; | ||
| --migrations-git-branch) | ||
| MIGRATIONS_GIT_BRANCH="$2" | ||
| shift # past argument | ||
| shift # past value | ||
| ;; | ||
| -h|--help) | ||
| usage | ||
| ;; | ||
| -*) | ||
| echo "Unknown option $1" | ||
| usage | ||
| ;; | ||
| *) | ||
| shift # past argument | ||
| ;; | ||
| esac | ||
| done | ||
|
|
||
| task_arn=$(aws ecs list-tasks --cluster migration-${STAGE}-ecs-cluster --family "migration-${STAGE}-migration-console" | jq --raw-output '.taskArns[0]') | ||
| # Delete and re-create topic | ||
| kafka_brokers=$(aws ssm get-parameter --name "/migration/${STAGE}/default/kafkaBrokers" --query 'Parameter.Value' --output text) | ||
| unbuffer aws ecs execute-command --cluster "migration-${STAGE}-ecs-cluster" --task "${task_arn}" --container "migration-console" --interactive --command "./kafka-tools/kafka/bin/kafka-topics.sh --bootstrap-server ${kafka_brokers} --delete --topic logging-traffic-topic --command-config kafka-tools/aws/msk-iam-auth.properties" | ||
| echo "Done deleting 'logging-traffic-topic'" | ||
| unbuffer aws ecs execute-command --cluster "migration-${STAGE}-ecs-cluster" --task "${task_arn}" --container "migration-console" --interactive --command "./kafka-tools/kafka/bin/kafka-topics.sh --bootstrap-server ${kafka_brokers} --create --topic logging-traffic-topic --command-config kafka-tools/aws/msk-iam-auth.properties" | ||
| echo "Done creating 'logging-traffic-topic'" | ||
|
|
||
| # Remove all non-system indices | ||
| source_lb_endpoint=$(aws cloudformation describe-stacks --stack-name opensearch-infra-stack-Migration-Source --query "Stacks[0].Outputs[?OutputKey==\`loadbalancerurl\`].OutputValue" --output text) | ||
| source_endpoint="http://${source_lb_endpoint}:19200" | ||
| proxy_endpoint="http://${source_lb_endpoint}:9200" | ||
| target_endpoint=$(aws ssm get-parameter --name "/migration/${STAGE}/default/osClusterEndpoint" --query 'Parameter.Value' --output text) | ||
| echo "Clearing non-system source indices" | ||
| unbuffer aws ecs execute-command --cluster "migration-${STAGE}-ecs-cluster" --task "${task_arn}" --container "migration-console" --interactive --command "curl -XDELETE ${source_endpoint}/*,-.*,-searchguard*,-sg7*" | ||
| echo "Clearing non-system target indices" | ||
| unbuffer aws ecs execute-command --cluster "migration-${STAGE}-ecs-cluster" --task "${task_arn}" --container "migration-console" --interactive --command "curl -XDELETE ${target_endpoint}/*,-.*" | ||
|
|
||
| echo "Print initial source and target indices after clearing indices: " | ||
| unbuffer aws ecs execute-command --cluster "migration-${STAGE}-ecs-cluster" --task "${task_arn}" --container "migration-console" --interactive --command "./catIndices.sh --source_endpoint ${source_endpoint} --source_no_auth --target_no_auth" | ||
|
|
||
| # Spin up Replayer container and wait for service to be stable | ||
| aws ecs update-service --cluster "migration-${STAGE}-ecs-cluster" --service "migration-${STAGE}-traffic-replayer-default" --desired-count 1 > /dev/null 2>&1 | ||
| echo "Waiting for Replayer to be stable..." | ||
| aws ecs wait services-stable --cluster "migration-${STAGE}-ecs-cluster" --service "migration-${STAGE}-traffic-replayer-default" | ||
|
|
||
| # Kickoff integration tests | ||
| set -o xtrace | ||
| unbuffer aws ecs execute-command --cluster "migration-${STAGE}-ecs-cluster" --task "${task_arn}" --container "migration-console" --interactive --command "./setupIntegTests.sh ${MIGRATIONS_GIT_URL} ${MIGRATIONS_GIT_BRANCH} ${source_endpoint} ${proxy_endpoint} ${UNIQUE_ID}" | ||
| set +o xtrace | ||
| test_output=$(unbuffer aws ecs execute-command --cluster "migration-${STAGE}-ecs-cluster" --task "${task_arn}" --container "migration-console" --interactive --command "awk '/failures/ && /errors/' /root/integ-tests/test/reports/${UNIQUE_ID}.xml") | ||
| echo "Fetch integ test summary: " | ||
| echo "$test_output" | ||
| failure_output=$(echo "$test_output" | grep -o "failures=\"0\"") | ||
| if [ -z "$failure_output" ]; then | ||
| echo "Failed test detected in output, failing step" | ||
| exit 1 | ||
| fi | ||
| errors_output=$(echo "$test_output" | grep -o "errors=\"0\"") | ||
| if [ -z "$errors_output" ]; then | ||
| echo "Errored test detected in output, failing step" | ||
| exit 1 | ||
| fi | ||
| exit 0 |