5a07702e82
<!-- PR description--> Bug- incorrect usage of mailbox flag in sanity test #### Does this PR need a docs update or release note? - [ ] ✅ Yes, it's included - [ ] 🕐 Yes, but in a later PR - [x] ⛔ No #### Type of change <!--- Please check the type of change your PR introduces: ---> - [ ] 🌻 Feature - [x] 🐛 Bugfix - [ ] 🗺️ Documentation - [ ] 🤖 Supportability/Tests - [ ] 💻 CI/Deployment - [ ] 🧹 Tech Debt/Cleanup #### Issue(s) <!-- Can reference multiple issues. Use one of the following "magic words" - "closes, fixes" to auto-close the Github issue. --> * #<issue> #### Test Plan <!-- How will this be tested prior to merging.--> - [x] 💪 Manual - [ ] ⚡ Unit test - [ ] 💚 E2E
367 lines
12 KiB
YAML
367 lines
12 KiB
YAML
name: Sanity Testing
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
workflow_dispatch:
|
|
inputs:
|
|
user:
|
|
description: 'User to run sanity test on'
|
|
|
|
permissions:
|
|
# required to retrieve AWS credentials
|
|
id-token: write
|
|
contents: write
|
|
|
|
# cancel currently running jobs if a new version of the branch is pushed
|
|
concurrency:
|
|
group: sanity_testing-${{ github.workflow }}-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
Sanity-Tests:
|
|
environment: Testing
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
|
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_ACCESS_KEY_SECRET }}
|
|
AZURE_CLIENT_ID: ${{ secrets.CLIENT_ID }}
|
|
AZURE_CLIENT_SECRET: ${{ secrets.CLIENT_SECRET }}
|
|
AZURE_TENANT_ID: ${{ secrets.TENANT_ID }}
|
|
CORSO_BUCKET: ${{ secrets.CI_TESTS_S3_BUCKET }}
|
|
CORSO_LOG_FILE: ./src/testlog/testlogging.log
|
|
CORSO_M365_TEST_USER_ID: ${{ github.event.inputs.user != '' && github.event.inputs.user || secrets.CORSO_M365_TEST_USER_ID }}
|
|
CORSO_PASSPHRASE: ${{ secrets.INTEGRATION_TEST_CORSO_PASSPHRASE }}
|
|
TEST_RESULT: "test_results"
|
|
|
|
defaults:
|
|
run:
|
|
working-directory: src
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Setup Golang with cache
|
|
uses: magnetikonline/action-golang-cache@v4
|
|
with:
|
|
go-version-file: src/go.mod
|
|
|
|
- run: make build
|
|
|
|
- run: go build -o sanityCheck ./cmd/sanity_test
|
|
|
|
- run: mkdir test_results
|
|
|
|
- run: mkdir testlog
|
|
|
|
# run the tests
|
|
- name: Version Test
|
|
run: |
|
|
set -euo pipefail
|
|
if [ $( ./corso --version | grep 'Corso version:' | wc -l) -ne 1 ]
|
|
then
|
|
echo "valid version not found"
|
|
exit 1
|
|
fi
|
|
|
|
- name: Repo init test
|
|
id: repo-init
|
|
env:
|
|
TEST_RESULT: "test_results"
|
|
run: |
|
|
set -euo pipefail
|
|
prefix=`date +"%Y-%m-%d-%T"`
|
|
|
|
./corso repo init s3 \
|
|
--no-stats \
|
|
--hide-progress \
|
|
--prefix $prefix \
|
|
--bucket ${CORSO_BUCKET} 2>&1 | tee $TEST_RESULT/initrepo.txt
|
|
|
|
if ! grep -q 'Initialized a S3 repository within bucket' $TEST_RESULT/initrepo.txt
|
|
then
|
|
echo "repo could not be initiated"
|
|
exit 1
|
|
fi
|
|
|
|
echo result="$prefix" >> $GITHUB_OUTPUT
|
|
|
|
# run the tests
|
|
- name: Repo connect test
|
|
run: |
|
|
set -euo pipefail
|
|
./corso repo connect s3 \
|
|
--no-stats \
|
|
--hide-progress \
|
|
--prefix ${{ steps.repo-init.outputs.result }} \
|
|
--bucket ${CORSO_BUCKET} 2>&1 | tee $TEST_RESULT/connect.txt
|
|
|
|
if ! grep -q 'Connected to S3 bucket' $TEST_RESULT/connect.txt
|
|
then
|
|
echo "repo could not be connected"
|
|
exit 1
|
|
fi
|
|
|
|
# generate new entries to roll into the next load test
|
|
# only runs if the test was successful
|
|
- name: New Data Creation
|
|
working-directory: ./src/cmd/factory
|
|
env:
|
|
AZURE_CLIENT_ID: ${{ secrets.CLIENT_ID }}
|
|
AZURE_CLIENT_SECRET: ${{ secrets.CLIENT_SECRET }}
|
|
AZURE_TENANT_ID: ${{ secrets.TENANT_ID }}
|
|
run: |
|
|
go run . exchange emails \
|
|
--user ${{ env.CORSO_M365_TEST_USER_ID }} \
|
|
--tenant ${{ env.AZURE_TENANT_ID }} \
|
|
--destination Corso_Restore_st_${{ steps.repo-init.outputs.result }} \
|
|
--count 4
|
|
|
|
# run the tests
|
|
- name: Backup exchange test
|
|
id: exchange-test
|
|
run: |
|
|
./corso backup create exchange \
|
|
--no-stats \
|
|
--mailbox "${CORSO_M365_TEST_USER_ID}" \
|
|
--hide-progress \
|
|
--data 'email' \
|
|
--json \
|
|
2>&1 | tee $TEST_RESULT/backup_exchange.txt
|
|
|
|
resultjson=$(sed -e '1,/Completed Backups/d' $TEST_RESULT/backup_exchange.txt )
|
|
|
|
if [[ $( echo $resultjson | jq -r '.[0] | .errorCount') -ne 0 ]]; then
|
|
echo "backup was not successful"
|
|
exit 1
|
|
fi
|
|
|
|
data=$( echo $resultjson | jq -r '.[0] | .id' )
|
|
echo result=$data >> $GITHUB_OUTPUT
|
|
|
|
# list all exchange backups
|
|
- name: Backup exchange list test
|
|
run: |
|
|
set -euo pipefail
|
|
./corso backup list exchange \
|
|
--no-stats \
|
|
--hide-progress \
|
|
2>&1 | tee $TEST_RESULT/backup_exchange_list.txt
|
|
|
|
if ! grep -q ${{ steps.exchange-test.outputs.result }} $TEST_RESULT/backup_exchange_list.txt
|
|
then
|
|
echo "listing of backup was not successful"
|
|
exit 1
|
|
fi
|
|
|
|
# list the previous exchange backups
|
|
- name: Backup exchange list single backup test
|
|
run: |
|
|
set -euo pipefail
|
|
./corso backup list exchange \
|
|
--no-stats \
|
|
--hide-progress \
|
|
--backup "${{ steps.exchange-test.outputs.result }}" \
|
|
2>&1 | tee $TEST_RESULT/backup_exchange_list_single.txt
|
|
|
|
if ! grep -q ${{ steps.exchange-test.outputs.result }} $TEST_RESULT/backup_exchange_list.txt
|
|
then
|
|
echo "listing of backup was not successful"
|
|
exit 1
|
|
fi
|
|
|
|
# test exchange restore
|
|
- name: Backup exchange restore
|
|
id: exchange-restore-test
|
|
run: |
|
|
set -euo pipefail
|
|
./corso restore exchange \
|
|
--no-stats \
|
|
--email-folder Corso_Restore_st_${{ steps.repo-init.outputs.result }} \
|
|
--hide-progress \
|
|
--backup "${{ steps.exchange-test.outputs.result }}" \
|
|
2>&1 | tee $TEST_RESULT/exchange-restore-test.txt
|
|
echo result=$(grep -i -e 'Restoring to folder ' $TEST_RESULT/exchange-restore-test.txt | sed "s/Restoring to folder//" ) >> $GITHUB_OUTPUT
|
|
|
|
- name: Restoration check
|
|
env:
|
|
SANITY_RESTORE_FOLDER: ${{ steps.exchange-restore-test.outputs.result }}
|
|
SANITY_RESTORE_SERVICE: "exchange"
|
|
TEST_DATA: Corso_Restore_st_${{ steps.repo-init.outputs.result }}
|
|
run: |
|
|
set -euo pipefail
|
|
./sanityCheck
|
|
|
|
# test incremental backup exchange
|
|
- name: Backup exchange incremental
|
|
id: exchange-incremental-test
|
|
run: |
|
|
set -euo pipefail
|
|
./corso backup create exchange \
|
|
--no-stats \
|
|
--hide-progress \
|
|
--mailbox "${CORSO_M365_TEST_USER_ID}" \
|
|
--json \
|
|
2>&1 | tee $TEST_RESULT/backup_exchange_incremental.txt
|
|
|
|
resultjson=$(sed -e '1,/Completed Backups/d' $TEST_RESULT/backup_exchange_incremental.txt )
|
|
|
|
if [[ $( echo $resultjson | jq -r '.[0] | .errorCount') -ne 0 ]]; then
|
|
echo "backup was not successful"
|
|
exit 1
|
|
fi
|
|
|
|
echo result=$( echo $resultjson | jq -r '.[0] | .id' ) >> $GITHUB_OUTPUT
|
|
|
|
# test exchange restore
|
|
- name: Backup incremantal exchange restore
|
|
id: exchange-incremantal-restore-test
|
|
run: |
|
|
set -euo pipefail
|
|
./corso restore exchange \
|
|
--no-stats \
|
|
--hide-progress \
|
|
--backup "${{ steps.exchange-incremental-test.outputs.result }}" \
|
|
--email-folder Corso_Restore_st_${{ steps.repo-init.outputs.result }} \
|
|
2>&1 | tee $TEST_RESULT/exchange-incremantal-restore-test.txt
|
|
echo result=$(grep -i -e 'Restoring to folder ' $TEST_RESULT/exchange-incremantal-restore-test.txt | sed "s/Restoring to folder//" ) >> $GITHUB_OUTPUT
|
|
|
|
- name: Restoration check
|
|
env:
|
|
SANITY_RESTORE_FOLDER: ${{ steps.exchange-incremantal-restore-test.outputs.result }}
|
|
SANITY_RESTORE_SERVICE: "exchange"
|
|
TEST_DATA: Corso_Restore_st_${{ steps.repo-init.outputs.result }}
|
|
BASE_BACKUP: ${{ steps.exchange-restore-test.outputs.result }}
|
|
run: |
|
|
set -euo pipefail
|
|
./sanityCheck
|
|
|
|
|
|
# Onedrive test
|
|
|
|
# run the tests
|
|
- name: Backup onedrive test
|
|
id: onedrive-test
|
|
run: |
|
|
set -euo pipefail
|
|
./corso backup create onedrive \
|
|
--no-stats \
|
|
--hide-progress \
|
|
--user "${CORSO_M365_TEST_USER_ID}" \
|
|
--json \
|
|
2>&1 | tee $TEST_RESULT/backup_onedrive.txt
|
|
|
|
resultjson=$(sed -e '1,/Completed Backups/d' $TEST_RESULT/backup_onedrive.txt )
|
|
|
|
if [[ $( echo $resultjson | jq -r '.[0] | .errorCount') -ne 0 ]]; then
|
|
echo "backup was not successful"
|
|
exit 1
|
|
fi
|
|
|
|
data=$( echo $resultjson | jq -r '.[0] | .id' )
|
|
echo result=$data >> $GITHUB_OUTPUT
|
|
|
|
# list all onedrive backups
|
|
- name: Backup onedrive list test
|
|
run: |
|
|
set -euo pipefail
|
|
./corso backup list onedrive \
|
|
--no-stats \
|
|
--hide-progress \
|
|
2>&1 | tee $TEST_RESULT/backup_onedrive_list.txt
|
|
|
|
if ! grep -q ${{ steps.onedrive-test.outputs.result }} $TEST_RESULT/backup_onedrive_list.txt
|
|
then
|
|
echo "listing of backup was not successful"
|
|
exit 1
|
|
fi
|
|
|
|
# list the previous onedrive backup
|
|
- name: Backup onedrive list test
|
|
run: |
|
|
set -euo pipefail
|
|
./corso backup list onedrive \
|
|
--no-stats \
|
|
--hide-progress \
|
|
--backup "${{ steps.onedrive-test.outputs.result }}" \
|
|
2>&1 | tee $TEST_RESULT/backup_onedrive_list_single.txt
|
|
|
|
if ! grep -q ${{ steps.onedrive-test.outputs.result }} $TEST_RESULT/backup_onedrive_list.txt
|
|
then
|
|
echo "listing of backup was not successful"
|
|
exit 1
|
|
fi
|
|
|
|
# test onedrive restore
|
|
- name: Backup onedrive restore
|
|
id: onedrive-restore-test
|
|
run: |
|
|
set -euo pipefail
|
|
./corso restore onedrive \
|
|
--no-stats \
|
|
--restore-permissions \
|
|
--hide-progress \
|
|
--backup "${{ steps.onedrive-test.outputs.result }}" \
|
|
2>&1 | tee $TEST_RESULT/onedrive-restore-test.txt
|
|
echo result=$(grep -i -e 'Restoring to folder ' $TEST_RESULT/onedrive-restore-test.txt | sed "s/Restoring to folder//") >> $GITHUB_OUTPUT
|
|
|
|
- name: Restoration oneDrive check
|
|
env:
|
|
SANITY_RESTORE_FOLDER: ${{ steps.onedrive-restore-test.outputs.result }}
|
|
SANITY_RESTORE_SERVICE: "onedrive"
|
|
run: |
|
|
set -euo pipefail
|
|
./sanityCheck
|
|
|
|
# test onedrive incremental
|
|
- name: Backup onedrive incremental
|
|
id: onedrive-incremental-test
|
|
run: |
|
|
set -euo pipefail
|
|
./corso backup create onedrive \
|
|
--no-stats \
|
|
--hide-progress \
|
|
--user "${CORSO_M365_TEST_USER_ID}" \
|
|
--json \
|
|
2>&1 | tee $TEST_RESULT/backup_onedrive_incremental.txt
|
|
|
|
resultjson=$(sed -e '1,/Completed Backups/d' $TEST_RESULT/backup_onedrive_incremental.txt )
|
|
|
|
if [[ $( echo $resultjson | jq -r '.[0] | .errorCount') -ne 0 ]]; then
|
|
echo "backup was not successful"
|
|
exit 1
|
|
fi
|
|
|
|
data=$( echo $resultjson | jq -r '.[0] | .id' )
|
|
echo result=$data >> $GITHUB_OUTPUT
|
|
|
|
# test onedrive restore
|
|
- name: Backup onedrive restore
|
|
id: onedrive-incremental-restore-test
|
|
run: |
|
|
set -euo pipefail
|
|
./corso restore onedrive \
|
|
--no-stats \
|
|
--restore-permissions \
|
|
--hide-progress \
|
|
--backup "${{ steps.onedrive-incremental-test.outputs.result }}" \
|
|
2>&1 | tee $TEST_RESULT/onedrive-incremental-restore-test.txt
|
|
echo result=$(grep -i -e 'Restoring to folder ' $TEST_RESULT/onedrive-incremental-restore-test.txt | sed "s/Restoring to folder//") >> $GITHUB_OUTPUT
|
|
|
|
- name: Restoration oneDrive check
|
|
env:
|
|
SANITY_RESTORE_FOLDER: ${{ steps.onedrive-incremental-restore-test.outputs.result }}
|
|
SANITY_RESTORE_SERVICE: "onedrive"
|
|
run: |
|
|
set -euo pipefail
|
|
./sanityCheck
|
|
|
|
# Upload the original go test output as an artifact for later review.
|
|
- name: Upload test log
|
|
if: failure()
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: test-log
|
|
path: src/testlog/*
|
|
if-no-files-found: error
|
|
retention-days: 14
|
|
|