Cleanup and simplify sanity tests (#3412)
This moves the major chunk of sanity testing code (backup -> restore -> verify -> list -> list backup) into a separate action and use that in the primary test instead of repeating the same thing over and over. Successful run: https://github.com/alcionai/corso/actions/runs/4980277816/jobs/8912982952 --- #### Does this PR need a docs update or release note? - [ ] ✅ Yes, it's included - [ ] 🕐 Yes, but in a later PR - [x] ⛔ No #### Type of change <!--- Please check the type of change your PR introduces: ---> - [ ] 🌻 Feature - [ ] 🐛 Bugfix - [ ] 🗺️ Documentation - [ ] 🤖 Supportability/Tests - [ ] 💻 CI/Deployment - [x] 🧹 Tech Debt/Cleanup #### Issue(s) <!-- Can reference multiple issues. Use one of the following "magic words" - "closes, fixes" to auto-close the Github issue. --> * #<issue> #### Test Plan <!-- How will this be tested prior to merging.--> - [ ] 💪 Manual - [ ] ⚡ Unit test - [ ] 💚 E2E
This commit is contained in:
Abin Simon
GitHub
parent
a9918d2f78
commit
451041c147
124
.github/actions/backup-restore-test/action.yml
vendored
Normal file
124
.github/actions/backup-restore-test/action.yml
vendored
Normal file
@ -0,0 +1,124 @@
|
|||||||
|
name: Backup Restore Test
|
||||||
|
|
||||||
|
inputs:
|
||||||
|
service:
|
||||||
|
description: Service to test
|
||||||
|
required: true
|
||||||
|
kind:
|
||||||
|
description: Kind of test
|
||||||
|
required: true
|
||||||
|
backup-args:
|
||||||
|
description: Arguments to pass for backup
|
||||||
|
required: false
|
||||||
|
default: ""
|
||||||
|
restore-args:
|
||||||
|
description: Arguments to pass for restore
|
||||||
|
required: false
|
||||||
|
default: ""
|
||||||
|
test-folder:
|
||||||
|
description: Folder to use for testing
|
||||||
|
required: true
|
||||||
|
base-backup:
|
||||||
|
description: Base backup to use for testing
|
||||||
|
required: false
|
||||||
|
|
||||||
|
outputs:
|
||||||
|
backup-id:
|
||||||
|
value: ${{ steps.backup.outputs.result }}
|
||||||
|
|
||||||
|
runs:
|
||||||
|
using: composite
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v3
|
||||||
|
|
||||||
|
- name: Setup Golang with cache
|
||||||
|
uses: magnetikonline/action-golang-cache@v4
|
||||||
|
with:
|
||||||
|
go-version-file: src/go.mod
|
||||||
|
|
||||||
|
- run: go build -o corso
|
||||||
|
shell: bash
|
||||||
|
working-directory: src
|
||||||
|
|
||||||
|
- name: Backup ${{ inputs.service }} ${{ inputs.kind }}
|
||||||
|
id: backup
|
||||||
|
shell: bash
|
||||||
|
working-directory: src
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
./corso backup create '${{ inputs.service }}' \
|
||||||
|
--no-stats --hide-progress --json \
|
||||||
|
${{ inputs.backup-args }} |
|
||||||
|
tee /dev/stderr | # for printing logs
|
||||||
|
jq -r '.[0] | .id' |
|
||||||
|
sed 's/^/result=/' |
|
||||||
|
tee $GITHUB_OUTPUT
|
||||||
|
|
||||||
|
- name: Restore ${{ inputs.service }} ${{ inputs.kind }}
|
||||||
|
id: restore
|
||||||
|
shell: bash
|
||||||
|
working-directory: src
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
./corso restore '${{ inputs.service }}' \
|
||||||
|
--no-stats --hide-progress \
|
||||||
|
${{ inputs.restore-args }} \
|
||||||
|
--backup '${{ steps.backup.outputs.result }}' 2>&1 |
|
||||||
|
tee /tmp/corsologs |
|
||||||
|
grep -i -e 'Restoring to folder ' |
|
||||||
|
sed "s/Restoring to folder /result=/" |
|
||||||
|
tee $GITHUB_OUTPUT
|
||||||
|
|
||||||
|
cat /tmp/corsologs
|
||||||
|
|
||||||
|
- name: Check ${{ inputs.service }} ${{ inputs.kind }}
|
||||||
|
shell: bash
|
||||||
|
working-directory: src
|
||||||
|
env:
|
||||||
|
SANITY_RESTORE_FOLDER: ${{ steps.restore.outputs.result }}
|
||||||
|
SANITY_RESTORE_SERVICE: ${{ inputs.service }}
|
||||||
|
TEST_DATA: ${{ inputs.test-folder }}
|
||||||
|
BASE_BACKUP: ${{ inputs.base-backup }}
|
||||||
|
run: |
|
||||||
|
go run ./cmd/sanity_test
|
||||||
|
|
||||||
|
- name: List ${{ inputs.service }} ${{ inputs.kind }}
|
||||||
|
shell: bash
|
||||||
|
working-directory: src
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
./corso backup list ${{ inputs.service }} \
|
||||||
|
--no-stats --hide-progress 2>&1 |
|
||||||
|
tee /tmp/corso-backup-list.log
|
||||||
|
|
||||||
|
if ! grep -q ${{ steps.backup.outputs.result }} /tmp/corso-backup-list.log
|
||||||
|
then
|
||||||
|
echo "Unable to find backup from previous run in backup list"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: List item ${{ inputs.service }} ${{ inputs.kind }}
|
||||||
|
shell: bash
|
||||||
|
working-directory: src
|
||||||
|
run: |
|
||||||
|
set -euo pipefail
|
||||||
|
./corso backup list ${{ inputs.service }} \
|
||||||
|
--no-stats --hide-progress \
|
||||||
|
--backup "${{ steps.backup.outputs.result }}" 2>&1 |
|
||||||
|
tee /tmp/corso-backup-list-item.log
|
||||||
|
|
||||||
|
if ! grep -q ${{ steps.backup.outputs.result }} /tmp/corso-backup-list-item.log
|
||||||
|
then
|
||||||
|
echo "Unable to list previous backup"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Upload the original go test output as an artifact for later review.
|
||||||
|
- name: Upload test log
|
||||||
|
if: always()
|
||||||
|
uses: actions/upload-artifact@v3
|
||||||
|
with:
|
||||||
|
name: "${{ inputs.service }}-${{ inputs.kind }}-logs"
|
||||||
|
path: ${{ env.WORKING_DIR }}/${{ env.CORSO_LOG_DIR }}/
|
||||||
|
if-no-files-found: error
|
||||||
|
retention-days: 14
|
||||||
643
.github/workflows/sanity-test.yaml
vendored
643
.github/workflows/sanity-test.yaml
vendored
@ -1,5 +1,5 @@
|
|||||||
name: Sanity Testing
|
name: Sanity Testing
|
||||||
on:
|
on:
|
||||||
push:
|
push:
|
||||||
branches:
|
branches:
|
||||||
- main
|
- main
|
||||||
@ -23,14 +23,14 @@ jobs:
|
|||||||
uses: alcionai/corso/.github/workflows/accSelector.yaml@main
|
uses: alcionai/corso/.github/workflows/accSelector.yaml@main
|
||||||
|
|
||||||
Sanity-Tests:
|
Sanity-Tests:
|
||||||
needs: [ SetM365App ]
|
needs: [ SetM365App ]
|
||||||
environment: Testing
|
environment: Testing
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
env:
|
env:
|
||||||
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
||||||
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_ACCESS_KEY_SECRET }}
|
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_ACCESS_KEY_SECRET }}
|
||||||
AZURE_CLIENT_ID: ${{ secrets[needs.SetM365App.outputs.client_id_env] }}
|
AZURE_CLIENT_ID: ${{ secrets[needs.SetM365App.outputs.client_id_env] }}
|
||||||
AZURE_CLIENT_SECRET: ${{ secrets[needs.SetM365App.outputs.client_secret_env] }}
|
AZURE_CLIENT_SECRET: ${{ secrets[needs.SetM365App.outputs.client_secret_env] }}
|
||||||
AZURE_TENANT_ID: ${{ secrets.TENANT_ID }}
|
AZURE_TENANT_ID: ${{ secrets.TENANT_ID }}
|
||||||
CORSO_BUCKET: ${{ secrets.CI_TESTS_S3_BUCKET }}
|
CORSO_BUCKET: ${{ secrets.CI_TESTS_S3_BUCKET }}
|
||||||
CORSO_LOG_DIR: testlog
|
CORSO_LOG_DIR: testlog
|
||||||
@ -56,57 +56,44 @@ jobs:
|
|||||||
go-version-file: src/go.mod
|
go-version-file: src/go.mod
|
||||||
|
|
||||||
- run: make build
|
- run: make build
|
||||||
|
|
||||||
- run: go build -o sanityTest ./cmd/sanity_test
|
|
||||||
|
|
||||||
- run: mkdir ${TEST_RESULT}
|
- run: mkdir ${TEST_RESULT}
|
||||||
|
|
||||||
- run: mkdir ${CORSO_LOG_DIR}
|
- run: mkdir ${CORSO_LOG_DIR}
|
||||||
|
|
||||||
- name: Version Test
|
- name: Version Test
|
||||||
run: |
|
run: |
|
||||||
set -euo pipefail
|
./corso --version | grep -c 'Corso version:'
|
||||||
if [ $( ./corso --version | grep -c 'Corso version:' ) -ne 1 ]
|
|
||||||
then
|
|
||||||
echo "valid version not found"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
- name: Repo init test
|
- name: Repo init test
|
||||||
id: repo-init
|
id: repo-init
|
||||||
env:
|
env:
|
||||||
TEST_RESULT: "test_results"
|
TEST_RESULT: "test_results"
|
||||||
run: |
|
run: |
|
||||||
set -euo pipefail
|
set -euo pipefail
|
||||||
prefix=$(date +"%Y-%m-%d-%T")
|
prefix=$(date +"%Y-%m-%d-%T")
|
||||||
echo -e "\nRepo init test\n" >> ${CORSO_LOG_FILE}
|
echo -e "\nRepo init test\n" >> ${CORSO_LOG_FILE}
|
||||||
./corso repo init s3 \
|
./corso repo init s3 \
|
||||||
--no-stats \
|
--no-stats --hide-progress --prefix $prefix \
|
||||||
--hide-progress \
|
--bucket ${CORSO_BUCKET} 2>&1 | tee $TEST_RESULT/initrepo.txt
|
||||||
--prefix $prefix \
|
|
||||||
--bucket ${CORSO_BUCKET} 2>&1 | tee $TEST_RESULT/initrepo.txt
|
|
||||||
|
|
||||||
if ! grep -q 'Initialized a S3 repository within bucket' $TEST_RESULT/initrepo.txt
|
if ! grep -q 'Initialized a S3 repository within bucket' $TEST_RESULT/initrepo.txt
|
||||||
then
|
then
|
||||||
echo "repo could not be initiated"
|
echo "Repo could not be initialized"
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
echo result="$prefix" >> $GITHUB_OUTPUT
|
echo result="$prefix" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
- name: Repo connect test
|
- name: Repo connect test
|
||||||
run: |
|
run: |
|
||||||
set -euo pipefail
|
set -euo pipefail
|
||||||
echo -e "\nRepo connect test\n" >> ${CORSO_LOG_FILE}
|
echo -e "\nRepo connect test\n" >> ${CORSO_LOG_FILE}
|
||||||
./corso repo connect s3 \
|
./corso repo connect s3 \
|
||||||
--no-stats \
|
--no-stats --hide-progress --prefix ${{ steps.repo-init.outputs.result }} \
|
||||||
--hide-progress \
|
--bucket ${CORSO_BUCKET} 2>&1 | tee $TEST_RESULT/connect.txt
|
||||||
--prefix ${{ steps.repo-init.outputs.result }} \
|
|
||||||
--bucket ${CORSO_BUCKET} 2>&1 | tee $TEST_RESULT/connect.txt
|
|
||||||
|
|
||||||
if ! grep -q 'Connected to S3 bucket' $TEST_RESULT/connect.txt
|
if ! grep -q 'Connected to S3 bucket' $TEST_RESULT/connect.txt
|
||||||
then
|
then
|
||||||
echo "repo could not be connected"
|
echo "Repo could not be connected"
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
@ -116,549 +103,161 @@ jobs:
|
|||||||
|
|
||||||
# generate new entries to roll into the next load test
|
# generate new entries to roll into the next load test
|
||||||
# only runs if the test was successful
|
# only runs if the test was successful
|
||||||
- name: New Data Creation
|
- name: Exchange - Create new data
|
||||||
working-directory: ./src/cmd/factory
|
working-directory: ./src/cmd/factory
|
||||||
env:
|
env:
|
||||||
AZURE_CLIENT_ID: ${{ secrets[needs.SetM365App.outputs.client_id_env] }}
|
AZURE_CLIENT_ID: ${{ secrets[needs.SetM365App.outputs.client_id_env] }}
|
||||||
AZURE_CLIENT_SECRET: ${{ secrets[needs.SetM365App.outputs.client_secret_env] }}
|
AZURE_CLIENT_SECRET: ${{ secrets[needs.SetM365App.outputs.client_secret_env] }}
|
||||||
AZURE_TENANT_ID: ${{ secrets.TENANT_ID }}
|
AZURE_TENANT_ID: ${{ secrets.TENANT_ID }}
|
||||||
run: |
|
run: |
|
||||||
go run . exchange emails \
|
go run . exchange emails \
|
||||||
--user ${TEST_USER} \
|
--user ${TEST_USER} \
|
||||||
--tenant ${{ env.AZURE_TENANT_ID }} \
|
--tenant ${{ env.AZURE_TENANT_ID }} \
|
||||||
--destination Corso_Test_sanity${{ steps.repo-init.outputs.result }} \
|
--destination Corso_Test_Sanity_${{ steps.repo-init.outputs.result }} \
|
||||||
--count 4
|
--count 4
|
||||||
|
|
||||||
- name: Backup exchange test
|
- name: Exchange - Backup
|
||||||
id: exchange-test
|
id: exchange-backup
|
||||||
run: |
|
uses: ./.github/actions/backup-restore-test
|
||||||
echo -e "\nBackup Exchange test\n" >> ${CORSO_LOG_FILE}
|
with:
|
||||||
./corso backup create exchange \
|
service: exchange
|
||||||
--no-stats \
|
kind: backup
|
||||||
--mailbox "${TEST_USER}" \
|
backup-args: '--mailbox "${TEST_USER}" --data "email"'
|
||||||
--hide-progress \
|
restore-args: '--email-folder Corso_Test_Sanity_${{ steps.repo-init.outputs.result }}'
|
||||||
--data 'email' \
|
test-folder: 'Corso_Test_Sanity_${{ steps.repo-init.outputs.result }}'
|
||||||
--json \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_exchange.txt
|
|
||||||
|
|
||||||
resultjson=$(sed -e '1,/Completed Backups/d' $TEST_RESULT/backup_exchange.txt )
|
- name: Exchange - Incremental backup
|
||||||
|
id: exchange-backup-incremental
|
||||||
|
uses: ./.github/actions/backup-restore-test
|
||||||
|
with:
|
||||||
|
service: exchange
|
||||||
|
kind: backup-incremental
|
||||||
|
backup-args: '--mailbox "${TEST_USER}" --data "email"'
|
||||||
|
restore-args: '--email-folder Corso_Test_Sanity_${{ steps.repo-init.outputs.result }}'
|
||||||
|
test-folder: 'Corso_Test_Sanity_${{ steps.repo-init.outputs.result }}'
|
||||||
|
base-backup: ${{ steps.exchange-backup.outputs.backup-id }}
|
||||||
|
|
||||||
if [[ $( echo $resultjson | jq -r '.[0] | .stats.errorCount') -ne 0 ]]; then
|
- name: Exchange - Non delta backup
|
||||||
echo "backup was not successful"
|
id: exchange-backup-non-delta
|
||||||
exit 1
|
uses: ./.github/actions/backup-restore-test
|
||||||
fi
|
with:
|
||||||
|
service: exchange
|
||||||
|
kind: backup-non-delta
|
||||||
|
backup-args: '--mailbox "${TEST_USER}" --data "email" --disable-delta'
|
||||||
|
restore-args: '--email-folder Corso_Test_Sanity_${{ steps.repo-init.outputs.result }}'
|
||||||
|
test-folder: 'Corso_Test_Sanity_${{ steps.repo-init.outputs.result }}'
|
||||||
|
base-backup: ${{ steps.exchange-backup.outputs.backup-id }}
|
||||||
|
|
||||||
data=$( echo $resultjson | jq -r '.[0] | .id' )
|
- name: Exchange - Incremental backup after non-delta
|
||||||
echo result=$data >> $GITHUB_OUTPUT
|
id: exchange-backup-incremental-after-non-delta
|
||||||
|
uses: ./.github/actions/backup-restore-test
|
||||||
|
with:
|
||||||
|
service: exchange
|
||||||
|
kind: backup-incremental-after-non-delta
|
||||||
|
backup-args: '--mailbox "${TEST_USER}" --data "email"'
|
||||||
|
restore-args: '--email-folder Corso_Test_Sanity_${{ steps.repo-init.outputs.result }}'
|
||||||
|
test-folder: 'Corso_Test_Sanity_${{ steps.repo-init.outputs.result }}'
|
||||||
|
base-backup: ${{ steps.exchange-backup.outputs.backup-id }}
|
||||||
|
|
||||||
# list all backups
|
|
||||||
- name: Backup exchange list test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup Exchange list test\n" >> ${CORSO_LOG_FILE}
|
|
||||||
./corso backup list exchange \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_exchange_list.txt
|
|
||||||
|
|
||||||
if ! grep -q ${{ steps.exchange-test.outputs.result }} $TEST_RESULT/backup_exchange_list.txt
|
|
||||||
then
|
|
||||||
echo "listing of backup was not successful"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# list the previous backups
|
|
||||||
- name: Backup exchange list single backup test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup Exchange list single backup test\n" >> ${CORSO_LOG_FILE}
|
|
||||||
./corso backup list exchange \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
--backup "${{ steps.exchange-test.outputs.result }}" \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_exchange_list_single.txt
|
|
||||||
|
|
||||||
if ! grep -q ${{ steps.exchange-test.outputs.result }} $TEST_RESULT/backup_exchange_list.txt
|
|
||||||
then
|
|
||||||
echo "listing of backup was not successful"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# restore
|
|
||||||
- name: Backup exchange restore
|
|
||||||
id: exchange-restore-test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup Exchange restore test\n" >> ${CORSO_LOG_FILE}
|
|
||||||
./corso restore exchange \
|
|
||||||
--no-stats \
|
|
||||||
--email-folder Corso_Test_sanity${{ steps.repo-init.outputs.result }} \
|
|
||||||
--hide-progress \
|
|
||||||
--backup "${{ steps.exchange-test.outputs.result }}" \
|
|
||||||
2>&1 | tee $TEST_RESULT/exchange-restore-test.txt
|
|
||||||
echo result=$(grep -i -e 'Restoring to folder ' $TEST_RESULT/exchange-restore-test.txt | sed "s/Restoring to folder//" ) >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
- name: Restoration check
|
|
||||||
env:
|
|
||||||
SANITY_RESTORE_FOLDER: ${{ steps.exchange-restore-test.outputs.result }}
|
|
||||||
SANITY_RESTORE_SERVICE: "exchange"
|
|
||||||
TEST_DATA: Corso_Test_sanity${{ steps.repo-init.outputs.result }}
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
./sanityTest
|
|
||||||
|
|
||||||
# incremental backup
|
|
||||||
- name: Backup exchange incremental
|
|
||||||
id: exchange-incremental-test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup Exchange incremental test\n" >> ${CORSO_LOG_FILE}
|
|
||||||
./corso backup create exchange \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
--mailbox "${TEST_USER}" \
|
|
||||||
--json \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_exchange_incremental.txt
|
|
||||||
|
|
||||||
resultjson=$(sed -e '1,/Completed Backups/d' $TEST_RESULT/backup_exchange_incremental.txt )
|
|
||||||
|
|
||||||
if [[ $( echo $resultjson | jq -r '.[0] | .stats.errorCount') -ne 0 ]]; then
|
|
||||||
echo "backup was not successful"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo result=$( echo $resultjson | jq -r '.[0] | .id' ) >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
# restore from incremental
|
|
||||||
- name: Backup incremantal exchange restore
|
|
||||||
id: exchange-incremantal-restore-test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup Exchange incremental restore test\n" >> ${CORSO_LOG_FILE}
|
|
||||||
./corso restore exchange \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
--backup "${{ steps.exchange-incremental-test.outputs.result }}" \
|
|
||||||
--email-folder Corso_Test_sanity${{ steps.repo-init.outputs.result }} \
|
|
||||||
2>&1 | tee $TEST_RESULT/exchange-incremantal-restore-test.txt
|
|
||||||
echo result=$(grep -i -e 'Restoring to folder ' $TEST_RESULT/exchange-incremantal-restore-test.txt | sed "s/Restoring to folder//" ) >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
- name: Restoration check
|
|
||||||
env:
|
|
||||||
SANITY_RESTORE_FOLDER: ${{ steps.exchange-incremantal-restore-test.outputs.result }}
|
|
||||||
SANITY_RESTORE_SERVICE: "exchange"
|
|
||||||
TEST_DATA: Corso_Test_sanity${{ steps.repo-init.outputs.result }}
|
|
||||||
BASE_BACKUP: ${{ steps.exchange-restore-test.outputs.result }}
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
./sanityTest
|
|
||||||
|
|
||||||
# non-delta backup
|
|
||||||
- name: Backup exchange incremental without delta
|
|
||||||
id: exchange-incremental-test-no-delta
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup Exchange incremental test without delta\n" >> ${CORSO_LOG_FILE}
|
|
||||||
./corso backup create exchange \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
--disable-delta \
|
|
||||||
--mailbox "${TEST_USER}" \
|
|
||||||
--json \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_exchange_incremental.txt
|
|
||||||
|
|
||||||
resultjson=$(sed -e '1,/Completed Backups/d' $TEST_RESULT/backup_exchange_incremental.txt )
|
|
||||||
|
|
||||||
if [[ $( echo $resultjson | jq -r '.[0] | .stats.errorCount') -ne 0 ]]; then
|
|
||||||
echo "backup was not successful"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo result=$( echo $resultjson | jq -r '.[0] | .id' ) >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
# restore from non delta
|
|
||||||
- name: Backup non delta exchange restore
|
|
||||||
id: exchange-non-delta-restore-test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup Exchange incremental without delta restore test\n" >> ${CORSO_LOG_FILE}
|
|
||||||
./corso restore exchange \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
--backup "${{ steps.exchange-incremental-test-no-delta.outputs.result }}" \
|
|
||||||
--email-folder Corso_Restore_st_${{ steps.repo-init.outputs.result }} \
|
|
||||||
2>&1 | tee $TEST_RESULT/exchange-incremantal-restore-test.txt
|
|
||||||
echo result=$(grep -i -e 'Restoring to folder ' $TEST_RESULT/exchange-incremantal-restore-test.txt | sed "s/Restoring to folder//" ) >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
- name: Restoration check
|
|
||||||
env:
|
|
||||||
SANITY_RESTORE_FOLDER: ${{ steps.exchange-non-delta-restore-test.outputs.result }}
|
|
||||||
SANITY_RESTORE_SERVICE: "exchange"
|
|
||||||
TEST_DATA: Corso_Restore_st_${{ steps.repo-init.outputs.result }}
|
|
||||||
BASE_BACKUP: ${{ steps.exchange-restore-test.outputs.result }}
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
./sanityTest
|
|
||||||
|
|
||||||
# incremental backup after non-delta
|
|
||||||
- name: Backup exchange incremental after non-delta
|
|
||||||
id: exchange-incremental-test-after-non-delta
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup Exchange incremental test after non-delta\n" >> ${CORSO_LOG_FILE}
|
|
||||||
./corso backup create exchange \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
--mailbox "${TEST_USER}" \
|
|
||||||
--json \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_exchange_incremental_after_non_delta.txt
|
|
||||||
|
|
||||||
resultjson=$(sed -e '1,/Completed Backups/d' $TEST_RESULT/backup_exchange_incremental_after_non_delta.txt )
|
|
||||||
|
|
||||||
if [[ $( echo $resultjson | jq -r '.[0] | .stats.errorCount') -ne 0 ]]; then
|
|
||||||
echo "backup was not successful"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo result=$( echo $resultjson | jq -r '.[0] | .id' ) >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
# restore from incremental
|
|
||||||
- name: Backup incremantal exchange restore after non-delta
|
|
||||||
id: exchange-incremantal-restore-test-after-non-delta
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup Exchange incremental restore test after non-delta\n" >> ${CORSO_LOG_FILE}
|
|
||||||
./corso restore exchange \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
--backup "${{ steps.exchange-incremental-test-after-non-delta.outputs.result }}" \
|
|
||||||
--email-folder Corso_Restore_st_${{ steps.repo-init.outputs.result }} \
|
|
||||||
2>&1 | tee $TEST_RESULT/exchange-incremantal-restore-test-after-non-delta.txt
|
|
||||||
echo result=$(grep -i -e 'Restoring to folder ' $TEST_RESULT/exchange-incremantal-restore-test-after-non-delta.txt | sed "s/Restoring to folder//" ) >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
- name: Restoration check
|
|
||||||
env:
|
|
||||||
SANITY_RESTORE_FOLDER: ${{ steps.exchange-incremantal-restore-test-after-non-delta.outputs.result }}
|
|
||||||
SANITY_RESTORE_SERVICE: "exchange"
|
|
||||||
TEST_DATA: Corso_Restore_st_${{ steps.repo-init.outputs.result }}
|
|
||||||
BASE_BACKUP: ${{ steps.exchange-restore-test.outputs.result }}
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
./sanityTest
|
|
||||||
|
|
||||||
##########################################################################################################################################
|
##########################################################################################################################################
|
||||||
|
|
||||||
# Onedrive
|
# Onedrive
|
||||||
|
|
||||||
# generate new entries for test
|
# generate new entries for test
|
||||||
- name: New Data Creation for OneDrive
|
- name: OneDrive - Create new data
|
||||||
id: new-data-creation-onedrive
|
id: new-data-creation-onedrive
|
||||||
working-directory: ./src/cmd/factory
|
working-directory: ./src/cmd/factory
|
||||||
env:
|
env:
|
||||||
AZURE_CLIENT_ID: ${{ secrets[needs.SetM365App.outputs.client_id_env] }}
|
AZURE_CLIENT_ID: ${{ secrets[needs.SetM365App.outputs.client_id_env] }}
|
||||||
AZURE_CLIENT_SECRET: ${{ secrets[needs.SetM365App.outputs.client_secret_env] }}
|
AZURE_CLIENT_SECRET: ${{ secrets[needs.SetM365App.outputs.client_secret_env] }}
|
||||||
AZURE_TENANT_ID: ${{ secrets.TENANT_ID }}
|
AZURE_TENANT_ID: ${{ secrets.TENANT_ID }}
|
||||||
run: |
|
run: |
|
||||||
suffix=$(date +"%Y-%m-%d_%H-%M")
|
suffix=$(date +"%Y-%m-%d_%H-%M")
|
||||||
|
|
||||||
go run . onedrive files \
|
go run . onedrive files \
|
||||||
--user ${TEST_USER} \
|
--user ${TEST_USER} \
|
||||||
--secondaryuser ${{ env.SECONDARY_TEST_USER }} \
|
--secondaryuser ${{ env.SECONDARY_TEST_USER }} \
|
||||||
--tenant ${{ env.AZURE_TENANT_ID }} \
|
--tenant ${{ env.AZURE_TENANT_ID }} \
|
||||||
--destination Corso_Test_sanity$suffix \
|
--destination Corso_Test_Sanity_$suffix \
|
||||||
--count 4
|
--count 4
|
||||||
|
|
||||||
echo result="$suffix" >> $GITHUB_OUTPUT
|
echo result="$suffix" >> $GITHUB_OUTPUT
|
||||||
|
|
||||||
- name: Backup onedrive test
|
- name: OneDrive - Backup
|
||||||
id: onedrive-test
|
id: onedrive-backup
|
||||||
run: |
|
uses: ./.github/actions/backup-restore-test
|
||||||
set -euo pipefail
|
with:
|
||||||
echo -e "\nBackup OneDrive test\n" >> ${CORSO_LOG_FILE}
|
service: onedrive
|
||||||
./corso backup create onedrive \
|
kind: backup
|
||||||
--no-stats \
|
backup-args: '--user "${TEST_USER}"'
|
||||||
--hide-progress \
|
restore-args: '--folder Corso_Test_Sanity_${{ steps.new-data-creation-onedrive.outputs.result }} --restore-permissions'
|
||||||
--user "${TEST_USER}" \
|
test-folder: 'Corso_Test_Sanity_${{ steps.new-data-creation-onedrive.outputs.result }}'
|
||||||
--json \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_onedrive.txt
|
|
||||||
|
|
||||||
resultjson=$(sed -e '1,/Completed Backups/d' $TEST_RESULT/backup_onedrive.txt )
|
|
||||||
|
|
||||||
if [[ $( echo $resultjson | jq -r '.[0] | .stats.errorCount') -ne 0 ]]; then
|
|
||||||
echo "backup was not successful"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
data=$( echo $resultjson | jq -r '.[0] | .id' )
|
|
||||||
echo result=$data >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
# list all backups
|
|
||||||
- name: Backup onedrive list test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup OneDrive list test\n" >> ${CORSO_LOG_FILE}
|
|
||||||
./corso backup list onedrive \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_onedrive_list.txt
|
|
||||||
|
|
||||||
if ! grep -q ${{ steps.onedrive-test.outputs.result }} $TEST_RESULT/backup_onedrive_list.txt
|
|
||||||
then
|
|
||||||
echo "listing of backup was not successful"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# list the previous backup
|
|
||||||
- name: Backup onedrive list test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup OneDrive list one backup test\n" >> ${CORSO_LOG_FILE}
|
|
||||||
./corso backup list onedrive \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
--backup "${{ steps.onedrive-test.outputs.result }}" \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_onedrive_list_single.txt
|
|
||||||
|
|
||||||
if ! grep -q ${{ steps.onedrive-test.outputs.result }} $TEST_RESULT/backup_onedrive_list.txt
|
|
||||||
then
|
|
||||||
echo "listing of backup was not successful"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# restore
|
|
||||||
- name: Backup onedrive restore
|
|
||||||
id: onedrive-restore-test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup OneDrive restore test\n" >> ${CORSO_LOG_FILE}
|
|
||||||
./corso restore onedrive \
|
|
||||||
--no-stats \
|
|
||||||
--restore-permissions \
|
|
||||||
--folder Corso_Test_sanity${{ steps.new-data-creation-onedrive.outputs.result }} \
|
|
||||||
--hide-progress \
|
|
||||||
--backup "${{ steps.onedrive-test.outputs.result }}" \
|
|
||||||
2>&1 | tee $TEST_RESULT/onedrive-restore-test.txt
|
|
||||||
echo result=$(grep -i -e 'Restoring to folder ' $TEST_RESULT/onedrive-restore-test.txt | sed "s/Restoring to folder//") >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
- name: Restoration oneDrive check
|
|
||||||
env:
|
|
||||||
SANITY_RESTORE_FOLDER: ${{ steps.onedrive-restore-test.outputs.result }}
|
|
||||||
SANITY_RESTORE_SERVICE: "onedrive"
|
|
||||||
TEST_DATA: Corso_Test_sanity${{ steps.new-data-creation-onedrive.outputs.result }}
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
./sanityTest
|
|
||||||
|
|
||||||
# generate some more enteries for incremental check
|
# generate some more enteries for incremental check
|
||||||
- name: New Data Creation for Incremental OneDrive
|
- name: OneDrive - Create new data (for incremental)
|
||||||
working-directory: ./src/cmd/factory
|
working-directory: ./src/cmd/factory
|
||||||
env:
|
env:
|
||||||
AZURE_CLIENT_ID: ${{ secrets[needs.SetM365App.outputs.client_id_env] }}
|
AZURE_CLIENT_ID: ${{ secrets[needs.SetM365App.outputs.client_id_env] }}
|
||||||
AZURE_CLIENT_SECRET: ${{ secrets[needs.SetM365App.outputs.client_secret_env] }}
|
AZURE_CLIENT_SECRET: ${{ secrets[needs.SetM365App.outputs.client_secret_env] }}
|
||||||
AZURE_TENANT_ID: ${{ secrets.TENANT_ID }}
|
AZURE_TENANT_ID: ${{ secrets.TENANT_ID }}
|
||||||
run: |
|
run: |
|
||||||
go run . onedrive files \
|
go run . onedrive files \
|
||||||
--user ${TEST_USER} \
|
--user ${TEST_USER} \
|
||||||
--secondaryuser ${{ env.SECONDARY_TEST_USER }} \
|
--secondaryuser ${{ env.SECONDARY_TEST_USER }} \
|
||||||
--tenant ${{ env.AZURE_TENANT_ID }} \
|
--tenant ${{ env.AZURE_TENANT_ID }} \
|
||||||
--destination Corso_Test_sanity${{ steps.new-data-creation-onedrive.outputs.result }} \
|
--destination Corso_Test_Sanity_${{ steps.new-data-creation-onedrive.outputs.result }} \
|
||||||
--count 4
|
--count 4
|
||||||
|
|
||||||
# incremental backup
|
- name: OneDrive - Incremental backup
|
||||||
- name: Backup onedrive incremental
|
id: onedrive-incremental
|
||||||
id: onedrive-incremental-test
|
uses: ./.github/actions/backup-restore-test
|
||||||
run: |
|
with:
|
||||||
set -euo pipefail
|
service: onedrive
|
||||||
echo -e "\nBackup OneDrive incremental test\n" >> ${CORSO_LOG_FILE}
|
kind: incremental
|
||||||
./corso backup create onedrive \
|
backup-args: '--user "${TEST_USER}"'
|
||||||
--no-stats \
|
restore-args: '--folder Corso_Test_Sanity_${{ steps.new-data-creation-onedrive.outputs.result }} --restore-permissions'
|
||||||
--hide-progress \
|
test-folder: 'Corso_Test_Sanity_${{ steps.new-data-creation-onedrive.outputs.result }}'
|
||||||
--user "${TEST_USER}" \
|
|
||||||
--json \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_onedrive_incremental.txt
|
|
||||||
|
|
||||||
resultjson=$(sed -e '1,/Completed Backups/d' $TEST_RESULT/backup_onedrive_incremental.txt )
|
|
||||||
|
|
||||||
if [[ $( echo $resultjson | jq -r '.[0] | .stats.errorCount') -ne 0 ]]; then
|
|
||||||
echo "backup was not successful"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
data=$( echo $resultjson | jq -r '.[0] | .id' )
|
|
||||||
echo result=$data >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
# restore from incremental
|
|
||||||
- name: Backup onedrive restore
|
|
||||||
id: onedrive-incremental-restore-test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup OneDrive incremental restore test\n" >> $CORSO_LOG_FILE
|
|
||||||
./corso restore onedrive \
|
|
||||||
--no-stats \
|
|
||||||
--restore-permissions \
|
|
||||||
--hide-progress \
|
|
||||||
--folder Corso_Test_sanity${{ steps.new-data-creation-onedrive.outputs.result }} \
|
|
||||||
--backup "${{ steps.onedrive-incremental-test.outputs.result }}" \
|
|
||||||
2>&1 | tee $TEST_RESULT/onedrive-incremental-restore-test.txt
|
|
||||||
echo result=$(grep -i -e 'Restoring to folder ' $TEST_RESULT/onedrive-incremental-restore-test.txt | sed "s/Restoring to folder//") >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
- name: Restoration oneDrive check
|
|
||||||
env:
|
|
||||||
SANITY_RESTORE_FOLDER: ${{ steps.onedrive-incremental-restore-test.outputs.result }}
|
|
||||||
SANITY_RESTORE_SERVICE: "onedrive"
|
|
||||||
TEST_DATA: Corso_Test_sanity${{ steps.new-data-creation-onedrive.outputs.result }}
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
./sanityTest
|
|
||||||
|
|
||||||
##########################################################################################################################################
|
##########################################################################################################################################
|
||||||
|
|
||||||
# Sharepoint test
|
# Sharepoint
|
||||||
|
|
||||||
# TODO(keepers): generate new entries for test
|
# TODO(keepers): generate new entries for test
|
||||||
|
# TODO: Add '--restore-permissions' when supported
|
||||||
|
|
||||||
- name: Backup sharepoint test
|
- name: SharePoint - Backup
|
||||||
id: sharepoint-test
|
id: sharepoint-backup
|
||||||
run: |
|
uses: ./.github/actions/backup-restore-test
|
||||||
set -euo pipefail
|
with:
|
||||||
echo -e "\nBackup SharePoint test\n" >> ${CORSO_LOG_FILE}
|
service: sharepoint
|
||||||
|
kind: backup
|
||||||
./corso backup create sharepoint \
|
backup-args: '--site "${TEST_SITE}"'
|
||||||
--no-stats \
|
restore-args: ''
|
||||||
--hide-progress \
|
test-folder: ''
|
||||||
--site "${TEST_SITE}" \
|
|
||||||
--json \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_sharepoint.txt
|
|
||||||
|
|
||||||
resultjson=$(sed -e '1,/Completed Backups/d' $TEST_RESULT/backup_sharepoint.txt )
|
|
||||||
|
|
||||||
if [[ $( echo $resultjson | jq -r '.[0] | .stats.errorCount') -ne 0 ]]; then
|
|
||||||
echo "backup was not successful"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
data=$( echo $resultjson | jq -r '.[0] | .id' )
|
|
||||||
echo result=$data >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
# list all backups
|
|
||||||
- name: Backup sharepoint list test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup List SharePoint test\n" >> ${CORSO_LOG_FILE}
|
|
||||||
|
|
||||||
./corso backup list sharepoint \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_sharepoint_list.txt
|
|
||||||
|
|
||||||
if ! grep -q ${{ steps.sharepoint-test.outputs.result }} $TEST_RESULT/backup_sharepoint_list.txt
|
|
||||||
then
|
|
||||||
echo "listing of backup was not successful"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# list the previous backup
|
|
||||||
- name: Backup sharepoint list single backup test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nBackup List single backup SharePoint test\n" >> ${CORSO_LOG_FILE}
|
|
||||||
|
|
||||||
./corso backup list sharepoint \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
--backup "${{ steps.sharepoint-test.outputs.result }}" \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_sharepoint_list_single.txt
|
|
||||||
|
|
||||||
if ! grep -q ${{ steps.sharepoint-test.outputs.result }} $TEST_RESULT/backup_sharepoint_list.txt
|
|
||||||
then
|
|
||||||
echo "listing of backup was not successful"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# restore
|
|
||||||
- name: Backup sharepoint restore
|
|
||||||
id: sharepoint-restore-test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nRestore SharePoint test\n" >> ${CORSO_LOG_FILE}
|
|
||||||
|
|
||||||
./corso restore sharepoint \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
--backup "${{ steps.sharepoint-test.outputs.result }}" \
|
|
||||||
2>&1 | tee $TEST_RESULT/sharepoint-restore-test.txt
|
|
||||||
echo result=$(grep -i -e 'Restoring to folder ' $TEST_RESULT/sharepoint-restore-test.txt | sed "s/Restoring to folder//") >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
# TODO: Add when supported
|
|
||||||
# --restore-permissions \
|
|
||||||
|
|
||||||
- name: Restoration sharepoint check
|
|
||||||
env:
|
|
||||||
SANITY_RESTORE_FOLDER: ${{ steps.sharepoint-restore-test.outputs.result }}
|
|
||||||
SANITY_RESTORE_SERVICE: "sharepoint"
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
./sanityTest
|
|
||||||
|
|
||||||
# TODO(rkeepers): generate some more entries for incremental check
|
# TODO(rkeepers): generate some more entries for incremental check
|
||||||
|
|
||||||
# incremental backup
|
- name: SharePoint - Incremental backup
|
||||||
- name: Backup sharepoint incremental
|
id: sharepoint-incremental
|
||||||
id: sharepoint-incremental-test
|
uses: ./.github/actions/backup-restore-test
|
||||||
run: |
|
with:
|
||||||
set -euo pipefail
|
service: sharepoint
|
||||||
echo -e "\nIncremental Backup SharePoint test\n" >> ${CORSO_LOG_FILE}
|
kind: incremental
|
||||||
|
backup-args: '--site "${TEST_SITE}"'
|
||||||
./corso backup create sharepoint \
|
restore-args: ''
|
||||||
--no-stats \
|
test-folder: ''
|
||||||
--hide-progress \
|
|
||||||
--site "${TEST_SITE}" \
|
|
||||||
--json \
|
|
||||||
2>&1 | tee $TEST_RESULT/backup_sharepoint_incremental.txt
|
|
||||||
|
|
||||||
resultjson=$(sed -e '1,/Completed Backups/d' $TEST_RESULT/backup_sharepoint_incremental.txt )
|
|
||||||
|
|
||||||
if [[ $( echo $resultjson | jq -r '.[0] | .stats.errorCount') -ne 0 ]]; then
|
|
||||||
echo "backup was not successful"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
data=$( echo $resultjson | jq -r '.[0] | .id' )
|
|
||||||
echo result=$data >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
# restore from incremental
|
|
||||||
- name: Backup sharepoint restore
|
|
||||||
id: sharepoint-incremental-restore-test
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
echo -e "\nIncremental Restore SharePoint test\n" >> ${CORSO_LOG_FILE}
|
|
||||||
|
|
||||||
./corso restore sharepoint \
|
|
||||||
--no-stats \
|
|
||||||
--hide-progress \
|
|
||||||
--backup "${{ steps.sharepoint-incremental-test.outputs.result }}" \
|
|
||||||
2>&1 | tee $TEST_RESULT/sharepoint-incremental-restore-test.txt
|
|
||||||
echo result=$(grep -i -e 'Restoring to folder ' $TEST_RESULT/sharepoint-incremental-restore-test.txt | sed "s/Restoring to folder//") >> $GITHUB_OUTPUT
|
|
||||||
|
|
||||||
# TODO: Add when supported
|
|
||||||
# --restore-permissions \
|
|
||||||
|
|
||||||
- name: Restoration sharepoint check
|
|
||||||
env:
|
|
||||||
SANITY_RESTORE_FOLDER: ${{ steps.sharepoint-incremental-restore-test.outputs.result }}
|
|
||||||
SANITY_RESTORE_SERVICE: "sharepoint"
|
|
||||||
run: |
|
|
||||||
set -euo pipefail
|
|
||||||
./sanityTest
|
|
||||||
|
|
||||||
##########################################################################################################################################
|
##########################################################################################################################################
|
||||||
|
|
||||||
|
# Logging & Notify
|
||||||
|
|
||||||
# Upload the original go test output as an artifact for later review.
|
# Upload the original go test output as an artifact for later review.
|
||||||
- name: Upload test log
|
- name: Upload test log
|
||||||
if: always()
|
if: always()
|
||||||
uses: actions/upload-artifact@v3
|
uses: actions/upload-artifact@v3
|
||||||
with:
|
with:
|
||||||
name: test-logs
|
name: "test-logs"
|
||||||
path: ${{ env.WORKING_DIR }}/${{ env.CORSO_LOG_DIR }}/
|
path: ${{ env.WORKING_DIR }}/${{ env.CORSO_LOG_DIR }}/
|
||||||
if-no-files-found: error
|
if-no-files-found: error
|
||||||
retention-days: 14
|
retention-days: 14
|
||||||
@ -666,7 +265,7 @@ jobs:
|
|||||||
- name: SHA info
|
- name: SHA info
|
||||||
id: sha-info
|
id: sha-info
|
||||||
if: failure()
|
if: failure()
|
||||||
run: |
|
run: |
|
||||||
echo ${GITHUB_REF#refs/heads/}-${GITHUB_SHA}
|
echo ${GITHUB_REF#refs/heads/}-${GITHUB_SHA}
|
||||||
echo SHA=${GITHUB_REF#refs/heads/}-${GITHUB_SHA} >> $GITHUB_OUTPUT
|
echo SHA=${GITHUB_REF#refs/heads/}-${GITHUB_SHA} >> $GITHUB_OUTPUT
|
||||||
echo RUN_URL=${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} >> $GITHUB_OUTPUT
|
echo RUN_URL=${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} >> $GITHUB_OUTPUT
|
||||||
@ -681,21 +280,11 @@ jobs:
|
|||||||
{
|
{
|
||||||
"text": "GitHub Action build result: ${{ job.status }} on SHA: ${{ steps.sha-info.outputs.SHA }}",
|
"text": "GitHub Action build result: ${{ job.status }} on SHA: ${{ steps.sha-info.outputs.SHA }}",
|
||||||
"blocks": [
|
"blocks": [
|
||||||
{
|
|
||||||
"type": "header",
|
|
||||||
"text": {
|
|
||||||
"type": "plain_text",
|
|
||||||
"text": "Failure in Sanity Test"
|
|
||||||
}
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"type": "divider"
|
|
||||||
},
|
|
||||||
{
|
{
|
||||||
"type": "section",
|
"type": "section",
|
||||||
"text": {
|
"text": {
|
||||||
"type": "mrkdwn",
|
"type": "mrkdwn",
|
||||||
"text": "<${{ steps.sha-info.outputs.RUN_URL }}|Check logs> for <${{ steps.sha-info.outputs.COMMIT_URL }}|${{ steps.sha-info.outputs.SHA }}>"
|
"text": "[FAILED] Sanity Checks :: <${{ steps.sha-info.outputs.RUN_URL }}|[Logs]> <${{ github.event.pull_request.html_url || github.event.head_commit.url }}|[Base]>\nCommit: <${{ steps.sha-info.outputs.COMMIT_URL }}|${{ steps.sha-info.outputs.SHA }}>"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user