9e0d464854
refactoring the sanity tests with three goals: 1. move from env vars to cli commands so that unsupported commands fail loudly. 2. set up support for groups restore and export testing. 3. introduce some code re-use throughout. --- #### Does this PR need a docs update or release note? - [x] ⛔ No #### Type of change - [x] 🤖 Supportability/Tests #### Issue(s) * #3988 #### Test Plan - [x] 💚 E2E
237 lines
8.4 KiB
YAML
237 lines
8.4 KiB
YAML
name: Backup Restore Test
|
|
|
|
inputs:
|
|
service:
|
|
description: Service to test
|
|
required: true
|
|
kind:
|
|
description: Kind of test
|
|
required: true
|
|
backup-args:
|
|
description: Arguments to pass for backup
|
|
required: false
|
|
default: ""
|
|
restore-args:
|
|
description: Arguments to pass for restore; restore is skipped when missing.
|
|
required: false
|
|
default: ""
|
|
test-folder:
|
|
description: Folder to use for testing
|
|
required: true
|
|
base-backup:
|
|
description: Base backup to use for testing
|
|
required: false
|
|
log-dir:
|
|
description: Folder to store test log files
|
|
required: true
|
|
on-collision:
|
|
description: Value for the --collisions flag
|
|
requried: false
|
|
default: "replace"
|
|
with-export:
|
|
description: Runs export tests when true
|
|
required: false
|
|
default: false
|
|
|
|
outputs:
|
|
backup-id:
|
|
value: ${{ steps.backup.outputs.result }}
|
|
|
|
runs:
|
|
using: composite
|
|
steps:
|
|
- name: Backup ${{ inputs.service }} ${{ inputs.kind }}
|
|
id: backup
|
|
shell: bash
|
|
working-directory: src
|
|
run: |
|
|
echo "---------------------------"
|
|
echo Backup ${{ inputs.service }} ${{ inputs.kind }}
|
|
echo "---------------------------"
|
|
set -euo pipefail
|
|
CORSO_LOG_FILE=${{ inputs.log-dir }}/gotest-backup-${{ inputs.service }}-${{inputs.kind }}.log
|
|
./corso backup create '${{ inputs.service }}' \
|
|
--no-stats --hide-progress --json \
|
|
${{ inputs.backup-args }} |
|
|
tee /dev/stderr | # for printing logs
|
|
jq -r '.[0] | .id' |
|
|
sed 's/^/result=/' |
|
|
tee $GITHUB_OUTPUT
|
|
|
|
- name: Restore ${{ inputs.service }} ${{ inputs.kind }}
|
|
if: inputs.restore-args
|
|
id: restore
|
|
shell: bash
|
|
working-directory: src
|
|
run: |
|
|
echo "---------------------------"
|
|
echo Restore ${{ inputs.service }} ${{ inputs.kind }}
|
|
echo "---------------------------"
|
|
set -euo pipefail
|
|
CORSO_LOG_FILE=${{ inputs.log-dir }}/gotest-restore-${{ inputs.service }}-${{inputs.kind }}.log
|
|
./corso restore '${{ inputs.service }}' \
|
|
--no-stats \
|
|
--hide-progress \
|
|
--collisions ${{ inputs.on-collision }} \
|
|
${{ inputs.restore-args }} \
|
|
--backup '${{ steps.backup.outputs.result }}' \
|
|
2>&1 |
|
|
tee /tmp/corsologs |
|
|
grep -i -e 'Restoring to folder ' |
|
|
sed "s/Restoring to folder /result=/" |
|
|
tee $GITHUB_OUTPUT
|
|
|
|
cat /tmp/corsologs
|
|
|
|
- name: Check restore ${{ inputs.service }} ${{ inputs.kind }}
|
|
if: inputs.restore-args
|
|
shell: bash
|
|
working-directory: src
|
|
env:
|
|
SANITY_TEST_KIND: restore
|
|
SANITY_TEST_FOLDER: ${{ steps.restore.outputs.result }}
|
|
SANITY_TEST_SERVICE: ${{ inputs.service }}
|
|
SANITY_TEST_DATA: ${{ inputs.test-folder }}
|
|
SANITY_BASE_BACKUP: ${{ inputs.base-backup }}
|
|
run: |
|
|
echo "---------------------------"
|
|
echo Sanity Test Restore ${{ inputs.service }} ${{ inputs.kind }}
|
|
echo "---------------------------"
|
|
CORSO_LOG_FILE=${{ inputs.log-dir }}/gotest-validate-${{ inputs.service }}-${{inputs.kind }}.log
|
|
./sanity-test restore ${{ inputs.service }}
|
|
|
|
- name: Export ${{ inputs.service }} ${{ inputs.kind }}
|
|
if: inputs.with-export == true
|
|
id: export
|
|
shell: bash
|
|
working-directory: src
|
|
run: |
|
|
echo "---------------------------"
|
|
echo Export ${{ inputs.service }} ${{ inputs.kind }}
|
|
echo "---------------------------"
|
|
set -euo pipefail
|
|
CORSO_LOG_FILE=${{ inputs.log-dir }}/gotest-restore-${{ inputs.service }}-${{inputs.kind }}.log
|
|
./corso export '${{ inputs.service }}' \
|
|
/tmp/export-${{ inputs.service }}-${{inputs.kind }} \
|
|
--no-stats \
|
|
--hide-progress \
|
|
${{ inputs.export-args }} \
|
|
--backup '${{ steps.backup.outputs.result }}'
|
|
|
|
cat /tmp/corsologs
|
|
|
|
- name: Check export ${{ inputs.service }} ${{ inputs.kind }}
|
|
if: inputs.with-export == true
|
|
shell: bash
|
|
working-directory: src
|
|
env:
|
|
SANITY_TEST_KIND: export
|
|
SANITY_TEST_FOLDER: /tmp/export-${{ inputs.service }}-${{inputs.kind }}
|
|
SANITY_TEST_SERVICE: ${{ inputs.service }}
|
|
SANITY_TEST_DATA: ${{ inputs.test-folder }}
|
|
SANITY_BASE_BACKUP: ${{ inputs.base-backup }}
|
|
run: |
|
|
echo "---------------------------"
|
|
echo Sanity-Test Export ${{ inputs.service }} ${{ inputs.kind }}
|
|
echo "---------------------------"
|
|
CORSO_LOG_FILE=${{ inputs.log-dir }}/gotest-validate-${{ inputs.service }}-${{inputs.kind }}.log
|
|
./sanity-test export ${{ inputs.service }}
|
|
|
|
- name: Export archive ${{ inputs.service }} ${{ inputs.kind }}
|
|
if: inputs.with-export == true
|
|
id: export-archive
|
|
shell: bash
|
|
working-directory: src
|
|
run: |
|
|
echo "---------------------------"
|
|
echo Export Archive ${{ inputs.service }} ${{ inputs.kind }}
|
|
echo "---------------------------"
|
|
set -euo pipefail
|
|
CORSO_LOG_FILE=${{ inputs.log-dir }}/gotest-restore-${{ inputs.service }}-${{inputs.kind }}.log
|
|
./corso export '${{ inputs.service }}' \
|
|
/tmp/export-${{ inputs.service }}-${{inputs.kind }}-archive \
|
|
--no-stats \
|
|
--hide-progress \
|
|
--archive \
|
|
${{ inputs.export-args }} \
|
|
--backup '${{ steps.backup.outputs.result }}'
|
|
|
|
unzip /tmp/export-${{ inputs.service }}-${{inputs.kind }}-archive/*.zip \
|
|
-d /tmp/export-${{ inputs.service }}-${{inputs.kind }}-unzipped
|
|
cat /tmp/corsologs
|
|
|
|
- name: Check archive export ${{ inputs.service }} ${{ inputs.kind }}
|
|
if: inputs.with-export == true
|
|
shell: bash
|
|
working-directory: src
|
|
env:
|
|
SANITY_TEST_KIND: export
|
|
SANITY_TEST_FOLDER: /tmp/export-${{ inputs.service }}-${{inputs.kind }}-unzipped
|
|
SANITY_TEST_SERVICE: ${{ inputs.service }}
|
|
SANITY_TEST_DATA: ${{ inputs.test-folder }}
|
|
SANITY_BASE_BACKUP: ${{ inputs.base-backup }}
|
|
run: |
|
|
echo "---------------------------"
|
|
echo Sanity-Test Export Archive ${{ inputs.service }} ${{ inputs.kind }}
|
|
echo "---------------------------"
|
|
CORSO_LOG_FILE=${{ inputs.log-dir }}/gotest-validate-${{ inputs.service }}-${{inputs.kind }}.log
|
|
./sanity-test export ${{ inputs.service }}
|
|
|
|
- name: List ${{ inputs.service }} ${{ inputs.kind }}
|
|
shell: bash
|
|
working-directory: src
|
|
run: |
|
|
echo "---------------------------"
|
|
echo Backup list ${{ inputs.service }} ${{ inputs.kind }}
|
|
echo "---------------------------"
|
|
set -euo pipefail
|
|
CORSO_LOG_FILE=${{ inputs.log-dir }}/gotest-backup-list-${{ inputs.service }}-${{inputs.kind }}.log
|
|
./corso backup list ${{ inputs.service }} \
|
|
--no-stats \
|
|
--hide-progress \
|
|
2>&1 |
|
|
tee /tmp/corso-backup-list.log
|
|
|
|
if ! grep -q ${{ steps.backup.outputs.result }} /tmp/corso-backup-list.log
|
|
then
|
|
echo "Unable to find backup from previous run in backup list"
|
|
exit 1
|
|
fi
|
|
|
|
- name: List item ${{ inputs.service }} ${{ inputs.kind }}
|
|
shell: bash
|
|
working-directory: src
|
|
run: |
|
|
echo "---------------------------"
|
|
echo Backup List w/ Backup ${{ inputs.service }} ${{ inputs.kind }}
|
|
echo "---------------------------"
|
|
set -euo pipefail
|
|
CORSO_LOG_FILE=${{ inputs.log-dir }}/gotest-backup-list-single-${{ inputs.service }}-${{inputs.kind }}.log
|
|
./corso backup list ${{ inputs.service }} \
|
|
--no-stats \
|
|
--hide-progress \
|
|
--backup "${{ steps.backup.outputs.result }}" \
|
|
2>&1 |
|
|
tee /tmp/corso-backup-list-item.log
|
|
|
|
if ! grep -q ${{ steps.backup.outputs.result }} /tmp/corso-backup-list-item.log
|
|
then
|
|
echo "Unable to list previous backup"
|
|
exit 1
|
|
fi
|
|
|
|
- if: always()
|
|
shell: bash
|
|
run: |
|
|
echo "---------------------------"
|
|
echo Logging Results
|
|
echo "---------------------------"
|
|
|
|
- name: Upload test log
|
|
if: always()
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: "${{ inputs.service }}-${{ inputs.kind }}-logs"
|
|
path: ${{ inputs.log-dir }}/*
|
|
if-no-files-found: error
|
|
retention-days: 14 |