Enhance pipeline stability and automatically retry unstable tests (#1566)

* add test retry to action

* add test retry to action
This commit is contained in:
MichaelKo 2023-11-27 18:32:52 +01:00 committed by GitHub
parent a59aab2081
commit 85e92db505
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
40 changed files with 160 additions and 40 deletions

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestACLAllowStarDst - name: Run TestACLAllowStarDst
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestACLAllowUser80Dst - name: Run TestACLAllowUser80Dst
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestACLAllowUserDst - name: Run TestACLAllowUserDst
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestACLDenyAllPort80 - name: Run TestACLDenyAllPort80
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestACLDevice1CanAccessDevice2 - name: Run TestACLDevice1CanAccessDevice2
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestACLHostsInNetMapTable - name: Run TestACLHostsInNetMapTable
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestACLNamedHostsCanReach - name: Run TestACLNamedHostsCanReach
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestACLNamedHostsCanReachBySubnet - name: Run TestACLNamedHostsCanReachBySubnet
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestApiKeyCommand - name: Run TestApiKeyCommand
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestAuthKeyLogoutAndRelogin - name: Run TestAuthKeyLogoutAndRelogin
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestAuthWebFlowAuthenticationPingAll - name: Run TestAuthWebFlowAuthenticationPingAll
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestAuthWebFlowLogoutAndRelogin - name: Run TestAuthWebFlowLogoutAndRelogin
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestCreateTailscale - name: Run TestCreateTailscale
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestDERPServerScenario - name: Run TestDERPServerScenario
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestEnablingRoutes - name: Run TestEnablingRoutes
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestEphemeral - name: Run TestEphemeral
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestExpireNode - name: Run TestExpireNode
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestHeadscale - name: Run TestHeadscale
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestNodeCommand - name: Run TestNodeCommand
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestNodeExpireCommand - name: Run TestNodeExpireCommand
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestNodeMoveCommand - name: Run TestNodeMoveCommand
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestNodeRenameCommand - name: Run TestNodeRenameCommand
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestNodeTagCommand - name: Run TestNodeTagCommand
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestOIDCAuthenticationPingAll - name: Run TestOIDCAuthenticationPingAll
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestOIDCExpireNodesBasedOnTokenExpiry - name: Run TestOIDCExpireNodesBasedOnTokenExpiry
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestPingAllByHostname - name: Run TestPingAllByHostname
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestPingAllByIP - name: Run TestPingAllByIP
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestPreAuthKeyCommand - name: Run TestPreAuthKeyCommand
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestPreAuthKeyCommandReusableEphemeral - name: Run TestPreAuthKeyCommandReusableEphemeral
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestPreAuthKeyCommandWithoutExpiry - name: Run TestPreAuthKeyCommandWithoutExpiry
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestResolveMagicDNS - name: Run TestResolveMagicDNS
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestSSHIsBlockedInACL - name: Run TestSSHIsBlockedInACL
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestSSHMultipleUsersAllToAll - name: Run TestSSHMultipleUsersAllToAll
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestSSHNoSSHConfigured - name: Run TestSSHNoSSHConfigured
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestSSHOneUserToAll - name: Run TestSSHOneUserToAll
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestSSHUserOnlyIsolation - name: Run TestSSHUserOnlyIsolation
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestTaildrop - name: Run TestTaildrop
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestTailscaleNodesJoiningHeadcale - name: Run TestTailscaleNodesJoiningHeadcale
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -35,8 +35,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run TestUserCommand - name: Run TestUserCommand
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \

View File

@ -56,8 +56,11 @@ jobs:
config-example.yaml config-example.yaml
- name: Run {{.Name}} - name: Run {{.Name}}
uses: Wandalen/wretry.action@master
if: steps.changed-files.outputs.any_changed == 'true' if: steps.changed-files.outputs.any_changed == 'true'
run: | with:
attempt_limit: 5
command: |
nix develop --command -- docker run \ nix develop --command -- docker run \
--tty --rm \ --tty --rm \
--volume ~/.cache/hs-integration-go:/go \ --volume ~/.cache/hs-integration-go:/go \