Skip to content
This repository was archived by the owner on Nov 15, 2023. It is now read-only.
Open
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Next Next commit
add a first regression test
  • Loading branch information
drahnr committed Jun 6, 2022
commit 5fed749fb5dcff0b08566bc80c0787697f1cd90f
33 changes: 30 additions & 3 deletions .gitlab-ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -623,6 +623,35 @@ zombienet-tests-parachains-smoke-test:
tags:
- zombienet-polkadot-integration-test

zombienet-regression-tests:
stage: stage3
image: "${ZOMBIENET_IMAGE}"
<<: *kubernetes-env
<<: *zombienet-refs
needs:
- job: publish-polkadot-debug-image
- job: publish-test-collators-image
variables:
GH_DIR: "https://github.com/paritytech/polkadot/tree/${CI_COMMIT_SHORT_SHA}/zombienet_tests/regression"
before_script:
- echo "Zombie-net Tests Config"
- echo "${ZOMBIENET_IMAGE}"
- echo "${PARACHAINS_IMAGE_NAME} ${PARACHAINS_IMAGE_TAG}"
- echo "COL_IMAGE=${COLLATOR_IMAGE_NAME}:${COLLATOR_IMAGE_TAG}"
- echo "${GH_DIR}"
- export DEBUG=zombie,zombie::network-node
- export ZOMBIENET_INTEGRATION_TEST_IMAGE=${PARACHAINS_IMAGE_NAME}:${PARACHAINS_IMAGE_TAG}
- export MALUS_IMAGE=${MALUS_IMAGE_NAME}:${MALUS_IMAGE_TAG}
- export COL_IMAGE=${COLLATOR_IMAGE_NAME}:${COLLATOR_IMAGE_TAG}
script:
- /home/nonroot/zombie-net/scripts/ci/run-test-env-manager.sh
--github-remote-dir="${GH_DIR}"
--test="0003-small-net-no-paras.feature"
allow_failure: false
retry: 2
tags:
- zombienet-polkadot-integration-test

zombienet-tests-parachains-pvf:
stage: stage3
image: "${ZOMBIENET_IMAGE}"
Expand All @@ -632,7 +661,7 @@ zombienet-tests-parachains-pvf:
- job: publish-polkadot-debug-image
- job: publish-test-collators-image
variables:
GH_DIR: "https://github.com/paritytech/polkadot/tree/${CI_COMMIT_SHORT_SHA}/zombienet_tests/functional"
GH_DIR: "https://github.com/paritytech/polkadot/tree/${CI_COMMIT_SHORT_SHA}/zombienet_tests/regression"
before_script:
- echo "Zombie-net Tests Config"
- echo "${ZOMBIENET_IMAGE}"
Expand Down Expand Up @@ -805,5 +834,3 @@ cancel-pipeline:
PROJECT_ID: "${CI_PROJECT_ID}"
PIPELINE_ID: "${CI_PIPELINE_ID}"
trigger: "parity/infrastructure/ci_cd/pipeline-stopper"


42 changes: 42 additions & 0 deletions zombienet_tests/regression/0003-small-net-no-paras.feature
Original file line number Diff line number Diff line change
@@ -0,0 +1,42 @@
Description: Small net without paras does create relay chain blocks
Network: ./0003-small-net-no-paras.toml
Creds: config

alice: is up
bob: is up
charlie: is up
dave: is up
eve: is up
ferdie: is up
one: is up
two: is up

# Check authority status and peers.
alice: reports node_roles is 4
bob: reports node_roles is 4
charlie: reports node_roles is 4
dave: reports node_roles is 4
eve: reports node_roles is 4
ferdie: reports node_roles is 4
one: reports node_roles is 4
two: reports node_roles is 4

alice: reports peers count is at least 7 within 20 seconds
bob: reports peers count is at least 7 within 20 seconds
charlie: reports peers count is at least 7 within 20 seconds
dave: reports peers count is at least 7 within 20 seconds
ferdie: reports peers count is at least 7 within 20 seconds
eve: reports peers count is at least 7 within 20 seconds
one: reports peers count is at least 7 within 20 seconds
two: reports peers count is at least 7 within 20 seconds

alice: reports polkadot_parachain_approval_checking_finality_lag is 0 within 12 seconds
bob: reports polkadot_parachain_approval_checking_finality_lag is 0 within 12 seconds
charlie: reports polkadot_parachain_approval_checking_finality_lag is 0 within 12 seconds
dave: reports polkadot_parachain_approval_checking_finality_lag is 0 within 12 seconds
ferdie: reports polkadot_parachain_approval_checking_finality_lag is 0 within 12 seconds
eve: reports polkadot_parachain_approval_checking_finality_lag is 0 within 12 seconds
one: reports polkadot_parachain_approval_checking_finality_lag is 0 within 12 seconds
two: reports polkadot_parachain_approval_checking_finality_lag is 0 within 12 seconds

# TODO assure relay chain progresses
58 changes: 58 additions & 0 deletions zombienet_tests/regression/0003-small-net-no-paras.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,58 @@
[settings]
timeout = 1000

[relaychain.genesis.runtime.runtime_genesis_config.configuration.config]
max_validators_per_core = 5
needed_approvals = 3


[relaychain]
default_image = "{{ZOMBIENET_INTEGRATION_TEST_IMAGE}}"
chain = "rococo-local"
chain_spec_command = "polkadot build-spec --chain rococo-local --disable-default-bootnode"
default_command = "polkadot"

[relaychain.default_resources]
limits = { memory = "4G", cpu = "2" }
requests = { memory = "2G", cpu = "1" }

[[relaychain.nodes]]
name = "alice"
args = [ "--alice", "-lparachain=debug,runtime=debug,grandpa=trace" ]

[[relaychain.nodes]]
name = "bob"
args = [ "--bob", "-lparachain=debug,runtime=debug,grandpa=trace"]

[[relaychain.nodes]]
name = "charlie"
args = [ "--charlie", "-lparachain=debug,runtime=debug" ]

[[relaychain.nodes]]
name = "dave"
args = [ "--dave", "-lparachain=debug,runtime=debug,grandpa=trace"]

[[relaychain.nodes]]
name = "ferdie"
args = [ "--ferdie", "-lparachain=debug,runtime=debug,grandpa=trace" ]

[[relaychain.nodes]]
name = "eve"
args = [ "--eve", "-lparachain=debug,runtime=debug,grandpa=trace"]

[[relaychain.nodes]]
name = "one"
args = [ "--one", "-lparachain=debug,runtime=debug,grandpa=trace" ]

[[relaychain.nodes]]
name = "two"
args = [ "--two", "-lparachain=debug,runtime=debug,grandpa=trace"]


# Zer0 parachains
#[[parachains]]

[types.Header]
number = "u64"
parent_hash = "Hash"
post_state = "Hash"