bench in parallel as separate jobs

.gitlab-ci.yml

@@ -277,7 +277,7 @@ benchmarks-build:
     - mkdir artifacts
     - cp target/production/polkadot-parachain ./artifacts/
 
-benchmarks:
+benchmarks-statemint:
   stage:                           benchmarks-run
   before_script:
     - *rust-info-script
@@ -288,7 +288,7 @@ benchmarks:
     - ./scripts/benchmarks-ci.sh assets statemint ./artifacts > ./artifacts/bench-statemint.log
     - ./scripts/benchmarks-ci.sh assets westmint ./artifacts > ./artifacts/bench-westmint.log
     - git status
-    - export BRANCHNAME="weights-${CI_COMMIT_BRANCH}"
+    - export BRANCHNAME="weights-statemint-${CI_COMMIT_BRANCH}"
     # Set git config
     - rm -rf .git/config
     - git config --global user.email "${GITHUB_EMAIL}"
@@ -302,7 +302,37 @@ benchmarks:
     - git push origin $BRANCHNAME
     # create PR
     - curl -u ${GITHUB_USER}:${GITHUB_TOKEN}
-      -d '{"title":"[benchmarks] Update weights","body":"This PR is generated automatically by CI.","head":"'$BRANCHNAME'","base":"'${CI_COMMIT_BRANCH}'"}'
+      -d '{"title":"[benchmarks] Update weights for statemine/t","body":"This PR is generated automatically by CI.","head":"'$BRANCHNAME'","base":"'${CI_COMMIT_BRANCH}'"}'
+      -X POST https://api.github.com/repos/paritytech/${CI_PROJECT_NAME}/pulls
+  after_script:
+    - rm -rf .git/config
+  tags:
+    - weights
+
+benchmarks-collectives:
+  stage:                           benchmarks-run
+  before_script:
+    - *rust-info-script
+  <<:                              *collect-artifacts
+  <<:                              *benchmarks-refs
+  script:
+    - ./scripts/benchmarks-ci.sh collectives collectives-polkadot ./artifacts > ./artifacts/bench-statemine.log
+    - git status
+    - export BRANCHNAME="weights-collectives-${CI_COMMIT_BRANCH}"
+    # Set git config
+    - rm -rf .git/config
+    - git config --global user.email "${GITHUB_EMAIL}"
+    - git config --global user.name "${GITHUB_USER}"
+    - git config remote.origin.url "https://${GITHUB_USER}:${GITHUB_TOKEN}@github.com/paritytech/${CI_PROJECT_NAME}.git"
+    - git config remote.origin.fetch "+refs/heads/*:refs/remotes/origin/*"
+    # push results to github
+    - git checkout -b $BRANCHNAME
+    - git add parachains/*
+    - git commit -m "[benchmarks] pr with weights"
+    - git push origin $BRANCHNAME
+    # create PR
+    - curl -u ${GITHUB_USER}:${GITHUB_TOKEN}
+      -d '{"title":"[benchmarks] Update weights for collectives","body":"This PR is generated automatically by CI.","head":"'$BRANCHNAME'","base":"'${CI_COMMIT_BRANCH}'"}'
       -X POST https://api.github.com/repos/paritytech/${CI_PROJECT_NAME}/pulls
   after_script:
     - rm -rf .git/config

scripts/benchmarks-ci.sh

@@ -9,21 +9,42 @@ artifactsDir=$3
 benchmarkOutput=./parachains/runtimes/$category/$runtimeName/src/weights
 benchmarkRuntimeName="$runtimeName-dev"
 
-pallets=(
-	pallet_alliance
-    pallet_assets
-	pallet_balances
-	pallet_collator_selection
-	pallet_collective
-	pallet_multisig
-	pallet_proxy
-	pallet_session
-	pallet_timestamp
-	pallet_utility
-	pallet_uniques
-	cumulus_pallet_xcmp_queue
-	frame_system
-)
+if [[ $runtimeName -eq "statemint" ]] || [[ $runtimeName -eq "statemine" ]] || [[ $runtimeName -eq "westmint" ]]
+then
+	pallets=(
+		pallet_assets
+		pallet_balances
+		pallet_collator_selection
+		pallet_multisig
+		pallet_proxy
+		pallet_session
+		pallet_timestamp
+		pallet_utility
+		pallet_uniques
+		cumulus_pallet_xcmp_queue
+		frame_system
+	)
+else
+	if [[ $runtimeName -eq "collectives-polkadot" ]]
+		pallets=(
+			pallet_alliance
+			pallet_balances
+			pallet_collator_selection
+			pallet_collective
+			pallet_multisig
+			pallet_proxy
+			pallet_session
+			pallet_timestamp
+			pallet_utility
+			cumulus_pallet_xcmp_queue
+			frame_system
+		)
+	then
+	else
+		echo "$runtimeName pallet list not found in benchmarks-ci.sh"
+		exit 1
+	fi
+fi
 
 for p in ${pallets[@]}
 do

scripts/benchmarks.sh

@@ -1,5 +1,9 @@
 #!/usr/bin/env bash
+
 __dir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+
+${__dir}/benchmarks-ci.sh collectives collectives-polkadot target/production
+
 ${__dir}/benchmarks-ci.sh assets statemine target/production
 ${__dir}/benchmarks-ci.sh assets statemint target/production
-${__dir}/benchmarks-ci.sh assets westmint target/production
+${__dir}/benchmarks-ci.sh assets westmint target/production