ci: update ci and add xtask testing

Author: gabriele-0201

.github/workflows/ci.yml

@@ -31,3 +31,5 @@ jobs:
         run: cargo build --verbose --all
       - name: cargo test
         run: cargo test --verbose --all
+      - name: cargo xtask test
+        run: cargo xtask test --ci

docker/gha-runner.Dockerfile

@@ -5,7 +5,7 @@
 
 FROM rodnymolina588/gha-sysbox-runner@sha256:d10a36f2da30aa0df71d1ac062cc79fc5114eec7b6ae8a0c42cadf568e6eefa8
 
-ARG RUSTC_VERSION=nightly-2023-10-16
+ARG RUSTC_VERSION=stable
 
 LABEL org.opencontainers.image.source=https://github.com/thrumdev/blobs
 
@@ -15,6 +15,7 @@ ENV CARGO_TARGET_DIR=/cargo_target
 ENV RUSTFLAGS=""
 ENV RUSTUP_HOME=/rustup
 
+RUN curl -sL https://deb.nodesource.com/setup_20.x | bash -
 RUN \
     apt-get update && \
     DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
@@ -28,7 +29,9 @@ RUN \
         make \
         libssl-dev \
         pkg-config \
-        docker-compose-plugin
+        docker-compose-plugin \
+        nodejs \
+        multitail
 
 RUN \
     curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain $RUSTC_VERSION
@@ -44,3 +47,10 @@ RUN curl \
     | bash
 RUN cargo binstall --no-confirm --no-symlinks cargo-risczero
 RUN cargo risczero install
+
+# Install Zombienet and copy Polkadot binaries, which are all required for xtask tests
+RUN npm install -g @zombienet/cli
+
+COPY --from=parity/polkadot:v1.6.0 /usr/bin/polkadot /usr/bin/
+COPY --from=parity/polkadot:v1.6.0 /usr/lib/polkadot/polkadot-prepare-worker /usr/bin/
+COPY --from=parity/polkadot:v1.6.0 /usr/lib/polkadot/polkadot-execute-worker /usr/bin/

xtask/src/build.rs

@@ -27,11 +27,17 @@ pub fn build(params: BuildParams) -> anyhow::Result<()> {
     )
     .run()?;
 
+    #[rustfmt::skip]
     with_logs(
         "Building sovereign demo-rollup",
-        cmd!(&cargo, "build", "--release").dir("demo/sovereign/demo-rollup"),
-    )
-    .run()?;
+        cmd!(
+            "sh", "-c",
+            format!(
+                "cd demo/sovereign/demo-rollup/ && {} build --release",
+                cargo
+            )
+        ),
+    ).run()?;
 
     Ok(())
 }

xtask/src/cli.rs

@@ -18,6 +18,10 @@ pub mod test {
     use clap::Args;
     #[derive(Debug, Args)]
     pub struct Params {
+        /// If the test is executed in CI
+        #[clap(long, default_value = "false")]
+        pub ci: bool,
+
         #[clap(flatten)]
         pub build: BuildParams,
 

xtask/src/logging.rs

@@ -39,7 +39,7 @@ pub fn create_with_logs(
 
         info!("{description}");
         let _ = log_file
-            .write(format!("{}/n", description).as_bytes())
+            .write(format!("{}\n", description).as_bytes())
             .map_err(|e| warn!("Error writing into {log_path}, error: {e}"));
         let _ = log_file
             .flush()

xtask/src/main.rs

@@ -20,6 +20,8 @@ fn main() -> anyhow::Result<()> {
 }
 
 fn test(params: test::Params) -> anyhow::Result<()> {
+    init_env(params.ci)?;
+
     build::build(params.build)?;
 
     // the variables must be kept alive and not dropped
@@ -39,6 +41,42 @@ fn test(params: test::Params) -> anyhow::Result<()> {
     Ok(())
 }
 
+// Set up environment variables needed by the compilation and testing process.
+//
+// If ci flag is specified, all binaries are added to PATH env variable
+// and the sovereign constant manifest position is specified through the
+// CONSTANTS_MANIFEST new env variable
+fn init_env(ci: bool) -> anyhow::Result<()> {
+    if ci {
+        #[rustfmt::skip]
+        let project_dir = duct::cmd!(
+            "sh", "-c",
+            "cargo locate-project | jq -r '.root' | grep -oE '^.*/'"
+        )
+        .stdout_capture()
+        .run()?;
+        let project_dir = std::str::from_utf8(&project_dir.stdout)?.trim();
+
+        let path = std::env::var("PATH").unwrap_or_else(|_| "".to_string());
+
+        // `cargo_target` is the target used in ci by cargo as destination
+        // for all intermediate and final artifacts
+        let new_path = format!("/cargo_target/release/:{}", path);
+        std::env::set_var("PATH", new_path);
+
+        let path = std::path::Path::new(project_dir).join("demo/sovereign/constants.json");
+        if !path.exists() {
+            anyhow::bail!(
+                "The `constants.json` file for Sovereign does not exist,\n \
+                   or it is not in the expected position, `demo/sovereign/constants.json`"
+            )
+        }
+        std::env::set_var("CONSTANTS_MANIFEST", path);
+    }
+
+    Ok(())
+}
+
 fn init_logging() -> anyhow::Result<()> {
     use tracing_subscriber::fmt;
     use tracing_subscriber::prelude::*;