You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
aya/.melodium-ci/lib-root.mel

240 lines
11 KiB
Plaintext

use cicd/logging::manageLogs
use cicd/runners::CicdDispatchEngine
use cicd/runners::CicdRunnerEngine
use cicd/runners::setupRunner
use cicd/runners::stopRunner
use cicd/services/github::prepareContexts
use cicd/services/github::postGithubStateContext
use cicd/services/github::|pending
use cicd/services/github::|success
use cicd/services/github::|error
use cicd/services/github::|failure
use cicd/steps::stepOn
use javascript::JavaScriptEngine
use log/logger::Logger
use log/log::logErrorMessage
use process/command::|raw_commands
use process/environment::Environment
use process/environment::|environment
use std/data/string_map::|entry
use std/data/string_map::|map
use std/engine/util::startup
use std/flow::waitBlock
use std/flow::trigger
use std/flow/concentrate::Concentrator
use std/flow/concentrate::concentrateBlock
use std/flow/concentrate::concentrated
use std/ops/option::|wrap
use std/text/compose::|format
use work/resources::|container
use work/resources/arch::|amd64
treatment buildTestAya(const github_contexts: string = "{}", repository_clone_url: string, repository_clone_ref: string)
model logger: Logger()
model dispatcher: CicdDispatchEngine(location="compose", api_token="")
model finish_concentrator: Concentrator()
model github_contexts: JavaScriptEngine()
{
startup()
prepareContexts[contexts=github_contexts](github_contexts=github_contexts)
manageLogs[logger=logger](output_directory="logs/")
concentratedFinish: concentrated<void>[concentrator=finish_concentrator]()
triggerFinish: trigger<void>()
startup.trigger -> prepareContexts.trigger,ready -> concentratedFinish.trigger,data -> triggerFinish.stream,end -> manageLogs.stop
build_aarch64: buildTestAyaForArch[logger=logger, dispatcher=dispatcher, github_contexts=github_contexts, finish_concentrator=finish_concentrator](
short_rust_arch="aarch64",
full_rust_arch="aarch64-unknown-linux-gnu",
ubuntu_arch="arm64",
repository_clone_ref=repository_clone_ref,
repository_clone_url=repository_clone_url
)
/*build_armv7: buildTestAyaForArch[logger=logger, dispatcher=dispatcher, github_contexts=github_contexts, finish_concentrator=finish_concentrator](
short_rust_arch="armv7",
full_rust_arch="armv7-unknown-linux-gnueabi",
ubuntu_arch="armhf",
repository_clone_ref=repository_clone_ref,
repository_clone_url=repository_clone_url
)
build_powerpc64le: buildTestAyaForArch[logger=logger, dispatcher=dispatcher, github_contexts=github_contexts, finish_concentrator=finish_concentrator](
short_rust_arch="powerpc64le",
full_rust_arch="powerpc64le-unknown-linux-gnu",
ubuntu_arch="ppc64le",
repository_clone_ref=repository_clone_ref,
repository_clone_url=repository_clone_url
)
build_riscv64gc: buildTestAyaForArch[logger=logger, dispatcher=dispatcher, github_contexts=github_contexts, finish_concentrator=finish_concentrator](
short_rust_arch="riscv64gc",
full_rust_arch="riscv64gc-unknown-linux-gnu",
ubuntu_arch="riscv64",
repository_clone_ref=repository_clone_ref,
repository_clone_url=repository_clone_url
)
build_s390x: buildTestAyaForArch[logger=logger, dispatcher=dispatcher, github_contexts=github_contexts, finish_concentrator=finish_concentrator](
short_rust_arch="s390x",
full_rust_arch="s390x-unknown-linux-gnu",
ubuntu_arch="s390x",
repository_clone_ref=repository_clone_ref,
repository_clone_url=repository_clone_url
)
build_x86_64: buildTestAyaForArch[logger=logger, dispatcher=dispatcher, github_contexts=github_contexts, finish_concentrator=finish_concentrator](
short_rust_arch="x86_64",
full_rust_arch="x86_64-unknown-linux-gnu",
ubuntu_arch="amd64",
repository_clone_ref=repository_clone_ref,
repository_clone_url=repository_clone_url
)*/
prepareContexts.ready -> build_aarch64.trigger
/*prepareContexts.ready -> build_armv7.trigger
prepareContexts.ready -> build_powerpc64le.trigger
prepareContexts.ready -> build_riscv64gc.trigger
prepareContexts.ready -> build_s390x.trigger
prepareContexts.ready -> build_x86_64.trigger*/
}
treatment buildTestAyaForArch[logger: Logger, dispatcher: CicdDispatchEngine, github_contexts: JavaScriptEngine, finish_concentrator: Concentrator](short_rust_arch: string, full_rust_arch: string, ubuntu_arch: string, repository_clone_ref: string, repository_clone_url: string)
model runner: CicdRunnerEngine()
input trigger: Block<void>
output finished: Block<void>
{
setupRunner[logger=logger, dispatcher=dispatcher, runner=runner](
name="buildTestAya",
cpu=100,
memory=150,
storage=800,
containers=[
|container("rust", 6000, 1000, 8000, |amd64(), [], "rust:1.90-trixie", _)
]
)
stopRunner[runner=runner]()
concentrateFinish: concentrateBlock<void>[concentrator=finish_concentrator]()
Self.trigger -> setupRunner.trigger
build.finished -> stopRunner.trigger
build.finished -> concentrateFinish.data
prepareSystem: stepOn[logger=logger, runner=runner](
name = |format("prepare_{short}", |entry("short", short_rust_arch)),
executor_name = "rust",
commands = |raw_commands([
|format("dpkg --add-architecture {arch}", |entry("arch", ubuntu_arch)),
"systemctl mask docker.service docker.socket",
"apt-get update",
|format("apt-get install -y liblzma-dev:{arch} qemu-user", |entry("arch", ubuntu_arch)),
${bash -c "curl -L --proto '=https' --tlsv1.2 -sSf https://raw.githubusercontent.com/taiki-e/setup-cross-toolchain-action/refs/tags/v1/main.sh | bash -"},
"cat /tmp/github.env"
]),
environment = |wrap<Environment>(
|environment(
|map([
|entry("INPUT_TARGET", full_rust_arch),
|entry("GITHUB_ENV", "/tmp/github.env")
]),
_, // working_directory
false, // expand_variables
false // clear_env
)
)
)
prepareRust: stepOn[logger=logger, runner=runner](
name = |format("prepare_{short}", |entry("short", short_rust_arch)),
executor_name = "rust",
commands = |raw_commands([
|format("rustup target add {arch}", |entry("arch", full_rust_arch)),
${bash -c "curl -L --proto '=https' --tlsv1.2 -sSf https://raw.githubusercontent.com/cargo-bins/cargo-binstall/main/install-from-binstall-release.sh | bash -"},
"cargo binstall cargo-hack"
])
)
prepare: waitBlock<void>()
setupRunner.ready -> prepareSystem.trigger,success -> prepare.a
setupRunner.ready -> prepareRust.trigger,success ---> prepare.b
checkout: stepOn[logger=logger, runner=runner](
name = |format("checkout_{short}", |entry("short", short_rust_arch)),
executor_name = "rust",
commands = |raw_commands([
"git config --global url.https://.insteadOf git://",
|format("git clone --branch {repository_clone_ref} --depth 1 {repository_clone_url} /root/aya",
|map([
|entry("repository_clone_ref", repository_clone_ref),
|entry("repository_clone_url", repository_clone_url)
])
)
])
)
ready: waitBlock<void>()
setupRunner.ready -> checkout.trigger,success -> ready.a
prepare.awaited -------------------------------> ready.b
build: stepOn[logger=logger, runner=runner](
name = |format("build_{short}", |entry("short", short_rust_arch)),
executor_name = "rust",
commands = |raw_commands([
// Build
${bash -c "set -o allexport && source /tmp/github.env && set +o allexport
cargo hack build --all-targets --feature-powerset --exclude aya-ebpf --exclude aya-ebpf-bindings --exclude aya-log-ebpf --exclude integration-ebpf --exclude xtask --workspace"
},
// Test
${bash -c "set -o allexport && source /tmp/github.env && set +o allexport
cargo hack test --all-targets --feature-powerset --exclude aya-ebpf --exclude aya-ebpf-bindings --exclude aya-log-ebpf --exclude integration-ebpf --exclude integration-test --exclude xtask --workspace"
},
// Doc
${bash -c "set -o allexport && source /tmp/github.env && set +o allexport
cargo hack test --doc --feature-powerset --exclude aya-ebpf --exclude aya-ebpf-bindings --exclude aya-log-ebpf --exclude integration-ebpf --exclude integration-test --exclude xtask --workspace"
}
]),
environment = |wrap<Environment>(
|environment(
|map([
|entry("RUST_BACKTRACE", "full"),
|entry("CARGO_BUILD_TARGET", full_rust_arch)
]),
"/root/aya", // working_directory
false, // expand_variables
false // clear_env
)
)
)
ready.awaited -> build.trigger,finished -> Self.finished
pendingState: postGithubStateContext[contexts=github_contexts, logger=logger](state = |pending(), name = short_rust_arch, description = "Build and Test Aya on arch", log_response = true)
successState: postGithubStateContext[contexts=github_contexts, logger=logger](state = |success(), name = short_rust_arch, description = "Build and Test Aya on arch", log_response = true)
errorState: postGithubStateContext[contexts=github_contexts, logger=logger](state = |error(), name = short_rust_arch, description = "Build and Test Aya on arch", log_response = true)
failureState: postGithubStateContext[contexts=github_contexts, logger=logger](state = |failure(), name = short_rust_arch, description = "Build and Test Aya on arch", log_response = true)
Self.trigger --> pendingState.trigger
build.success -> successState.trigger
build.error ---> errorState.trigger
build.failed --> failureState.trigger
}
/*
treatment buildTestAya()
{
}
treatment buildTestAyaForArch[logger: Logger](arch: string, short_arch: string)
trigger: Block<void>
{
build: localStep[logger=logger](
name = |format("build_{short_arch}", |entry("short_arch", short_arch)),
description = |format("Build tests for Aya on {arch}", |entry("arch", arch)),
commands = |raw_commands([
// Build
"cargo hack build --all-targets --feature-powerset --exclude aya-ebpf --exclude aya-ebpf-bindings --exclude aya-log-ebpf --exclude integration-ebpf --exclude xtask --workspace",
// Test
"cargo hack test --all-targets --feature-powerset --exclude aya-ebpf --exclude aya-ebpf-bindings --exclude aya-log-ebpf --exclude integration-ebpf --exclude integration-test --exclude xtask --workspace",
// Doc
"cargo hack test --doc --feature-powerset --exclude aya-ebpf --exclude aya-ebpf-bindings --exclude aya-log-ebpf --exclude integration-ebpf --exclude integration-test --exclude xtask --workspace"
]),
variables = |wrap<StringMap>(|map([
|entry("RUST_BACKTRACE", "full"),
|entry("CARGO_BUILD_TARGET", arch)
]))
)
}*/