name: CI and Artifacts on: pull_request: push: branches: - main - dev # Allows you to run this workflow manually from the Actions tab workflow_dispatch: env: # Required to make some things output color TERM: ansi # Publishing to my nix binary cache ATTIC_TOKEN: ${{ secrets.ATTIC_TOKEN }} # Just in case incremental is still being set to true, speeds up CI CARGO_INCREMENTAL: 0 # Custom nix binary cache if fork is being used ATTIC_ENDPOINT: ${{ vars.ATTIC_ENDPOINT }} ATTIC_PUBLIC_KEY: ${{ vars.ATTIC_PUBLIC_KEY }} permissions: packages: write contents: read jobs: tests: name: CI and Tests runs-on: ubuntu-latest steps: - name: Sync repository uses: actions/checkout@v4 - name: Install Nix (with flakes and nix-command enabled) uses: cachix/install-nix-action@v26 with: nix_path: nixpkgs=channel:nixos-unstable # Add `nix-community`, Crane, upstream Conduit, and conduwuit binary caches extra_nix_config: | experimental-features = nix-command flakes extra-substituters = https://nix-community.cachix.org extra-trusted-public-keys = nix-community.cachix.org-1:mB9FSh9qf2dCimDSUo8Zy7bkq5CX+/rkCWyvRCYg3Fs= extra-substituters = https://crane.cachix.org extra-trusted-public-keys = crane.cachix.org-1:8Scfpmn9w+hGdXH/Q9tTLiYAE/2dnJYRJP7kl80GuRk= extra-substituters = https://nix.computer.surgery/conduit extra-trusted-public-keys = conduit:ZGAf6P6LhNvnoJJ3Me3PRg7tlLSrPxcQ2RiE5LIppjo= extra-substituters = https://attic.kennel.juneis.dog/conduit extra-trusted-public-keys = conduit:Isq8FGyEC6FOXH6nD+BOeAA+bKp6X6UIbupSlGEPuOg= extra-substituters = https://attic.kennel.juneis.dog/conduwuit extra-trusted-public-keys = conduwuit:lYPVh7o1hLu1idH4Xt2QHaRa49WRGSAqzcfFd94aOTw= - name: Add alternative Nix binary caches if specified if: ${{ (env.ATTIC_ENDPOINT != '') && (env.ATTIC_PUBLIC_KEY != '') }} run: | echo "extra-substituters = ${{ env.ATTIC_ENDPOINT }}" >> /etc/nix/nix.conf echo "extra-trusted-public-keys = ${{ env.ATTIC_PUBLIC_KEY }}" >> /etc/nix/nix.conf - name: Pop/push Magic Nix Cache uses: DeterminateSystems/magic-nix-cache-action@main - name: Configure `nix-direnv` run: | echo 'source $HOME/.nix-profile/share/nix-direnv/direnvrc' > "$HOME/.direnvrc" - name: Install `direnv` and `nix-direnv` run: nix-env -f "" -iA direnv -iA nix-direnv - name: Pop/push downloaded crate cache uses: actions/cache@v4 with: key: downloaded-crates path: ~/.cargo - name: Pop/push compiled crate cache uses: actions/cache@v4 with: key: compiled-crates-${{runner.os}} path: target # Do this to shorten the logs for the real CI step - name: Populate `/nix/store` run: nix develop --command true - name: Allow direnv run: direnv allow - name: Cache x86_64 inputs for devShell run: | ./bin/nix-build-and-cache .#devShells.x86_64-linux.default.inputDerivation - name: Perform continuous integration run: direnv exec . engage build-static: name: Static Artifacts runs-on: ubuntu-latest needs: tests strategy: max-parallel: 3 matrix: target: [ "x86_64-unknown-linux-musl", "x86_64-unknown-linux-musl-jemalloc", "aarch64-unknown-linux-musl", "aarch64-unknown-linux-musl-jemalloc", ] steps: - name: Sync repository uses: actions/checkout@v4 - name: Install Nix (with flakes and nix-command enabled) uses: cachix/install-nix-action@v26 with: nix_path: nixpkgs=channel:nixos-unstable # Add `nix-community`, Crane, upstream Conduit, and conduwuit binary caches extra_nix_config: | experimental-features = nix-command flakes extra-substituters = https://nix-community.cachix.org extra-trusted-public-keys = nix-community.cachix.org-1:mB9FSh9qf2dCimDSUo8Zy7bkq5CX+/rkCWyvRCYg3Fs= extra-substituters = https://crane.cachix.org extra-trusted-public-keys = crane.cachix.org-1:8Scfpmn9w+hGdXH/Q9tTLiYAE/2dnJYRJP7kl80GuRk= extra-substituters = https://nix.computer.surgery/conduit extra-trusted-public-keys = conduit:ZGAf6P6LhNvnoJJ3Me3PRg7tlLSrPxcQ2RiE5LIppjo= extra-substituters = https://attic.kennel.juneis.dog/conduit extra-trusted-public-keys = conduit:Isq8FGyEC6FOXH6nD+BOeAA+bKp6X6UIbupSlGEPuOg= extra-substituters = https://attic.kennel.juneis.dog/conduwuit extra-trusted-public-keys = conduwuit:lYPVh7o1hLu1idH4Xt2QHaRa49WRGSAqzcfFd94aOTw= - name: Add alternative Nix binary caches if specified if: ${{ (env.ATTIC_ENDPOINT != '') && (env.ATTIC_PUBLIC_KEY != '') }} run: | echo "extra-substituters = ${{ env.ATTIC_ENDPOINT }}" >> /etc/nix/nix.conf echo "extra-trusted-public-keys = ${{ env.ATTIC_PUBLIC_KEY }}" >> /etc/nix/nix.conf - name: Pop/push Magic Nix Cache uses: DeterminateSystems/magic-nix-cache-action@main - name: Configure `nix-direnv` run: | echo 'source $HOME/.nix-profile/share/nix-direnv/direnvrc' > "$HOME/.direnvrc" - name: Install `direnv` and `nix-direnv` run: nix-env -f "" -iA direnv -iA nix-direnv - name: Pop/push downloaded crate cache uses: actions/cache@v4 with: key: downloaded-crates path: ~/.cargo - name: Pop/push compiled crate cache uses: actions/cache@v4 with: key: compiled-crates-${{runner.os}} path: target # Do this to shorten the logs for the real CI step - name: Populate `/nix/store` run: nix develop --command true - name: Allow direnv run: direnv allow - name: Cache x86_64 inputs for devShell run: | ./bin/nix-build-and-cache .#devShells.x86_64-linux.default.inputDerivation - name: Build static artifacts run: | ./bin/nix-build-and-cache .#static-${{ matrix.target }} mkdir -p target/release cp -v -f result/bin/conduit target/release direnv exec . cargo deb --no-build --no-strip --output target/debian/${{ matrix.target }}.deb - name: Upload static artifacts uses: actions/upload-artifact@v4 with: name: static-${{ matrix.target }} path: result/bin/conduit if-no-files-found: error - name: Upload static deb artifacts uses: actions/upload-artifact@v4 with: name: ${{ matrix.target }}.deb path: target/debian/${{ matrix.target }}.deb if-no-files-found: error build-oci: name: OCI Artifacts and Publish runs-on: ubuntu-latest needs: tests strategy: max-parallel: 3 matrix: oci-target: [ #"x86_64-unknown-linux-gnu", "x86_64-unknown-linux-musl", "x86_64-unknown-linux-musl-jemalloc", "aarch64-unknown-linux-musl", "aarch64-unknown-linux-musl-jemalloc", ] steps: - name: Sync repository uses: actions/checkout@v4 - name: Install Nix (with flakes and nix-command enabled) uses: cachix/install-nix-action@v26 with: nix_path: nixpkgs=channel:nixos-unstable # Add `nix-community`, Crane, upstream Conduit, and conduwuit binary caches extra_nix_config: | experimental-features = nix-command flakes extra-substituters = https://nix-community.cachix.org extra-trusted-public-keys = nix-community.cachix.org-1:mB9FSh9qf2dCimDSUo8Zy7bkq5CX+/rkCWyvRCYg3Fs= extra-substituters = https://crane.cachix.org extra-trusted-public-keys = crane.cachix.org-1:8Scfpmn9w+hGdXH/Q9tTLiYAE/2dnJYRJP7kl80GuRk= extra-substituters = https://nix.computer.surgery/conduit extra-trusted-public-keys = conduit:ZGAf6P6LhNvnoJJ3Me3PRg7tlLSrPxcQ2RiE5LIppjo= extra-substituters = https://attic.kennel.juneis.dog/conduit extra-trusted-public-keys = conduit:Isq8FGyEC6FOXH6nD+BOeAA+bKp6X6UIbupSlGEPuOg= extra-substituters = https://attic.kennel.juneis.dog/conduwuit extra-trusted-public-keys = conduwuit:lYPVh7o1hLu1idH4Xt2QHaRa49WRGSAqzcfFd94aOTw= - name: Add alternative Nix binary caches if specified if: ${{ (env.ATTIC_ENDPOINT != '') && (env.ATTIC_PUBLIC_KEY != '') }} run: | echo "extra-substituters = ${{ env.ATTIC_ENDPOINT }}" >> /etc/nix/nix.conf echo "extra-trusted-public-keys = ${{ env.ATTIC_PUBLIC_KEY }}" >> /etc/nix/nix.conf - name: Pop/push Magic Nix Cache uses: DeterminateSystems/magic-nix-cache-action@main - name: Configure `nix-direnv` run: | echo 'source $HOME/.nix-profile/share/nix-direnv/direnvrc' > "$HOME/.direnvrc" - name: Install `direnv` and `nix-direnv` run: nix-env -f "" -iA direnv -iA nix-direnv - name: Pop/push downloaded crate cache uses: actions/cache@v4 with: key: downloaded-crates path: ~/.cargo - name: Pop/push compiled crate cache uses: actions/cache@v4 with: key: compiled-crates-${{runner.os}} path: target # Do this to shorten the logs for the real CI step - name: Populate `/nix/store` run: nix develop --command true - name: Allow direnv run: direnv allow - name: Cache x86_64 inputs for devShell run: | ./bin/nix-build-and-cache .#devShells.x86_64-linux.default.inputDerivation - name: Build OCI images run: | ./bin/nix-build-and-cache .#oci-image-${{ matrix.oci-target }} cp -v -f result oci-image-${{ matrix.oci-target }}.tar.gz - name: Upload OCI image artifacts uses: actions/upload-artifact@v4 with: name: oci-image-${{ matrix.oci-target }} path: oci-image-${{ matrix.oci-target }}.tar.gz if-no-files-found: error # don't compress again compression-level: 0 create-and-push-manifest: name: Create and Push Docker Manifest runs-on: ubuntu-latest needs: build-oci steps: - name: Extract and load OCI Images run: | unzip oci-image-x86_64-unknown-linux-musl-jemalloc.zip docker load -i oci-image-x86_64-unknown-linux-musl-jemalloc.tar.gz unzip oci-image-aarch64-unknown-linux-musl-jemalloc.zip docker load -i oci-image-aarch64-unknown-linux-musl-jemalloc.tar.gz - name: Login to Docker Hub uses: docker/login-action@v3 env: DOCKERHUB_TOKEN: ${{ secrets.DOCKERHUB_TOKEN }} DOCKER_USERNAME: ${{ vars.DOCKER_USERNAME }} if: ${{ (github.event_name != 'pull_request') && (env.DOCKER_USERNAME != '') && (env.DOCKERHUB_TOKEN != '') }} with: # username is not really a secret username: ${{ vars.DOCKER_USERNAME }} password: ${{ secrets.DOCKERHUB_TOKEN }} - name: Login to GitHub Container Registry uses: docker/login-action@v3 with: registry: ghcr.io username: ${{ github.actor }} password: ${{ secrets.GITHUB_TOKEN }} - name: Create and Push Manifest to Docker Hub run: | DOCKER_IMAGE_NAME="docker.io/${{ github.repository }}" BRANCH_NAME="${{ github.ref_name }}" SHA_TAG="${BRANCH_NAME}-${{ github.sha }}" BRANCH_TAG=$BRANCH_NAME if [ "$BRANCH_NAME" == "main" ]; then BRANCH_TAG="latest" fi # Create and push SHA specific manifest docker manifest create $DOCKER_IMAGE_NAME:$SHA_TAG \ --amend $DOCKER_IMAGE_NAME:${{ github.sha }}-x86_64-jemalloc \ --amend $DOCKER_IMAGE_NAME:${{ github.sha }}-aarch64-jemalloc docker manifest push $DOCKER_IMAGE_NAME:$SHA_TAG # Update and push branch or latest manifest docker manifest create $DOCKER_IMAGE_NAME:$BRANCH_TAG \ --amend $DOCKER_IMAGE_NAME:${{ github.sha }}-x86_64-jemalloc \ --amend $DOCKER_IMAGE_NAME:${{ github.sha }}-aarch64-jemalloc docker manifest push $DOCKER_IMAGE_NAME:$BRANCH_TAG - name: Create and Push Manifest to GitHub Container Registry run: | GHCR_IMAGE_NAME="ghcr.io/${{ github.repository }}" BRANCH_NAME="${{ github.ref_name }}" SHA_TAG="${BRANCH_NAME}-${{ github.sha }}" BRANCH_TAG=$BRANCH_NAME if [ "$BRANCH_NAME" == "main" ]; then BRANCH_TAG="latest" fi # Create and push SHA specific manifest docker manifest create $GHCR_IMAGE_NAME:$SHA_TAG \ --amend $GHCR_IMAGE_NAME:${{ github.sha }}-x86_64-jemalloc \ --amend $GHCR_IMAGE_NAME:${{ github.sha }}-aarch64-jemalloc docker manifest push $GHCR_IMAGE_NAME:$SHA_TAG # Update and push branch or latest manifest docker manifest create $GHCR_IMAGE_NAME:$BRANCH_TAG \ --amend $GHCR_IMAGE_NAME:${{ github.sha }}-x86_64-jemalloc \ --amend $GHCR_IMAGE_NAME:${{ github.sha }}-aarch64-jemalloc docker manifest push $GHCR_IMAGE_NAME:$BRANCH_TAG