conduit/.github/workflows/ci.yml

name: CI and Artifacts

on:
    pull_request:
    push:
        branches:
            - main
            - dev
    # Allows you to run this workflow manually from the Actions tab
    workflow_dispatch:

env:
    # Required to make some things output color
    TERM: ansi
    # Publishing to my nix binary cache
    ATTIC_TOKEN: ${{ secrets.ATTIC_TOKEN }}
    # Just in case incremental is still being set to true, speeds up CI
    CARGO_INCREMENTAL: 0
    # Custom nix binary cache if fork is being used
    ATTIC_ENDPOINT: ${{ vars.ATTIC_ENDPOINT }}
    ATTIC_PUBLIC_KEY: ${{ vars.ATTIC_PUBLIC_KEY }}

permissions:
    packages: write
    contents: read

jobs:
    tests:
        name: Prepare and test
        runs-on: ubuntu-latest
        steps:
            - name: Sync repository
              uses: actions/checkout@v4

            - name: Install Nix
              uses: DeterminateSystems/nix-installer-action@main

            - name: Enable Cachix binary cache
              run: |
                  nix-env -iA cachix -f https://cachix.org/api/v1/install
                  cachix use crane
                  cachix use nix-community

            - name: Configure Magic Nix Cache
              uses: DeterminateSystems/magic-nix-cache-action@main

            - name: Apply Nix binary cache configuration
              run: |
                  sudo tee -a /etc/nix/nix.conf > /dev/null <<EOF
                  extra-substituters = https://nix.computer.surgery/conduit https://attic.kennel.juneis.dog/conduit https://attic.kennel.juneis.dog/conduwuit
                  extra-trusted-public-keys = conduit:ZGAf6P6LhNvnoJJ3Me3PRg7tlLSrPxcQ2RiE5LIppjo= conduit:Isq8FGyEC6FOXH6nD+BOeAA+bKp6X6UIbupSlGEPuOg= conduwuit:lYPVh7o1hLu1idH4Xt2QHaRa49WRGSAqzcfFd94aOTw=
                  EOF

            - name: Use alternative Nix binary caches if specified
              if: ${{ (env.ATTIC_ENDPOINT != '') && (env.ATTIC_PUBLIC_KEY != '') }}
              run: |
                  sudo tee -a /etc/nix/nix.conf > /dev/null <<EOF
                  extra-substituters = ${{ env.ATTIC_ENDPOINT }}
                  extra-trusted-public-keys = ${{ env.ATTIC_PUBLIC_KEY }}
                  EOF

            - name: Install and activate `direnv`
              run: |
                  echo 'source $HOME/.nix-profile/share/nix-direnv/direnvrc' > "$HOME/.direnvrc"
                  nix-env -f "<nixpkgs>" -iA direnv -iA nix-direnv
                  direnv allow

            - name: Update `/nix/store`
              run: |
                  nix develop --command true

            - name: Run CI tests
              run: |
                  direnv exec . engage

    build:
        name: Build
        runs-on: ubuntu-latest
        needs: tests
        if: github.ref == 'refs/heads/main' || github.ref == 'refs/heads/dev'
        strategy:
            matrix:
                include:
                    - target: aarch64-unknown-linux-musl
                    - target: aarch64-unknown-linux-musl-jemalloc
                    - target: x86_64-unknown-linux-musl
                    - target: x86_64-unknown-linux-musl-jemalloc
        steps:
            - name: Sync repository
              uses: actions/checkout@v4

            - name: Install Nix
              uses: DeterminateSystems/nix-installer-action@main

            - name: Enable Cachix binary cache
              run: |
                  nix-env -iA cachix -f https://cachix.org/api/v1/install
                  cachix use crane
                  cachix use nix-community

            - name: Configure Magic Nix Cache
              uses: DeterminateSystems/magic-nix-cache-action@main

            - name: Apply Nix binary cache configuration
              run: |
                  sudo tee -a /etc/nix/nix.conf > /dev/null <<EOF
                  extra-substituters = https://nix.computer.surgery/conduit https://attic.kennel.juneis.dog/conduit https://attic.kennel.juneis.dog/conduwuit
                  extra-trusted-public-keys = conduit:ZGAf6P6LhNvnoJJ3Me3PRg7tlLSrPxcQ2RiE5LIppjo= conduit:Isq8FGyEC6FOXH6nD+BOeAA+bKp6X6UIbupSlGEPuOg= conduwuit:lYPVh7o1hLu1idH4Xt2QHaRa49WRGSAqzcfFd94aOTw=
                  EOF

            - name: Use alternative Nix binary caches if specified
              if: ${{ (env.ATTIC_ENDPOINT != '') && (env.ATTIC_PUBLIC_KEY != '') }}
              run: |
                  sudo tee -a /etc/nix/nix.conf > /dev/null <<EOF
                  extra-substituters = ${{ env.ATTIC_ENDPOINT }}
                  extra-trusted-public-keys = ${{ env.ATTIC_PUBLIC_KEY }}
                  EOF

            - name: Install and activate `direnv`
              run: |
                  echo 'source $HOME/.nix-profile/share/nix-direnv/direnvrc' > "$HOME/.direnvrc"
                  nix-env -f "<nixpkgs>" -iA direnv -iA nix-direnv
                  direnv allow

            - name: Update `/nix/store`
              run: |
                  nix develop --command true

            - name: Build static ${{ matrix.target }}
              run: |
                  bin/nix-build-and-cache .#static-${{ matrix.target }}
                  mkdir -p target/release
                  cp -v -f result/bin/conduit target/release/
                  direnv exec . cargo deb --no-build --no-strip --output target/debian/${{ matrix.target }}.deb
                  mv target/release/conduit static-${{ matrix.target }}

            - name: Upload static-${{ matrix.target }}
              uses: actions/upload-artifact@v4
              with:
                  name: static-${{ matrix.target }}
                  path: static-${{ matrix.target }}
                  if-no-files-found: error

            - name: Upload deb ${{ matrix.target }}
              uses: actions/upload-artifact@v4
              with:
                  name: deb-${{ matrix.target }}
                  path: target/debian/${{ matrix.target }}.deb
                  if-no-files-found: error

            - name: Build OCI image ${{ matrix.target }}
              run: |
                  bin/nix-build-and-cache .#oci-image-${{ matrix.target }}
                  cp -v -f result oci-image-${{ matrix.target }}.tar.gz

            - name: Upload OCI image ${{ matrix.target }}
              uses: actions/upload-artifact@v4
              with:
                  name: oci-image-${{ matrix.target }}
                  path: oci-image-${{ matrix.target }}.tar.gz
                  if-no-files-found: error
                  compression-level: 0

    docker:
        name: Publish Docker manifests
        runs-on: ubuntu-latest
        needs: build
        if: (github.ref == 'refs/heads/main' || github.ref == 'refs/heads/dev') && github.event_name != 'pull_request'
        steps:
            - name: Login to GitHub Container Registry
              uses: docker/login-action@v3
              with:
                  registry: ghcr.io
                  username: ${{ github.actor }}
                  password: ${{ secrets.GITHUB_TOKEN }}

            - name: Login to Docker Hub
              uses: docker/login-action@v3
              with:
                  registry: docker.io
                  username: ${{ vars.DOCKER_USERNAME }}
                  password: ${{ secrets.DOCKERHUB_TOKEN }}

            - name: Download artifacts
              uses: actions/download-artifact@v4

            - name: Create and push manifests to GitHub and Docker Hub
              env:
                  BRANCH_TAG: ${{ github.ref_name }}
              run: |
                  mv oci-image-*/oci-image-*.tar.gz .
                  docker load -i oci-image-aarch64-unknown-linux-musl-jemalloc.tar.gz
                  docker tag $(docker images -q conduit:main) conduwuit:${{ github.sha }}-aarch64-jemalloc
                  docker load -i oci-image-x86_64-unknown-linux-musl-jemalloc.tar.gz
                  docker tag $(docker images -q conduit:main) conduwuit:${{ github.sha }}-x86_64-jemalloc

                  if [ "$BRANCH_TAG" == "main" ]; then
                      BRANCH_TAG="latest"
                  fi

                  # Creating and pushing for GitHub Container Registry
                  docker manifest create ghcr.io/${{ github.repository }}:${{ github.ref_name }}-${{ github.sha }} \
                      --amend conduwuit:${{ github.sha }}-x86_64-jemalloc \
                      --amend conduwuit:${{ github.sha }}-aarch64-jemalloc
                  docker manifest push ghcr.io/${{ github.repository }}:${{ github.ref_name }}-${{ github.sha }}

                  docker manifest create ghcr.io/${{ github.repository }}:$BRANCH_TAG \
                      --amend conduwuit:${{ github.sha }}-x86_64-jemalloc \
                      --amend conduwuit:${{ github.sha }}-aarch64-jemalloc
                  docker manifest push ghcr.io/${{ github.repository }}:$BRANCH_TAG

                  # Creating and pushing for Docker Hub
                  docker manifest create docker.io/${{ github.repository }}:${{ github.ref_name }}-${{ github.sha }} \
                      --amend conduwuit:${{ github.sha }}-x86_64-jemalloc \
                      --amend conduwuit:${{ github.sha }}-aarch64-jemalloc
                  docker manifest push docker.io/${{ github.repository }}:${{ github.ref_name }}-${{ github.sha }}

                  docker manifest create docker.io/${{ github.repository }}:$BRANCH_TAG \
                      --amend conduwuit:${{ github.sha }}-x86_64-jemalloc \
                      --amend conduwuit:${{ github.sha }}-aarch64-jemalloc
                  docker manifest push docker.io/${{ github.repository }}:$BRANCH_TAG