Add building Podman from source

Signed-off-by: Sagi Shnaidman <sshnaidm@redhat.com>

.github/workflows/build_latest_podman.yml

@@ -0,0 +1,501 @@
+name: Podman Latest Build Testing
+
+on:
+  schedule:
+    - cron: "0 4 * * *" # Run daily at 4:00 UTC
+  workflow_dispatch: # Allow manual triggering
+  push:
+    paths:
+      - ".github/workflows/build_latest_podman.yml"
+    branches:
+      - main
+  pull_request:
+    paths:
+      - ".github/workflows/build_latest_podman.yml"
+
+jobs:
+  build-podman-from-source:
+    name: Build Podman from latest source
+    runs-on: ubuntu-22.04
+    outputs:
+      podman-version: ${{ steps.build-info.outputs.version }}
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v4
+
+      - name: Set up Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: "1.21"
+
+      - name: Install build dependencies and container runtimes
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y \
+            build-essential \
+            git \
+            libseccomp-dev \
+            libgpgme-dev \
+            libdevmapper-dev \
+            libsystemd-dev \
+            pkg-config \
+            uidmap \
+            libbtrfs-dev \
+            protobuf-compiler \
+            go-md2man \
+            runc \
+            conmon \
+            jq
+
+          echo "=== Installed runtime versions ==="
+          runc --version || echo "runc not available"
+          conmon --version || echo "conmon not available"
+
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          override: true
+
+      - name: Clone and build netavark
+        run: |
+          git clone https://github.com/containers/netavark.git /tmp/netavark
+          cd /tmp/netavark
+          make
+          sudo make install PREFIX=/usr/local
+
+      - name: Clone Podman source and check dependencies
+        run: |
+          git clone https://github.com/containers/podman.git /tmp/podman
+          cd /tmp/podman
+          git log --oneline -1
+
+          echo "=== Checking dependency versions ==="
+
+          # Check go.mod for dependencies
+          if [ -f go.mod ]; then
+            echo "--- go.mod dependencies ---"
+            grep -E "(runc|conmon|crun)" go.mod || echo "No runtime deps found in go.mod"
+          fi
+
+          # Check docs for installation requirements
+          if [ -f docs/tutorials/podman-installation.md ]; then
+            echo "--- Installation docs ---"
+            grep -A5 -B5 -i "conmon\|runc\|crun" docs/tutorials/podman-installation.md || echo "No runtime info in installation docs"
+          fi
+
+          # Check Dockerfiles
+          find . -name "Dockerfile*" -exec echo "=== {} ===" \; -exec grep -i "conmon\|runc\|crun" {} \; 2>/dev/null || echo "No Dockerfiles with runtime info"
+
+          # Check CI setup scripts
+          find contrib -name "*.sh" -exec echo "=== {} ===" \; -exec grep -A3 -B3 -i "conmon\|runc\|crun" {} \; 2>/dev/null || echo "No CI scripts with runtime info"
+
+          # Check for any version files
+          find . -name "*version*" -o -name "*VERSION*" | head -5
+
+      - name: Build Podman from source
+        id: build-info
+        run: |
+          cd /tmp/podman
+          make BUILDTAGS="selinux seccomp systemd"
+          sudo make install PREFIX=/usr/local
+
+          # Get version info
+          VERSION=$(/usr/local/bin/podman version --format "{{.Client.Version}}")
+          echo "version=$VERSION" >> $GITHUB_OUTPUT
+          echo "Built Podman version: $VERSION"
+
+          # Verify installation
+          /usr/local/bin/podman --version
+          /usr/local/bin/podman info --format json | jq -r '.version.Version'
+
+      - name: Configure Podman for rootless
+        run: |
+          # Set up for rootless usage - use system newuidmap/newgidmap from uidmap package
+          sudo chmod 4755 /usr/bin/newgidmap || echo "newgidmap not found, continuing..."
+          sudo chmod 4755 /usr/bin/newuidmap || echo "newuidmap not found, continuing..."
+
+          # Configure subuid/subgid for runner user
+          echo "runner:100000:65536" | sudo tee -a /etc/subuid
+          echo "runner:100000:65536" | sudo tee -a /etc/subgid
+
+          # Create podman directories
+          mkdir -p ~/.config/containers
+
+          # Basic containers.conf with netavark configuration
+          cat > ~/.config/containers/containers.conf << EOF
+          [containers]
+          netns = "host"
+          userns = "host"
+          ipcns = "host"
+          utsns = "host"
+          cgroupns = "host"
+          cgroups = "enabled"
+          log_driver = "k8s-file"
+
+          [engine]
+          cgroup_manager = "cgroupfs"
+          events_logger = "file"
+          runtime = "runc"
+          helper_binaries_dir = ["/usr/local/libexec/podman", "/usr/local/bin"]
+
+          EOF
+
+      - name: Test Podman installation
+        run: |
+          /usr/local/bin/podman --version
+          /usr/local/bin/podman info
+
+          echo "=== Testing container runtime compatibility ==="
+          echo "Testing image pull and run functionality..."
+
+          # Test image pulling and running - this should fail the build if runtime is incompatible
+          /usr/local/bin/podman pull docker.io/library/hello-world:latest
+          /usr/local/bin/podman run --rm hello-world
+
+          # Additional runtime debugging
+          echo "=== Runtime debugging ==="
+          echo "Available runtimes:"
+          ls -la /usr/bin/runc /usr/local/bin/crun /usr/bin/crun 2>/dev/null || echo "Some runtimes not found"
+          echo "Default runtime in use:"
+          /usr/local/bin/podman info --format json | jq -r '.host.ociRuntime.name' || echo "Could not get runtime info"
+
+      - name: Create Podman artifact
+        run: |
+          mkdir -p podman-artifact
+          cp /usr/local/bin/podman podman-artifact/
+          cp /usr/local/bin/podman-remote podman-artifact/ || true
+          cp /usr/local/libexec/podman/netavark podman-artifact/
+          echo "${{ steps.build-info.outputs.version }}" > podman-artifact/VERSION
+
+      - name: Upload Podman artifact
+        uses: actions/upload-artifact@v4
+        with:
+          name: podman-latest
+          path: podman-artifact/
+          retention-days: 1
+
+  test-podman-container-latest:
+    name: Test podman_container with latest Podman
+    needs: build-podman-from-source
+    runs-on: ubuntu-22.04
+    continue-on-error: true # Don't fail the workflow if this job fails
+    strategy:
+      fail-fast: false
+      matrix:
+        ansible-version:
+          - git+https://github.com/ansible/ansible.git@stable-2.18
+          - git+https://github.com/ansible/ansible.git@devel
+        python-version:
+          - "3.12"
+
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Download Podman artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: podman-latest
+          path: podman-artifact/
+
+      - name: Install custom Podman and netavark
+        run: |
+          sudo cp podman-artifact/podman /usr/local/bin/
+          sudo chmod +x /usr/local/bin/podman
+          if [ -f podman-artifact/podman-remote ]; then
+            sudo cp podman-artifact/podman-remote /usr/local/bin/
+            sudo chmod +x /usr/local/bin/podman-remote
+          fi
+
+          # Install netavark
+          sudo mkdir -p /usr/local/libexec/podman
+          sudo cp podman-artifact/netavark /usr/local/libexec/podman/
+          sudo chmod +x /usr/local/libexec/podman/netavark
+
+
+          # Verify installations
+          echo "=== Runtime installation verification ==="
+          ls -la /usr/local/libexec/podman/
+          /usr/local/libexec/podman/netavark --version || echo "Netavark version check failed"
+          runc --version || echo "Runc version check failed"
+
+          # Configure PATH to use our custom podman
+          echo "/usr/local/bin" >> $GITHUB_PATH
+
+          PODMAN_VERSION=$(cat podman-artifact/VERSION)
+          echo "PODMAN_VERSION=$PODMAN_VERSION" >> $GITHUB_ENV
+
+      - name: Configure Podman for testing
+        run: |
+          # Set up for rootless usage
+          sudo apt-get update
+          sudo apt-get install -y uidmap
+
+          # Configure subuid/subgid for runner user
+          echo "runner:100000:65536" | sudo tee -a /etc/subuid
+          echo "runner:100000:65536" | sudo tee -a /etc/subgid
+
+          # Create podman directories
+          mkdir -p ~/.config/containers
+
+          # Configure containers.conf for testing
+          cat > ~/.config/containers/containers.conf << EOF
+          [containers]
+          netns = "host"
+          userns = "host"
+          ipcns = "host"
+          utsns = "host"
+          cgroupns = "host"
+          cgroups = "enabled"
+          log_driver = "k8s-file"
+
+          [engine]
+          cgroup_manager = "cgroupfs"
+          events_logger = "file"
+          runtime = "runc"
+          helper_binaries_dir = ["/usr/local/libexec/podman", "/usr/local/bin"]
+
+          EOF
+
+      - name: Upgrade pip and install dependencies
+        run: |
+          sudo apt-get install -y python*-wheel python*-yaml
+          python -m pip install --upgrade pip
+          python -V
+          pip --version
+
+      - name: Set up pip cache
+        uses: actions/cache@v4
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-pip-${{ github.ref }}-podman-latest
+          restore-keys: |
+            ${{ runner.os }}-pip-
+            ${{ runner.os }}-
+
+      - name: Install Ansible ${{ matrix.ansible-version }}
+        run: python3 -m pip install --user --force-reinstall --upgrade '${{ matrix.ansible-version }}'
+
+      - name: Build and install collection
+        run: |
+          export PATH=~/.local/bin:$PATH
+
+          echo "Ansible version:"
+          ~/.local/bin/ansible --version
+
+          echo "Podman version:"
+          podman --version
+
+          rm -rf /tmp/just_new_collection
+          ~/.local/bin/ansible-galaxy collection build --output-path /tmp/just_new_collection --force
+          ~/.local/bin/ansible-galaxy collection install -vvv --force /tmp/just_new_collection/*.tar.gz
+
+      - name: Run podman_container tests
+        run: |
+          export PATH=~/.local/bin:$PATH
+          export ANSIBLE_CONFIG=$(pwd)/ci/ansible-dev.cfg
+
+          echo "=== Environment Information ==="
+          echo "Podman version: $PODMAN_VERSION"
+          echo "Ansible version:"
+          ansible --version
+          echo "Python version:"
+          python --version
+          echo "================================"
+
+          ansible-playbook -vv ci/playbooks/pre.yml \
+            -e host=localhost \
+            -i localhost, \
+            -e ansible_connection=local \
+            -e setup_python=false \
+            -e podman_version_ubuntu=latest
+
+          echo "Running podman_container tests..."
+          TEST2RUN=podman_container ./ci/run_containers_tests.sh
+        continue-on-error: true
+
+  test-podman-idempotency-latest:
+    name: Test podman_container idempotency with latest Podman
+    needs: build-podman-from-source
+    runs-on: ubuntu-22.04
+    continue-on-error: true # Don't fail the workflow if this job fails
+    strategy:
+      fail-fast: false
+      matrix:
+        ansible-version:
+          - git+https://github.com/ansible/ansible.git@stable-2.18
+          - git+https://github.com/ansible/ansible.git@devel
+        python-version:
+          - "3.12"
+
+    steps:
+      - name: Check out repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Download Podman artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: podman-latest
+          path: podman-artifact/
+
+      - name: Install custom Podman and netavark
+        run: |
+          sudo cp podman-artifact/podman /usr/local/bin/
+          sudo chmod +x /usr/local/bin/podman
+          if [ -f podman-artifact/podman-remote ]; then
+            sudo cp podman-artifact/podman-remote /usr/local/bin/
+            sudo chmod +x /usr/local/bin/podman-remote
+          fi
+
+          # Install netavark
+          sudo mkdir -p /usr/local/libexec/podman
+          sudo cp podman-artifact/netavark /usr/local/libexec/podman/
+          sudo chmod +x /usr/local/libexec/podman/netavark
+
+
+          # Verify installations
+          echo "=== Runtime installation verification ==="
+          ls -la /usr/local/libexec/podman/
+          /usr/local/libexec/podman/netavark --version || echo "Netavark version check failed"
+          runc --version || echo "Runc version check failed"
+
+          # Configure PATH to use our custom podman
+          echo "/usr/local/bin" >> $GITHUB_PATH
+
+          PODMAN_VERSION=$(cat podman-artifact/VERSION)
+          echo "PODMAN_VERSION=$PODMAN_VERSION" >> $GITHUB_ENV
+
+      - name: Configure Podman for testing
+        run: |
+          # Set up for rootless usage
+          sudo apt-get update
+          sudo apt-get install -y uidmap
+
+          # Configure subuid/subgid for runner user
+          echo "runner:100000:65536" | sudo tee -a /etc/subuid
+          echo "runner:100000:65536" | sudo tee -a /etc/subgid
+
+          # Create podman directories
+          mkdir -p ~/.config/containers
+
+          # Configure containers.conf for testing
+          cat > ~/.config/containers/containers.conf << EOF
+          [containers]
+          netns = "host"
+          userns = "host"
+          ipcns = "host"
+          utsns = "host"
+          cgroupns = "host"
+          cgroups = "enabled"
+          log_driver = "k8s-file"
+
+          [engine]
+          cgroup_manager = "cgroupfs"
+          events_logger = "file"
+          runtime = "runc"
+          helper_binaries_dir = ["/usr/local/libexec/podman", "/usr/local/bin"]
+
+          EOF
+
+      - name: Upgrade pip and install dependencies
+        run: |
+          sudo apt-get install -y python*-wheel python*-yaml
+          python -m pip install --upgrade pip
+          python -V
+          pip --version
+
+      - name: Set up pip cache
+        uses: actions/cache@v4
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-pip-${{ github.ref }}-podman-latest
+          restore-keys: |
+            ${{ runner.os }}-pip-
+            ${{ runner.os }}-
+
+      - name: Install Ansible ${{ matrix.ansible-version }}
+        run: python3 -m pip install --user --force-reinstall --upgrade '${{ matrix.ansible-version }}'
+
+      - name: Build and install collection
+        run: |
+          export PATH=~/.local/bin:$PATH
+
+          echo "Ansible version:"
+          ~/.local/bin/ansible --version
+
+          echo "Podman version:"
+          podman --version
+
+          rm -rf /tmp/just_new_collection
+          ~/.local/bin/ansible-galaxy collection build --output-path /tmp/just_new_collection --force
+          ~/.local/bin/ansible-galaxy collection install -vvv --force /tmp/just_new_collection/*.tar.gz
+
+      - name: Run podman_container tests
+        run: |
+          export PATH=~/.local/bin:$PATH
+          export ANSIBLE_CONFIG=$(pwd)/ci/ansible-dev.cfg
+
+          echo "=== Environment Information ==="
+          echo "Podman version: $PODMAN_VERSION"
+          echo "Ansible version:"
+          ansible --version
+          echo "Python version:"
+          python --version
+          echo "================================"
+
+          ansible-playbook -vv ci/playbooks/pre.yml \
+            -e host=localhost \
+            -i localhost, \
+            -e ansible_connection=local \
+            -e setup_python=false \
+            -e podman_version_ubuntu=latest
+
+          echo "Running podman_container tests..."
+          TEST2RUN=podman_container_idempotency ./ci/run_containers_tests.sh
+        continue-on-error: true
+
+  notify-results:
+    name: Notify test results
+    needs:
+      [
+        build-podman-from-source,
+        test-podman-container-latest,
+        test-podman-idempotency-latest,
+      ]
+    runs-on: ubuntu-22.04
+    if: always()
+    steps:
+      - name: Report results
+        run: |
+          echo "=== Podman Latest Build Test Results ==="
+          echo "Podman version built: ${{ needs.build-podman-from-source.outputs.podman-version }}"
+          echo "Build job: ${{ needs.build-podman-from-source.result }}"
+          echo "Container tests: ${{ needs.test-podman-container-latest.result }}"
+          echo "Idempotency tests: ${{ needs.test-podman-idempotency-latest.result }}"
+          echo "========================================"
+
+          if [ "${{ needs.build-podman-from-source.result }}" != "success" ]; then
+            echo "❌ Podman build failed"
+            exit 1
+          fi
+
+          if [ "${{ needs.test-podman-container-latest.result }}" == "failure" ]; then
+            echo "⚠️  Container tests failed with latest Podman (informational)"
+          fi
+
+          if [ "${{ needs.test-podman-idempotency-latest.result }}" == "failure" ]; then
+            echo "⚠️  Idempotency tests failed with latest Podman (informational)"
+          fi
+
+          echo "✅ Workflow completed"