name: Build Master on: push: branches: - master paths-ignore: - 'scripts/**' - '.gitignore' - '.github/**' - 'book/**' workflow_dispatch: concurrency: build_master permissions: packages: write id-token: write contents: write jobs: run-translation: runs-on: ubuntu-latest container: image: ghcr.io/hacktricks-wiki/hacktricks-cloud/translator-image:latest environment: prod steps: - name: Checkout code uses: actions/checkout@v4 with: fetch-depth: 1 # Only fetch the latest commit for faster cloning # Build the mdBook - name: Build mdBook run: MDBOOK_BOOK__LANGUAGE=en mdbook build || (echo "Error logs" && cat hacktricks-preprocessor-error.log && echo "" && echo "" && echo "Debug logs" && (cat hacktricks-preprocessor.log | tail -n 20) && exit 1) - name: Install GitHub CLI run: | curl -fsSL https://cli.github.com/packages/githubcli-archive-keyring.gpg | sudo dd of=/usr/share/keyrings/githubcli-archive-keyring.gpg \ && sudo chmod go+r /usr/share/keyrings/githubcli-archive-keyring.gpg \ && echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" | sudo tee /etc/apt/sources.list.d/github-cli.list > /dev/null \ && sudo apt update \ && sudo apt install gh -y - name: Push search index to hacktricks-searchindex repo shell: bash env: PAT_TOKEN: ${{ secrets.PAT_TOKEN }} run: | set -euo pipefail ASSET="book/searchindex.js" TARGET_REPO="HackTricks-wiki/hacktricks-searchindex" FILENAME="searchindex-en.js" if [ ! -f "$ASSET" ]; then echo "Expected $ASSET to exist after build" >&2 exit 1 fi TOKEN="${PAT_TOKEN}" if [ -z "$TOKEN" ]; then echo "No PAT_TOKEN available" >&2 exit 1 fi # Clone the searchindex repo git clone https://x-access-token:${TOKEN}@github.com/${TARGET_REPO}.git /tmp/searchindex-repo cd /tmp/searchindex-repo git config user.name "GitHub Actions" git config user.email "github-actions@github.com" # Compress the searchindex file cd "${GITHUB_WORKSPACE}" gzip -9 -k -f "$ASSET" # Show compression stats ORIGINAL_SIZE=$(wc -c < "$ASSET") COMPRESSED_SIZE=$(wc -c < "${ASSET}.gz") RATIO=$(awk "BEGIN {printf \"%.1f\", ($COMPRESSED_SIZE / $ORIGINAL_SIZE) * 100}") echo "Compression: ${ORIGINAL_SIZE} bytes -> ${COMPRESSED_SIZE} bytes (${RATIO}%)" # Copy the .gz version to the searchindex repo cd /tmp/searchindex-repo cp "${GITHUB_WORKSPACE}/${ASSET}.gz" "${FILENAME}.gz" # Stage the updated file git add "${FILENAME}.gz" # Commit with timestamp if there are changes TIMESTAMP=$(date -u +"%Y-%m-%d %H:%M:%S UTC") git commit -m "Update searchindex files - ${TIMESTAMP}" || echo "No changes to commit" # Push to master branch git push origin master echo "Successfully pushed searchindex files" # Login in AWs - name: Configure AWS credentials using OIDC uses: aws-actions/configure-aws-credentials@v3 with: role-to-assume: ${{ secrets.AWS_ROLE_ARN }} aws-region: us-east-1 # Sync the build to S3 - name: Sync to S3 run: aws s3 sync ./book s3://hacktricks-wiki/en --delete