build-list-semrush.yml

name: Build SemRush
on:
  push:
    paths:
    - '.github/workflows/*'
    - inputs/semrush.lsv
  workflow_dispatch:
  schedule:
    - cron:  '15 8 * * *'

jobs:
  build_and_commit:
    runs-on: ubuntu-latest
    steps:
    - uses: actions/checkout@v2
    - name: Dependencies
      run: |
        sudo apt-get install ipcalc php php-gmp
    - name: Build list
      run: |
        cat inputs/semrush.lsv | php helpers/loosen.php > /tmp/semrush.lsv
        ./helpers/mapcidr -cl /tmp/semrush.lsv -a -silent > semrush.lsv
    - name: Test generated Lists
      run: |
        if [[ $(grep ^0. semrush.lsv | wc -l) != "0" ]]; then
          echo "Lists can not contain 0.0.0.0/8"
          exit 1
        fi
        if [[ $(grep ^127. semrush.lsv | wc -l) != "0" ]]; then
          echo "Lists can not contain 12.0.0.1/8"
          exit 1
        fi

        ips_covered=$(awk -F/ 'BEGIN{a=0}{if($2==""){a+1}else{a+=2^(32-$2)}}END{print a}' semrush.lsv)
        if [[ "$ips_covered" -lt 20000 ]]; then
          echo "Too few addresses covered ($ips_covered)"
          exit 1
        fi
        if [[ "$ips_covered" -gt 35000 ]]; then
          echo "Too many addresses covered ($ips_covered)"
          exit 1
        fi
    - name: Push Output
      uses: X4BNet/copy_file_to_another_repo_action@main
      env:
        API_TOKEN_GITHUB: ${{ secrets.MY_GITHUB_TOKEN }}
      with:
        source_file: 'semrush.lsv'
        destination_repo: '${{ github.repository }}'
        destination_folder: '/outputs/'
        rename: 'semrush.txt'
        user_email: 'automated@x4b.net'
        user_name: 'listbuilder'
        destination_branch: "main"