iptv/.github/workflows/clean.yml

name: clean
on:
  workflow_dispatch:
  schedule:
    - cron: '0 6 * * 0'
jobs:
  create-branch:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout
        uses: actions/checkout@v2
        with:
          ref: ${{ github.ref }}
      - name: Create Branch
        uses: peterjgrainger/action-create-branch@v2.0.1
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
        with:
          branch: 'bot/remove-broken-links'
  test:
    runs-on: ubuntu-latest
    continue-on-error: true
    strategy:
      fail-fast: false
      matrix:
        country:
          [
            ad,
            ae,
            af,
            ag,
            al,
            am,
            an,
            ao,
            ar,
            at,
            au,
            aw,
            az,
            ba,
            bb,
            bd,
            be,
            bf,
            bg,
            bh,
            bn,
            bo,
            br,
            bs,
            by,
            ca,
            cd,
            cg,
            ch,
            ci,
            cl,
            cm,
            cn,
            co,
            cr,
            cu,
            cw,
            cy,
            cz,
            de,
            dk,
            do,
            dz,
            ec,
            ee,
            eg,
            es,
            et,
            fi,
            fj,
            fo,
            fr,
            pf,
            ge,
            gh,
            gm,
            gn,
            gp,
            gq,
            gr,
            gt,
            hk,
            hn,
            hr,
            ht,
            hu,
            id,
            ie,
            il,
            in,
            iq,
            ir,
            is,
            it,
            jm,
            jo,
            jp,
            ke,
            kg,
            kh,
            kp,
            kr,
            kw,
            kz,
            la,
            lb,
            li,
            lk,
            lt,
            lu,
            lv,
            ly,
            ma,
            mc,
            md,
            me,
            mk,
            ml,
            mm,
            mn,
            mo,
            mt,
            mv,
            mx,
            my,
            mz,
            ne,
            ng,
            ni,
            nl,
            no,
            np,
            nz,
            om,
            pa,
            pe,
            ph,
            pk,
            pl,
            pr,
            ps,
            pt,
            py,
            qa,
            ro,
            rs,
            ru,
            rw,
            sa,
            sd,
            se,
            sg,
            si,
            sk,
            sl,
            sm,
            sn,
            so,
            sv,
            sy,
            th,
            tj,
            tm,
            tn,
            tr,
            tt,
            tw,
            tz,
            ua,
            ug,
            uk,
            us,
            uy,
            uz,
            va,
            ve,
            vi,
            vn,
            xk,
            ye,
            zm,
            unsorted
          ]
    steps:
      - name: Checkout
        uses: actions/checkout@v2
        with:
          ref: bot/remove-broken-links
      - name: Install Dependencies
        run: npm install
      - name: Remove Broken Links
        run: node scripts/clean.js --country=${{ matrix.country }} --debug
      - name: Upload Artifact
        uses: actions/upload-artifact@v2
        with:
          name: channels
          path: channels/${{ matrix.country }}.m3u
  commit-changes:
    runs-on: ubuntu-latest
    needs: test
    steps:
      - name: Checkout
        uses: actions/checkout@v2
        with:
          ref: bot/remove-broken-links
      - name: Download Artifacts
        uses: actions/download-artifact@v2
      - name: Commit Changes
        uses: stefanzweifel/git-auto-commit-action@v4
        with:
          commit_message: '[Bot] Update playlists'
          commit_user_name: iptv-bot
          commit_user_email: 84861620+iptv-bot[bot]@users.noreply.github.com
          commit_author: 'iptv-bot[bot] <84861620+iptv-bot[bot]@users.noreply.github.com>'
          branch: bot/remove-broken-links
          file_pattern: channels/*
  pull-request:
    runs-on: ubuntu-latest
    needs: commit-changes
    steps:
      - name: Checkout
        uses: actions/checkout@v2
        with:
          ref: bot/remove-broken-links
      - name: Generate Token
        uses: tibdex/github-app-token@v1
        id: generate-token
        with:
          app_id: ${{ secrets.APP_ID }}
          private_key: ${{ secrets.APP_PRIVATE_KEY }}
      - name: Create Pull Request
        uses: repo-sync/pull-request@v2
        with:
          source_branch: 'bot/remove-broken-links'
          destination_branch: 'master'
          pr_title: '[Bot] Remove broken links'
          pr_body: |
            This pull request is created by [clean][1] workflow. 

            The script checks each link and removes only those that return a HTTP 404 code (Not Found). Also, the script ignores links with labels `[Geo-blocked]` and `[Not 24/7]` in the title.

            **IMPORTANT:** Before merging all links should be checked manually to make sure that the response from the server has not changed. Working links should be marked as `[Not 24/7]` so that next time the script will not delete them.

            [1]: https://github.com/iptv-org/iptv/actions/runs/${{ github.run_id }}
          pr_draft: true
          github_token: ${{ steps.generate-token.outputs.token }}