name: clean on: workflow_dispatch: schedule: - cron: '0 6 * * 0' jobs: create-branch: runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@v2 with: ref: ${{ github.ref }} - name: Create Branch uses: peterjgrainger/action-create-branch@v2.0.1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: branch: 'bot/remove-broken-links' test: runs-on: ubuntu-latest continue-on-error: true strategy: fail-fast: false matrix: country: [ ad, ae, af, ag, al, am, an, ao, ar, at, au, aw, az, ba, bb, bd, be, bf, bg, bh, bn, bo, br, bs, by, ca, cd, cg, ch, ci, cl, cm, cn, co, cr, cu, cw, cy, cz, de, dk, do, dz, ec, ee, eg, es, et, fi, fj, fo, fr, pf, ge, gh, gm, gn, gp, gq, gr, gt, hk, hn, hr, ht, hu, id, ie, il, in, iq, ir, is, it, jm, jo, jp, ke, kg, kh, kp, kr, kw, kz, la, lb, li, lk, lt, lu, lv, ly, ma, mc, md, me, mk, ml, mm, mn, mo, mt, mv, mx, my, mz, ne, ng, ni, nl, no, np, nz, om, pa, pe, ph, pk, pl, pr, ps, pt, py, qa, ro, rs, ru, rw, sa, sd, se, sg, si, sk, sl, sm, sn, so, sv, sy, th, tj, tm, tn, tr, tt, tw, tz, ua, ug, uk, us, uy, uz, va, ve, vi, vn, xk, ye, zm, unsorted ] steps: - name: Checkout uses: actions/checkout@v2 with: ref: bot/remove-broken-links - name: Install Dependencies run: npm install - name: Remove Broken Links run: node scripts/clean.js --country=${{ matrix.country }} --debug - name: Upload Artifact uses: actions/upload-artifact@v2 with: name: channels path: channels/${{ matrix.country }}.m3u commit-changes: runs-on: ubuntu-latest needs: test steps: - name: Checkout uses: actions/checkout@v2 with: ref: bot/remove-broken-links - name: Download Artifacts uses: actions/download-artifact@v2 - name: Commit Changes uses: stefanzweifel/git-auto-commit-action@v4 with: commit_message: '[Bot] Update playlists' commit_user_name: iptv-bot commit_user_email: 84861620+iptv-bot[bot]@users.noreply.github.com commit_author: 'iptv-bot[bot] <84861620+iptv-bot[bot]@users.noreply.github.com>' branch: bot/remove-broken-links file_pattern: channels/* pull-request: runs-on: ubuntu-latest needs: commit-changes steps: - name: Checkout uses: actions/checkout@v2 with: ref: bot/remove-broken-links - name: Generate Token uses: tibdex/github-app-token@v1 id: generate-token with: app_id: ${{ secrets.APP_ID }} private_key: ${{ secrets.APP_PRIVATE_KEY }} - name: Create Pull Request uses: repo-sync/pull-request@v2 with: source_branch: 'bot/remove-broken-links' destination_branch: 'master' pr_title: '[Bot] Remove broken links' pr_body: | This pull request is created by [clean][1] workflow. The script checks each link and removes only those that return a HTTP 404 code (Not Found). Also, the script ignores links with labels `[Geo-blocked]` and `[Not 24/7]` in the title. **IMPORTANT:** Before merging all links should be checked manually to make sure that the response from the server has not changed. Working links should be marked as `[Not 24/7]` so that next time the script will not delete them. [1]: https://github.com/iptv-org/iptv/actions/runs/${{ github.run_id }} pr_draft: true github_token: ${{ steps.generate-token.outputs.token }}