data-update.yml 1.9 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667
  1. name: "Update searx.data"
  2. on:
  3. schedule:
  4. - cron: "05 06 1 * *"
  5. workflow_dispatch:
  6. jobs:
  7. updateData:
  8. name: Update data - ${{ matrix.fetch }}
  9. runs-on: ubuntu-20.04
  10. if: ${{ github.repository_owner == 'searxng'}}
  11. strategy:
  12. fail-fast: false
  13. matrix:
  14. fetch:
  15. - update_ahmia_blacklist.py
  16. - update_currencies.py
  17. - update_external_bangs.py
  18. - update_firefox_version.py
  19. - update_languages.py
  20. - update_wikidata_units.py
  21. steps:
  22. - name: Checkout
  23. uses: actions/checkout@v2
  24. - name: Install Ubuntu packages
  25. run: |
  26. sudo ./utils/searx.sh install packages
  27. - name: Set up Python
  28. uses: actions/setup-python@v2
  29. with:
  30. python-version: '3.9'
  31. architecture: 'x64'
  32. - name: Install Python dependencies
  33. run: |
  34. make V=1 install
  35. - name: Fetch data
  36. env:
  37. FETCH_SCRIPT: ./searx_extra/update/${{ matrix.fetch }}
  38. run: |
  39. V=1 ./manage pyenv.cmd python "$FETCH_SCRIPT"
  40. - name: Create Pull Request
  41. id: cpr
  42. uses: peter-evans/create-pull-request@v3
  43. with:
  44. token: ${{ secrets.DATA_PR_TOKEN }}
  45. commit-message: Update searx.data - ${{ matrix.fetch }}
  46. committer: searx-bot <noreply@github.com>
  47. author: ${{ github.actor }} <${{ github.actor }}@users.noreply.github.com>
  48. signoff: false
  49. branch: update_data_${{ matrix.fetch }}
  50. delete-branch: true
  51. draft: false
  52. title: 'Update searx.data - ${{ matrix.fetch }}'
  53. body: |
  54. Update searx.data - ${{ matrix.fetch }}
  55. labels: |
  56. data
  57. - name: Check outputs
  58. run: |
  59. echo "Pull Request Number - ${{ steps.cpr.outputs.pull-request-number }}"
  60. echo "Pull Request URL - ${{ steps.cpr.outputs.pull-request-url }}"