Browse Source

data-update.yml: on PR per file

Alexandre Flament 4 years ago
parent
commit
728e096764
1 changed files with 21 additions and 14 deletions
  1. 21 14
      .github/workflows/data-update.yml

+ 21 - 14
.github/workflows/data-update.yml

@@ -1,13 +1,22 @@
 name: "Update searx.data"
 name: "Update searx.data"
 on:
 on:
   schedule:
   schedule:
-    - cron: "05 16 * * 5"
+    - cron: "05 08 * * 5"
 
 
 jobs:
 jobs:
   updateData:
   updateData:
-    name: Update data
+    name: Update data - ${{ matrix.fetch }}
     runs-on: ubuntu-20.04
     runs-on: ubuntu-20.04
     if: ${{ github.repository_owner == 'searx'}}
     if: ${{ github.repository_owner == 'searx'}}
+    strategy:
+      matrix:
+        fetch:
+          - ahmia_blacklist
+          - currencies
+          - external_bangs
+          - firefox_version
+          - languages
+          - wikidata_units
     steps:
     steps:
       - name: Checkout
       - name: Checkout
         uses: actions/checkout@v2
         uses: actions/checkout@v2
@@ -27,39 +36,37 @@ jobs:
         uses: actions/cache@v2
         uses: actions/cache@v2
         with:
         with:
           path: ./local
           path: ./local
-          key: python-${{ matrix.os }}-3.9-${{ hashFiles('requirements*.txt', 'setup.py') }}
-    
+          key: python-ubuntu-20.04-3.9-${{ hashFiles('requirements*.txt', 'setup.py') }}
+
       - name: Install Python dependencies
       - name: Install Python dependencies
         if: steps.cache-python.outputs.cache-hit != 'true'
         if: steps.cache-python.outputs.cache-hit != 'true'
         run: |
         run: |
           make V=1 install
           make V=1 install
 
 
       - name: Fetch data
       - name: Fetch data
+        env:
+          FETCH_SCRIPT: utils/fetch_${{ matrix.fetch }}.py
         run: |
         run: |
           source local/py3/bin/activate
           source local/py3/bin/activate
-          python utils/fetch_firefox_version.py
-          python utils/fetch_languages.py
-          python utils/fetch_ahmia_blacklist.py
-          python utils/fetch_wikidata_units.py
-          python utils/fetch_currencies.py
+          python $FETCH_SCRIPT
 
 
       - name: Create Pull Request
       - name: Create Pull Request
         id: cpr
         id: cpr
         uses: peter-evans/create-pull-request@v3
         uses: peter-evans/create-pull-request@v3
         with:
         with:
           token: ${{ secrets.DATA_PR_TOKEN }}
           token: ${{ secrets.DATA_PR_TOKEN }}
-          commit-message: Update searx.data
+          commit-message: Update searx.data - ${{ matrix.fetch }}
           committer: searx-bot <noreply@github.com>
           committer: searx-bot <noreply@github.com>
           author: ${{ github.actor }} <${{ github.actor }}@users.noreply.github.com>
           author: ${{ github.actor }} <${{ github.actor }}@users.noreply.github.com>
           signoff: false
           signoff: false
-          branch: automatic-update-data
+          branch: update_data_${{ matrix.fetch }}
           delete-branch: true
           delete-branch: true
-          title: 'Update searx.data'
+          draft: false
+          title: 'Update searx.data - ${{ matrix.fetch }}'
           body: |
           body: |
-            Update searx.data
+            Update searx.data - ${{ matrix.fetch }}
           labels: |
           labels: |
             data
             data
-          draft: false
 
 
       - name: Check outputs
       - name: Check outputs
         run: |
         run: |