Scraper

.github/workflows/dependencies.yml

@@ -0,0 +1,35 @@
+# This workflow will do a clean install of node dependencies, cache/restore them, build the source code and run tests across different versions of node
+# For more information see: https://help.github.com/actions/language-and-framework-guides/using-nodejs-with-github-actions
+
+name: update dependencies
+
+on:
+  push:
+    branches: [ master ]
+  workflow_dispatch:
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        node-version: [14.x]
+        # See supported Node.js release schedule at https://nodejs.org/en/about/releases/
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Use Node.js ${{ matrix.node-version }}
+      uses: actions/setup-node@v2
+      with:
+        node-version: ${{ matrix.node-version }}
+        #cache: 'npm'
+    - run: npm install
+    - name: Commit and push if it changed
+      run: |-
+        git config user.name "BochilGaming"
+        git config user.email "79433517+BochilGaming@users.noreply.github.com"
+        git add -A
+        git commit -m "Update dependencies" || exit 0
+        git push

.github/workflows/scraper.yml

@@ -1,39 +1,51 @@
-# This workflow will do a clean install of node dependencies, cache/restore them, build the source code and run tests across different versions of node
-# For more information see: https://help.github.com/actions/language-and-framework-guides/using-nodejs-with-github-actions
-
-name: update data
-
-on:
-  push:
-    branches: [ master ]
-  workflow_dispatch:
-  schedule:
-  - cron: '*/60 */2 * * *'
-
-jobs:
-  build:
-
-    runs-on: ubuntu-latest
-
-    strategy:
-      matrix:
-        node-version: [14.x]
-        # See supported Node.js release schedule at https://nodejs.org/en/about/releases/
-
-    steps:
-    - uses: actions/checkout@v2
-    - name: Use Node.js ${{ matrix.node-version }}
-      uses: actions/setup-node@v2
-      with:
-        node-version: ${{ matrix.node-version }}
-        #cache: 'npm'
-    - run: npm install --if-present
-    - run: npm run scraper
-    - name: Commit and push if it changed
-      run: |-
-        git config user.name "BochilGaming"
-        git config user.email "79433517+BochilGaming@users.noreply.github.com"
-        git add -A
-        timestamp=$(date '+%F %H:%M:%S %Z')
-        git commit -m "Update data ${timestamp}" || exit 0
-        git push
+# This workflow will do a clean install of node dependencies, cache/restore them, build the source code and run tests across different versions of node
+# For more information see: https://help.github.com/actions/language-and-framework-guides/using-nodejs-with-github-actions
+# Taken from https://github.com/fdciabdul/Tiktok-Trending-Data-Scraper/blob/main/.github/workflows/npm-publish.yml 
+
+name: update data
+
+on:
+  push:
+    branches: [ master ]
+  workflow_dispatch:
+  schedule:
+  - cron: '*/10 * * * *'
+
+jobs:
+  build:
+    timeout-minutes: 10
+
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        node-version: [14.x]
+        # See supported Node.js release schedule at https://nodejs.org/en/about/releases/
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Use Node.js ${{ matrix.node-version }}
+      uses: actions/setup-node@v2
+      with:
+        node-version: ${{ matrix.node-version }}
+        #cache: 'npm'
+    - run: npm run scraper
+    - name: Commit and push if it changed
+      run: |-
+        timestamp=$(date '+%F %H:%M:%S %Z')
+        echo Time $timestamp
+        commitAuthor=$(git config --local user.name) || ""
+        echo "$commitAuthor as author!"
+        git config user.name "BochilGaming"
+        git config user.email "79433517+BochilGaming@users.noreply.github.com"
+        git add -A
+        git commit -m "Update data ${timestamp}" || exit 0
+        git push
+
+#if [ $commitAuthor = "BochilGaming"]; then 
+#  git config user.name "BochilGaming"
+#  git config user.email "79433517+BochilGaming@users.noreply.github.com"
+#  else 
+#    git config user.name "github-actions"
+#    git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
+# fi

.github/workflows/syntax.yml

@@ -1,31 +1,27 @@
-# This workflow will do a clean install of node dependencies, cache/restore them, build the source code and run tests across different versions of node
-# For more information see: https://help.github.com/actions/language-and-framework-guides/using-nodejs-with-github-actions
-
-name: Test/check syntax
-on:
-  push:
-    branches: [ master ]
-  pull_request:
-    branches: [ master ]
-
-jobs:
-  build:
-
-    runs-on: ubuntu-latest
-
-    strategy:
-      matrix:
-        node-version: [14.x]
-        # See supported Node.js release schedule at https://nodejs.org/en/about/releases/
-
-    steps:
-    - uses: actions/checkout@v2
-    - name: Use Node.js ${{ matrix.node-version }}
-      uses: actions/setup-node@v2
-      with:
-        node-version: ${{ matrix.node-version }}
-        # cache: 'npm'
-    # Because we are only check SyntaxError
-    # - run: npm ci
-    - run: npm run build --if-present
-    - run: npm test
+# This workflow will do a clean install of node dependencies, cache/restore them, build the source code and run tests across different versions of node
+# For more information see: https://help.github.com/actions/language-and-framework-guides/using-nodejs-with-github-actions
+
+name: Test/check syntax
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        node-version: [12.x, 14.x, 16.x]
+        # See supported Node.js release schedule at https://nodejs.org/en/about/releases/
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Use Node.js ${{ matrix.node-version }}
+      uses: actions/setup-node@v2
+      with:
+        node-version: ${{ matrix.node-version }}
+    - run: npm run test