Organised and commented version with minor changes to the processing

.env.example

@@ -0,0 +1,11 @@
+GITHUB_TOKEN=''
+GITHUB_REPOSITORY='DataKind-BLR/covid19bharat_data'
+GITHUB_ACTOR='DataKind-BLR'
+GITHUB_NAME='DataKind-BLR'
+ORIGIN_BRANCH='origin'
+MAIN_BRANCH='main'
+GH_PAGES_BRANCH='gh-pages'
+DEV_BRANCH='dev'
+TEMP_DIR='tmp'
+CODE_DIR='code'
+MODE='dev/prod'

.github/workflows/javascript.yml

@@ -7,8 +7,6 @@ on:
   push:
     branches:
       - main
-  # repository_dispatch:
-  #   types: [my-event]
 
 jobs:
   update-json-data:
@@ -44,39 +42,6 @@ jobs:
           echo "the job completed"
         env:
           GITHUB_TOKEN: ${{ secrets.github_token }}
-          SHEET_ID_v1: ${{ secrets.SHEET_ID_v1 }}
-          SHEET_ID_v2: ${{ secrets.SHEET_ID_v2 }}
-          SHEET_ID_v3: ${{ secrets.SHEET_ID_v3 }}
-          SHEET_ID_v4: ${{ secrets.SHEET_ID_v4 }}
-          SHEET_ID_v5: ${{ secrets.SHEET_ID_v5 }}
-          SHEET_ID_v6: ${{ secrets.SHEET_ID_v6 }}
-          SHEET_ID_v7: ${{ secrets.SHEET_ID_v7 }}
-          SHEET_ID_v8: ${{ secrets.SHEET_ID_v8 }}
-          SHEET_ID_v9: ${{ secrets.SHEET_ID_v9 }}
-          SHEET_ID_v10: ${{ secrets.SHEET_ID_v10 }}
-          SHEET_ID_v11: ${{ secrets.SHEET_ID_v11 }}
-          SHEET_ID_v12: ${{ secrets.SHEET_ID_v12 }}
-          SHEET_ID_v13: ${{ secrets.SHEET_ID_v13 }}
-          SHEET_ID_v14: ${{ secrets.SHEET_ID_v14 }}
-          SHEET_ID_v15: ${{ secrets.SHEET_ID_v15 }}
-          SHEET_ID_v16: ${{ secrets.SHEET_ID_v16 }}
-          SHEET_ID_v17: ${{ secrets.SHEET_ID_v17 }}
-          SHEET_ID_v18: ${{ secrets.SHEET_ID_v18 }}
-          SHEET_ID_v19: ${{ secrets.SHEET_ID_v19 }}
-          SHEET_ID_v20: ${{ secrets.SHEET_ID_v20 }}
-          SHEET_ID_v21: ${{ secrets.SHEET_ID_v21 }}
-          SHEET_ID_v22: ${{ secrets.SHEET_ID_v22 }}
-          SHEET_ID_v23: ${{ secrets.SHEET_ID_v23 }}
-          SHEET_ID_v24: ${{ secrets.SHEET_ID_v24 }}
-          SHEET_ID_v25: ${{ secrets.SHEET_ID_v25 }}
-          SHEET_ID_v26: ${{ secrets.SHEET_ID_v26 }}
-          SHEET_ID_v27: ${{ secrets.SHEET_ID_v27 }}
-          SHEET_ID_v28: ${{ secrets.SHEET_ID_v28 }}
-          SHEET_ID_v29: ${{ secrets.SHEET_ID_v29 }}
-          SHEET_ID_v30: ${{ secrets.SHEET_ID_v30 }}
-          SHEET_ID_v31: ${{ secrets.SHEET_ID_v31 }}
-          SHEET_ID_v32: ${{ secrets.SHEET_ID_v32 }}
-          SHEET_ID_v33: ${{ secrets.SHEET_ID_v33 }}
           RESOURCES_SHEET_ID: ${{ secrets.RESOURCES_SHEET_ID }}
           SHEET_LOCALE: ${{ secrets.SHEET_LOCALE }}
           STUCK_BOT: ${{ secrets.STUCK_BOT }}
@@ -89,16 +54,3 @@ jobs:
           status: ${{job.status}}
           STUCK_BOT: ${{ secrets.STUCK_BOT }}
           GITHUB_TOKEN: ${{ secrets.github_token }}
-      # - name: Repository Dispatch
-      #   if: always() #  ${{ !cancelled() }}
-      #   uses: actions/github-script@v2
-      #   with:
-      #     github-token: ${{secrets.JUN_TOKEN2}}
-      #     script: |
-      #       const fs = require('fs');
-      #       await github.repos.createDispatchEvent({
-      #               owner: context.repo.owner,
-      #               repo: context.repo.repo,
-      #               event_type: "my-event",
-      #               client_payload: { greeting: "I'm Mr Meeseek. Loot at me!" }
-      #             });

.gitignore

@@ -6,6 +6,7 @@ bin-release/
 
 # Other files and folders
 .settings/
+code/
 
 # Executables
 *.swf
@@ -40,3 +41,6 @@ tmp/
 
 # Debug script
 fetch.sh
+.DS_Store
+
+.env

ARCHITECTURE.md

@@ -0,0 +1,3 @@
+Head over to [covid19bharat_scrapers](https://github.com/DataKind-BLR/covid19bharat_scrapers) repository to understand how the data is being entered into the google sheets
+
+<img width="1378" alt="covid19bharat_data" src="https://user-images.githubusercontent.com/7732220/148912662-13ec5921-681b-40de-876b-078538475246.png">

CNAME

@@ -1 +1 @@
-api.covid19india.org
+data.covid19bharat.org

log4bash.sh

@@ -0,0 +1,141 @@
+#!/usr/bin/env bash
+#--------------------------------------------------------------------------------------------------
+# log4bash - Makes logging in Bash scripting suck less
+# Copyright (c) Fred Palmer
+# Licensed under the MIT license
+# http://github.com/fredpalmer/log4bash
+#--------------------------------------------------------------------------------------------------
+set -e  # Fail on first error
+
+# Useful global variables that users may wish to reference
+SCRIPT_ARGS="$@"
+SCRIPT_NAME="$0"
+SCRIPT_NAME="${SCRIPT_NAME#\./}"
+SCRIPT_NAME="${SCRIPT_NAME##/*/}"
+SCRIPT_BASE_DIR="$(cd "$( dirname "$0")" && pwd )"
+
+# This should probably be the right way - didn't have time to experiment though
+# declare -r INTERACTIVE_MODE="$([ tty --silent ] && echo on || echo off)"
+declare -r INTERACTIVE_MODE=$([ "$(uname)" == "Darwin" ] && echo "on" || echo "off")
+
+#--------------------------------------------------------------------------------------------------
+# Begin Help Section
+
+HELP_TEXT=""
+
+# This function is called in the event of an error.
+# Scripts which source this script may override by defining their own "usage" function
+usage() {
+    echo -e "${HELP_TEXT}";
+    exit 1;
+}
+
+# End Help Section
+#--------------------------------------------------------------------------------------------------
+
+#--------------------------------------------------------------------------------------------------
+# Begin Logging Section
+if [[ "${INTERACTIVE_MODE}" == "off" ]]
+then
+    # Then we don't care about log colors
+    declare -r LOG_DEFAULT_COLOR=""
+    declare -r LOG_ERROR_COLOR=""
+    declare -r LOG_INFO_COLOR=""
+    declare -r LOG_SUCCESS_COLOR=""
+    declare -r LOG_WARN_COLOR=""
+    declare -r LOG_DEBUG_COLOR=""
+else
+    declare -r LOG_DEFAULT_COLOR="\033[0m"
+    declare -r LOG_ERROR_COLOR="\033[1;31m"
+    declare -r LOG_INFO_COLOR="\033[1m"
+    declare -r LOG_SUCCESS_COLOR="\033[1;32m"
+    declare -r LOG_WARN_COLOR="\033[1;33m"
+    declare -r LOG_DEBUG_COLOR="\033[1;34m"
+fi
+
+# This function scrubs the output of any control characters used in colorized output
+# It's designed to be piped through with text that needs scrubbing.  The scrubbed
+# text will come out the other side!
+prepare_log_for_nonterminal() {
+    # Essentially this strips all the control characters for log colors
+    sed "s/[[:cntrl:]]\[[0-9;]*m//g"
+}
+
+log() {
+    local log_text="$1"
+    local log_level="$2"
+    local log_color="$3"
+
+    # Default level to "info"
+    [[ -z ${log_level} ]] && log_level="INFO";
+    [[ -z ${log_color} ]] && log_color="${LOG_INFO_COLOR}";
+
+    echo -e "${log_color}[$(date +"%Y-%m-%d %H:%M:%S %Z")] [${log_level}] ${log_text} ${LOG_DEFAULT_COLOR}";
+    return 0;
+}
+
+log_info()      { log "$@"; }
+
+log_speak()     {
+    if type -P say >/dev/null
+    then
+        local easier_to_say="$1";
+        case "${easier_to_say}" in
+            studionowdev*)
+                easier_to_say="studio now dev ${easier_to_say#studionowdev}";
+                ;;
+            studionow*)
+                easier_to_say="studio now ${easier_to_say#studionow}";
+                ;;
+        esac
+        say "${easier_to_say}";
+    fi
+    return 0;
+}
+
+log_success()   { log "$1" "SUCCESS" "${LOG_SUCCESS_COLOR}"; }
+log_error()     { log "$1" "ERROR" "${LOG_ERROR_COLOR}"; log_speak "$1"; }
+log_warning()   { log "$1" "WARNING" "${LOG_WARN_COLOR}"; }
+log_debug()     { log "$1" "DEBUG" "${LOG_DEBUG_COLOR}"; }
+log_captains()  {
+    if type -P figlet >/dev/null;
+    then
+        figlet -f computer -w 120 "$1";
+    else
+        log "$1";
+    fi
+
+    log_speak "$1";
+
+    return 0;
+}
+
+log_campfire() {
+    # This function performs a campfire notification with the arguments passed to it
+    if [[ -z ${CAMPFIRE_API_AUTH_TOKEN} || -z ${CAMPFIRE_NOTIFICATION_URL} ]]
+    then
+        log_warning "CAMPFIRE_API_AUTH_TOKEN and CAMPFIRE_NOTIFICATION_URL must be set in order log to campfire."
+        return 1;
+    fi
+
+    local campfire_message="
+    {
+        \"message\": {
+            \"type\":\"TextMessage\",
+            \"body\":\"$@\"
+        }
+    }"
+
+    curl                                                            \
+        --write-out "\r\n"                                          \
+        --user ${CAMPFIRE_API_AUTH_TOKEN}:X                         \
+        --header 'Content-Type: application/json'                   \
+        --data "${campfire_message}"                                \
+        ${CAMPFIRE_NOTIFICATION_URL}
+
+    return $?;
+}
+
+# End Logging Section
+#--------------------------------------------------------------------------------------------------
+