From be48dc51d58cf464739ac5f7a43284cb5b4c6e26 Mon Sep 17 00:00:00 2001 From: Hatem Soliman Date: Mon, 12 Jan 2026 17:13:33 +0200 Subject: [PATCH 1/6] Fix Egypt cities: correct Tanta typo and add missing major cities --- presets.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/presets.go b/presets.go index 381fc5507c..14ab8d1dd3 100644 --- a/presets.go +++ b/presets.go @@ -156,7 +156,7 @@ var PRESETS = map[string]QueryPreset{ }, "egypt": QueryPreset{ title: "Egypt", - include: []string{"egypt", "cairo", "alexandria", "giza", "port+said", "suez", "luxor", "el+mahalla", "asyut", "al+mansurah", "tanda"}, + include: []string{"egypt", "cairo", "alexandria", "giza", "port+said", "suez", "luxor", "el+mahalla", "asyut", "al+mansurah", "tanta", "ismailia", "hurghada", "sharm+el-sheikh", "zagazig", "fayoum", "aswan", "minya", "sohag", "beni+suef", "damietta", "kafr+el-sheikh", "banha"}, exclude: []string{",+VA", "Virginia", ",+LA", "Louisiana"}, }, "ethiopia": QueryPreset{ From 48c860f35e511eb1deca4f6f6054b623c58d5429 Mon Sep 17 00:00:00 2001 From: Hatem Soliman Date: Mon, 12 Jan 2026 17:28:23 +0200 Subject: [PATCH 2/6] Update Egypt presets with comprehensive list of 27 governorates --- presets.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/presets.go b/presets.go index 14ab8d1dd3..90a6fcd1ee 100644 --- a/presets.go +++ b/presets.go @@ -156,7 +156,7 @@ var PRESETS = map[string]QueryPreset{ }, "egypt": QueryPreset{ title: "Egypt", - include: []string{"egypt", "cairo", "alexandria", "giza", "port+said", "suez", "luxor", "el+mahalla", "asyut", "al+mansurah", "tanta", "ismailia", "hurghada", "sharm+el-sheikh", "zagazig", "fayoum", "aswan", "minya", "sohag", "beni+suef", "damietta", "kafr+el-sheikh", "banha"}, + include: []string{"egypt", "cairo", "alexandria", "giza", "port+said", "suez", "luxor", "el+mahalla", "asyut", "al+mansurah", "tanta", "ismailia", "hurghada", "sharm+el-sheikh", "zagazig", "fayoum", "aswan", "minya", "sohag", "beni+suef", "damietta", "kafr+el-sheikh", "banha", "damanhur", "shibin+el+kom", "qena", "arish", "marsa+matrouh", "kharga", "monufia", "sharkia", "dakahlia", "gharbia", "qalyubia", "beheira", "matrouh", "north+sinai", "south+sinai", "red+sea", "new+valley", "10th+of+ramadan", "6th+of+october", "obour+city", "new+cairo", "sadat+city", "borg+el+arab"}, exclude: []string{",+VA", "Virginia", ",+LA", "Louisiana"}, }, "ethiopia": QueryPreset{ From 9f843f8c46f7bb11228fbb815aef83ebf9674704 Mon Sep 17 00:00:00 2001 From: Hatem Soliman Date: Mon, 12 Jan 2026 17:33:12 +0200 Subject: [PATCH 3/6] Enhance Egypt preset with common spelling variations (Asiut, Mansoura, etc) --- presets.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/presets.go b/presets.go index 90a6fcd1ee..b672dc31e2 100644 --- a/presets.go +++ b/presets.go @@ -156,7 +156,7 @@ var PRESETS = map[string]QueryPreset{ }, "egypt": QueryPreset{ title: "Egypt", - include: []string{"egypt", "cairo", "alexandria", "giza", "port+said", "suez", "luxor", "el+mahalla", "asyut", "al+mansurah", "tanta", "ismailia", "hurghada", "sharm+el-sheikh", "zagazig", "fayoum", "aswan", "minya", "sohag", "beni+suef", "damietta", "kafr+el-sheikh", "banha", "damanhur", "shibin+el+kom", "qena", "arish", "marsa+matrouh", "kharga", "monufia", "sharkia", "dakahlia", "gharbia", "qalyubia", "beheira", "matrouh", "north+sinai", "south+sinai", "red+sea", "new+valley", "10th+of+ramadan", "6th+of+october", "obour+city", "new+cairo", "sadat+city", "borg+el+arab"}, + include: []string{"egypt", "cairo", "alexandria", "giza", "port+said", "suez", "luxor", "el+mahalla", "asyut", "asiut", "al+mansurah", "mansoura", "tanta", "ismailia", "hurghada", "sharm+el-sheikh", "nuweiba", "dahab", "ain+shams", "ain+el+sokhna", "ain+elsokhna", "gouna", "el+gouna", "zagazig", "fayoum", "faiyum", "aswan", "minya", "sohag", "beni+suef", "damietta", "kafr+el-sheikh", "banha", "damanhur", "shibin+el+kom", "qena", "arish", "marsa+matrouh", "kharga", "monufia", "sharkia", "sharqia", "dakahlia", "gharbia", "qalyubia", "beheira", "matrouh", "north+sinai", "south+sinai", "red+sea", "new+valley", "10th+of+ramadan", "6th+of+october", "obour+city", "new+cairo", "sadat+city", "borg+el+arab"}, exclude: []string{",+VA", "Virginia", ",+LA", "Louisiana"}, }, "ethiopia": QueryPreset{ From e7fa5a7c759fe5d60303a53472928e08c33c987e Mon Sep 17 00:00:00 2001 From: Hatem Soliman Date: Mon, 12 Jan 2026 17:42:20 +0200 Subject: [PATCH 4/6] enhance maximization the chance of 'catching' an Egyptian developer regardless of how they spelled their city --- presets.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/presets.go b/presets.go index b672dc31e2..68a940b6c7 100644 --- a/presets.go +++ b/presets.go @@ -156,7 +156,7 @@ var PRESETS = map[string]QueryPreset{ }, "egypt": QueryPreset{ title: "Egypt", - include: []string{"egypt", "cairo", "alexandria", "giza", "port+said", "suez", "luxor", "el+mahalla", "asyut", "asiut", "al+mansurah", "mansoura", "tanta", "ismailia", "hurghada", "sharm+el-sheikh", "nuweiba", "dahab", "ain+shams", "ain+el+sokhna", "ain+elsokhna", "gouna", "el+gouna", "zagazig", "fayoum", "faiyum", "aswan", "minya", "sohag", "beni+suef", "damietta", "kafr+el-sheikh", "banha", "damanhur", "shibin+el+kom", "qena", "arish", "marsa+matrouh", "kharga", "monufia", "sharkia", "sharqia", "dakahlia", "gharbia", "qalyubia", "beheira", "matrouh", "north+sinai", "south+sinai", "red+sea", "new+valley", "10th+of+ramadan", "6th+of+october", "obour+city", "new+cairo", "sadat+city", "borg+el+arab"}, + include: []string{"egypt", "cairo", "alexandria", "giza", "port+said", "suez", "luxor", "el+mahalla", "asyut", "asiut", "al+mansurah", "mansoura", "tanta", "ismailia", "hurghada", "sharm+el-sheikh", "nuweiba", "dahab", "ain+shams", "ain+el+sokhna", "ain+elsokhna", "gouna", "el+gouna", "zagazig", "fayoum", "faiyum", "aswan", "minya", "sohag", "beni+suef", "damietta", "kafr+el-sheikh", "banha", "damanhur", "shibin+el+kom", "qena", "arish", "marsa+matrouh", "kharga", "monufia", "sharkia", "sharqia", "dakahlia", "gharbia", "qalyubia", "beheira", "matrouh", "north+sinai", "south+sinai", "red+sea", "new+valley", "10th+of+ramadan", "6th+of+october", "obour+city", "new+cairo", "sadat+city", "borg+el+arab", "om+el+donia", "masr", "heliopolis", "nasr+city"}, exclude: []string{",+VA", "Virginia", ",+LA", "Louisiana"}, }, "ethiopia": QueryPreset{ From d78d77e5c63b2e97f3a901075cbbdd45956551aa Mon Sep 17 00:00:00 2001 From: Hatem Soliman Date: Tue, 13 Jan 2026 16:45:56 +0200 Subject: [PATCH 5/6] Revert "better handling of random preset-specific failures" This reverts commit ec0197245f2426aa7e66d99a19ed13d900f883e6. --- .github/workflows/daily_update.yml | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/daily_update.yml b/.github/workflows/daily_update.yml index 3dcfeff36a..65ea73652e 100644 --- a/.github/workflows/daily_update.yml +++ b/.github/workflows/daily_update.yml @@ -27,7 +27,7 @@ jobs: env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} run: | - import csv, datetime, glob, os, random, re, subprocess, sys + import csv, datetime, glob, os, re, subprocess, sys MAX_IN_RUN = 3 STALE_DAYS = 5 @@ -86,7 +86,6 @@ jobs: if regenerated: subprocess.run('git add *.md _data/locations/*.yml rank_only/*.json && git commit -am "regenerate location pages"', shell=True, check=True) - random.shuffle(to_process) # in case we're getting failures for a specific preset, this should let others move forward for key in to_process[0:MAX_IN_RUN]: print("Running: %s" % key) preset = flookup[key] From f6c47a0521e2569b4c4e2e075299e42a6d808629 Mon Sep 17 00:00:00 2001 From: Hatem Soliman Date: Wed, 14 Jan 2026 16:15:48 +0200 Subject: [PATCH 6/6] Revert "Revert "better handling of random preset-specific failures"" This reverts commit d78d77e5c63b2e97f3a901075cbbdd45956551aa. --- .github/workflows/daily_update.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/daily_update.yml b/.github/workflows/daily_update.yml index 65ea73652e..3dcfeff36a 100644 --- a/.github/workflows/daily_update.yml +++ b/.github/workflows/daily_update.yml @@ -27,7 +27,7 @@ jobs: env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} run: | - import csv, datetime, glob, os, re, subprocess, sys + import csv, datetime, glob, os, random, re, subprocess, sys MAX_IN_RUN = 3 STALE_DAYS = 5 @@ -86,6 +86,7 @@ jobs: if regenerated: subprocess.run('git add *.md _data/locations/*.yml rank_only/*.json && git commit -am "regenerate location pages"', shell=True, check=True) + random.shuffle(to_process) # in case we're getting failures for a specific preset, this should let others move forward for key in to_process[0:MAX_IN_RUN]: print("Running: %s" % key) preset = flookup[key]