From 09a0c674c1e5f15e03b410eb7c18333c109a7522 Mon Sep 17 00:00:00 2001
From: Charlie <143357767+P-mandevillei@users.noreply.github.com>
Date: Mon, 6 Apr 2026 08:59:03 -0500
Subject: [PATCH] Handle error for keyword search

Add error handling for keyword search in WeiboCrawler so it moves on to the next keyword instead of crashing the whole program.
---
 media_platform/weibo/core.py | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/media_platform/weibo/core.py b/media_platform/weibo/core.py
index 8cb56e377..72b39e103 100644
--- a/media_platform/weibo/core.py
+++ b/media_platform/weibo/core.py
@@ -167,7 +167,13 @@ async def search(self):
                     page += 1
                     continue
                 utils.logger.info(f"[WeiboCrawler.search] search weibo keyword: {keyword}, page: {page}")
-                search_res = await self.wb_client.get_note_by_keyword(keyword=keyword, page=page, search_type=search_type)
+                try:
+                    search_res = await self.wb_client.get_note_by_keyword(keyword=keyword, page=page, search_type=search_type)
+                except Exception as ex:
+                    utils.logger.error(f"[WeiboCrawler.search] Error fetching keyword {keyword} at page {page}: {ex}")
+                    utils.logger.info(f"[WeiboCrawler.search] Moving to the next keyword.")
+                    break
+
                 note_id_list: List[str] = []
                 note_list = filter_search_result_card(search_res.get("cards"))
                 # If full text fetching is enabled, batch get full text of posts