Skip to content

Commit 3e595d8

Browse files
christopherfrigeChristopher Frige
andauthored
fix: passing referer when scraping flower (#20)
Co-authored-by: Christopher Frige <christopher.santos@neogrid.com>
1 parent f05836c commit 3e595d8

4 files changed

Lines changed: 8 additions & 14 deletions

File tree

backend/src/domain/use_cases/common/download_image.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33

44

55
class DownloadImageUseCase:
6-
def __init__(self, referer=None):
6+
def __init__(self, referer: str | None):
77
self.headers = {}
88
if referer:
99
self.headers = {

backend/src/domain/use_cases/manwha/manage_manwha.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@
2626

2727

2828
class ManageManwhaUseCase:
29-
def __init__(self, session: Session, storage: S3Service):
29+
def __init__(self, session: Session, storage: S3Service, referer: str | None):
3030
self.manwha_repository = ManwhaRepository(session)
3131
self.genre_repository = GenreRepository(session)
3232
self.artist_repository = ArtistRepository(session)
@@ -35,7 +35,7 @@ def __init__(self, session: Session, storage: S3Service):
3535
self.manwha_genre_repository = ManwhaGenreRepository(session)
3636
self.manwha_artist_repository = ManwhaArtistRepository(session)
3737
self.manwha_author_repository = ManwhaAuthorRepository(session)
38-
self.download_image = DownloadImageUseCase()
38+
self.download_image = DownloadImageUseCase(referer)
3939
self.storage = storage
4040

4141
def execute(self, manwha_data) -> int:

backend/src/domain/use_cases/scraper/base_scraper.py

Lines changed: 3 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -23,23 +23,17 @@
2323

2424

2525
class BaseScraperUseCase(ABC):
26-
def __init__(
27-
self,
28-
session: Session,
29-
storage: S3Service,
30-
):
31-
self.referer = None
32-
26+
def __init__(self, session: Session, storage: S3Service, referer: str | None):
3327
self.session = session
3428

3529
self.manwha_repository = ManwhaRepository(session)
3630
self.scraper_manwha_repository = ScraperManwhaRepository(session)
3731
self.chapter_repository = ChapterRepository(session)
3832

39-
self.manage_manwha = ManageManwhaUseCase(session, storage)
33+
self.manage_manwha = ManageManwhaUseCase(session, storage, referer)
4034
self.upload_chapter_pages = UploadChapterPagesUseCase(session, storage)
4135
self.check_new_chapters = CheckNewChaptersUseCase(session)
42-
self.download_image = DownloadImageUseCase(self.referer)
36+
self.download_image = DownloadImageUseCase(referer)
4337

4438
def _driver_options(self):
4539
options = webdriver.ChromeOptions()

backend/src/domain/use_cases/scraper/scrape_flower_manwhas.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -8,9 +8,9 @@
88

99
class ScrapeFlowerManwhasUseCase(BaseScraperUseCase):
1010
def __init__(self, session: Session, storage: S3Service):
11-
super().__init__(session, storage)
12-
self.reader_id = ReaderEnum.FLOWER.value
1311
self.referer = "https://flowermangas.com/"
12+
self.reader_id = ReaderEnum.FLOWER.value
13+
super().__init__(session, storage, self.referer)
1414

1515
def scrape_manwha_main_page(self, manwha_url: str):
1616
self.scraper.get(manwha_url)

0 commit comments

Comments
 (0)