optimize docker configuration

Author: Logan Sulpizio

.dockerignore

@@ -3,15 +3,20 @@ __pycache__/
 *.pyc
 *.pyo
 *.pyd
-logs/
 .git/
 .gitignore
 .env
-*csv
-*parquet
+.env.*
+logs/
+**/*.csv
+**/*.parquet
+data/cache/*
+!data/cache/.gitkeep
 data/rent_files_parquet/list_rent_files_collected.json
 data/realtokens_data.json
 data/realtokens_history.json
 data/rent_files_parquet/parquet_by_year/*
 !data/rent_files_parquet/parquet_by_year/.gitkeep
+data/rent_files_duckdb/*
+!data/rent_files_duckdb/.gitkeep
 google-drive-service-account.json

core/income/__init__.py

@@ -1,2 +1 @@
-from .load_weekly_distributions_from_parquet import load_weekly_distributions_from_parquet
-from .load_weekly_distributions_from_duckdb import load_weekly_distributions_from_duckdb
+from .load_weekly_distributions_from_parquet import load_weekly_distributions_from_parquet

dockerfile

@@ -5,27 +5,27 @@ ENV PYTHONDONTWRITEBYTECODE=1 \
 
 WORKDIR /app
 
-# System deps (optional but common)
 RUN apt-get update && apt-get install -y --no-install-recommends \
-    curl \
     supervisor \
  && rm -rf /var/lib/apt/lists/*
 
-# Install Python deps first (better layer cache)
+
 COPY requirements.txt /app/requirements.txt
-RUN pip install --no-cache-dir -r /app/requirements.txt
+RUN pip install --no-cache-dir --no-compile -r requirements.txt
 
 # Copy the application
-COPY . /app
-
-# Create logs directory (your app writes to /app/logs)
+COPY api ./api
+COPY core ./core
+COPY config ./config
+COPY job ./job
+COPY data ./data
+COPY Ressources ./Ressources
+COPY supervisord.conf .
+COPY entrypoint.sh .
+
+# Create logs directory
 RUN mkdir -p /app/logs
 
-# Copy supervisord config
-COPY supervisord.conf /app/supervisord.conf
-
-# Entrypoint
-COPY entrypoint.sh /app/entrypoint.sh
-RUN chmod +x /app/entrypoint.sh
+RUN chmod +x /app/entrypoint.sh && mkdir -p /app/logs
 
 CMD ["/app/entrypoint.sh"]

job/rent_files/__init__.py

@@ -5,5 +5,4 @@
 from .build_google_credentials import build_google_credentials
 from .extract_year_week import extract_year_week
 from .upsert_weekly_rent_csv_to_parquet import upsert_weekly_rent_csv_to_parquet
-from .upsert_weekly_rent_csv_to_duckdb import upsert_weekly_rent_csv_to_duckdb
 from .save_processed_id import save_processed_id