Develop

.env.example

@@ -2,6 +2,46 @@ HOST_AGENT_CONFIG=https://services.fluxi.com
 OPENAI_API_KEY=dasdasdasdasdas
 ANTHROPIC_API_KEY=dasdasdasdas
 HOST_DEEP_SEEK=https://55.188.190.83:11434/v1
+RAPIDAPI_HOST=https://aliexpress-datahub.p.rapidapi.com
 AGENT_RECOMMEND_PRODUCTS_ID=recommend_agent
+AGENT_RECOMMEND_SIMILAR_PRODUCTS_ID=recommend_agent_similar
 RAPIDAPI_KEY=dsadasdasdasda
-RAPIDAPI_HOST=https://aliexpress-datahub.p.rapidapi.com
+S3_UPLOAD_API=http://lambdahost
+
+API_KEY=tu_clave_api_secreta_aqui
+AUTH_SERVICE_URL=https://develop.api.fluxi.com.co/api/v1/users/user-info
+GOOGLE_VISION_API_KEY=dsadadasda
+REPLICATE_API_KEY=dsadadasda
+SCRAPERAPI_KEY=dsadsadsadasdsadas
+URL_SCRAPER_LAMBDA=https://localhost:8000/
+GOOGLE_GEMINI_API_KEY=sadasadasdasd
+ENVIRONMENT=dev
+
+DROPI_HOST=https://test-api.dropi.co
+DROPI_S3_BASE_URL=https://d39ru7awumhhs2.cloudfront.net/
+DROPI_API_KEY=dasdsadadasdas
+
+# Dropi - API Keys por País (opcional, si no se especifica usa DROPI_API_KEY)
+DROPI_API_KEY_CO=your_dropi_api_key_colombia
+DROPI_API_KEY_MX=your_dropi_api_key_mexico
+DROPI_API_KEY_AR=your_dropi_api_key_argentina
+DROPI_API_KEY_CL=your_dropi_api_key_chile
+DROPI_API_KEY_PE=your_dropi_api_key_peru
+DROPI_API_KEY_PY=your_dropi_api_key_paraguay
+DROPI_API_KEY_EC=your_dropi_api_key_ecuador
+DROPI_API_KEY_GT=your_dropi_api_key_guatemala
+# Cookie AWSALB/AWSALBCORS requerida por Dropi GT (ALB con sticky sessions).
+# Formato: "AWSALB=xxx; AWSALBCORS=yyy" (cópialo del navegador o de una request exitosa).
+DROPI_COOKIE_GT=
+
+LANGCHAIN_TRACING_V2=true
+LANGCHAIN_ENDPOINT=https://api.smith.langchain.com
+LANGCHAIN_API_KEY=tu_api_key_aqui
+LANGCHAIN_PROJECT=develop
+
+# Fallback for TEXT agents (agent metadata.fallback_config overrides these)
+FALLBACK_MAX_RETRIES=1
+FALLBACK_PRIMARY_PROVIDER=gemini
+FALLBACK_PRIMARY_MODEL=gemini-flash-latest
+FALLBACK_SECONDARY_PROVIDER=claude
+FALLBACK_SECONDARY_MODEL=claude-sonnet-4-6

.flake8

@@ -0,0 +1,17 @@
+[flake8]
+max-line-length = 120
+max-complexity = 10
+extend-ignore = E501,W503,E203,E266,E402
+exclude = 
+    .git,
+    __pycache__,
+    .venv,
+    venv,
+    build,
+    dist,
+    *.egg-info,
+    .eggs,
+    .tox,
+per-file-ignores =
+    __init__.py:F401
+    tests/*:F401,F811

.github/workflows/ci.yml

@@ -0,0 +1,142 @@
+name: CI Pipeline
+
+on:
+  push:
+    branches: [main, master, develop]
+  pull_request:
+    branches: [main, master, develop]
+
+jobs:
+  lint:
+    name: Lint & Format Check
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+
+      - name: Cache pip dependencies
+        uses: actions/cache@v4
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-pip-lint-${{ hashFiles('requirements.txt') }}
+          restore-keys: |
+            ${{ runner.os }}-pip-lint-
+
+      - name: Install linting tools
+        run: |
+          python -m pip install --upgrade pip
+          pip install black flake8 isort
+
+      - name: Check formatting with Black
+        run: |
+          black --check --line-length 120 app/ tests/
+
+      - name: Check import sorting with isort
+        run: |
+          isort --check-only --profile black --line-length 120 app/ tests/
+
+      - name: Lint with flake8
+        run: |
+          # Stop build if there are Python syntax errors or undefined names
+          flake8 app/ --count --select=E9,F63,F7,F82 --show-source --statistics
+          # Exit-zero treats all errors as warnings. Line length set to 120
+          flake8 app/ --count --exit-zero --max-complexity=10 --max-line-length=120 --statistics --ignore=E501,W503,E203
+
+  test:
+    name: Run Tests
+    runs-on: ubuntu-latest
+    needs: lint
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+
+      - name: Cache pip dependencies
+        uses: actions/cache@v4
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-pip-${{ hashFiles('requirements.txt') }}
+          restore-keys: |
+            ${{ runner.os }}-pip-
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+
+      - name: Run tests with pytest
+        run: |
+          pytest tests/ -v --tb=short --junitxml=test-results.xml
+        env:
+          # Variables de entorno necesarias para tests
+          HOST_AGENT_CONFIG: http://localhost:8000
+          DEEP_SEEK_HOST: http://localhost:11434
+          API_KEY: test-api-key
+          AUTH_SERVICE_URL: http://localhost:8001/auth
+
+      - name: Upload test results
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: test-results
+          path: test-results.xml
+
+  test-coverage:
+    name: Test Coverage
+    runs-on: ubuntu-latest
+    needs: lint
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+
+      - name: Cache pip dependencies
+        uses: actions/cache@v4
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-pip-${{ hashFiles('requirements.txt') }}
+          restore-keys: |
+            ${{ runner.os }}-pip-
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r requirements.txt
+
+      - name: Run tests with coverage
+        run: |
+          pytest tests/ --cov=app --cov-report=xml --cov-report=html --cov-fail-under=60
+        env:
+          HOST_AGENT_CONFIG: http://localhost:8000
+          DEEP_SEEK_HOST: http://localhost:11434
+          API_KEY: test-api-key
+          AUTH_SERVICE_URL: http://localhost:8001/auth
+
+      - name: Upload coverage report
+        uses: actions/upload-artifact@v4
+        with:
+          name: coverage-report
+          path: htmlcov/
+
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v4
+        with:
+          file: ./coverage.xml
+          fail_ci_if_error: false
+        continue-on-error: true

.gitignore

@@ -34,6 +34,7 @@ logs/
 
 # Environment variables file
 .env
+.venv
 
 # Pinecone-related cache
-pinecone.cache
+pinecone.cachevenv39_backup/

CLAUDE.md

@@ -0,0 +1,121 @@
+# Conversation Engine
+
+Microservicio de agentes conversacionales multi-proveedor de IA para la plataforma Fluxi. Procesa mensajes, genera imágenes/video/audio, y hace scraping de productos e-commerce.
+
+## Tech Stack
+
+- **Python 3.10** con **FastAPI** (async-first)
+- **LangChain + LangGraph** para orquestación de LLMs
+- **Proveedores de IA**: OpenAI, Anthropic, Gemini, DeepSeek (via Factory pattern)
+- **httpx** para HTTP async, **requests** para sync
+- **Pydantic 2** para validación de datos
+- **pytest + pytest-asyncio** para testing
+- **black + isort + flake8** para code quality
+
+## Commands
+
+```bash
+make run              # uvicorn en puerto 8000 con reload
+make install          # pip install -r requirements.txt
+make test             # pytest completo
+make test-unit        # Solo unit tests
+make test-integration # Solo integration tests
+make test-cov         # Tests con coverage (HTML en htmlcov/)
+make format           # Auto-format con black + isort
+make lint             # Verificar con black, isort, flake8
+make clean            # Limpiar cache y .pyc
+```
+
+## Project Structure
+
+```
+app/
+├── controllers/       # Endpoints FastAPI (handle_controller.py)
+├── services/          # Lógica de negocio (message, image, video, audio, scraping)
+├── processors/        # Procesadores LLM (simple, agent, mcp)
+├── providers/         # Implementaciones de AI providers (openai, anthropic, gemini, deepseek)
+├── factories/         # Factory pattern (ai_provider, scraping)
+├── scrapers/          # Scrapers de e-commerce (amazon, aliexpress, dropi, cj, ia)
+├── externals/         # Clientes de APIs externas (agent_config, s3, fal, google_vision)
+├── managers/          # Estado en memoria (conversation history)
+├── middlewares/       # Auth middleware (API key + JWT)
+├── requests/          # DTOs de request (Pydantic models)
+├── responses/         # DTOs de response
+├── tools/             # Generación dinámica de tools para LangChain
+├── pdf/               # Generación de PDFs
+├── helpers/           # Utilidades (escape, image compression)
+├── configurations/    # Config y constantes
+└── requestors/        # HTTP request executors para tools
+tests/
+├── conftest.py        # Fixtures compartidos
+├── unit/              # Tests unitarios por módulo
+└── integration/       # Tests de integración
+```
+
+## Conventions
+
+- Archivos: `{dominio}_service.py`, `{plataforma}_scraper.py`, `{provider}_provider.py`
+- Clases: **PascalCase** — `MessageService`, `AmazonScraper`
+- Interfaces: sufijo `Interface` — `ServiceInterface`, `ScraperInterface`
+- Tests: `test_{modulo}.py` con clases `Test{Componente}`
+- Funciones async: `async def handle_message()`, privadas con `_prefijo()`
+- Tests marcados con `@pytest.mark.unit`, `@pytest.mark.integration`, `@pytest.mark.slow`
+- Line length: **120 caracteres** (black/flake8)
+- Type hints explícitos en todas las funciones
+- Pydantic models para todo request/response
+
+## Design Patterns
+
+- **Factory**: `AIProviderFactory` y `ScrapingFactory` para seleccionar implementaciones
+- **Strategy**: `ConversationProcessor` → `SimpleProcessor`, `AgentProcessor`, `MCPProcessor`
+- **Interface Segregation**: toda service/scraper/provider tiene su `*Interface`
+- **Dependency Injection**: FastAPI `Depends()` en todo el proyecto
+- **Tool Generation**: tools dinámicos desde config → Pydantic model → LangChain `StructuredTool`
+
+## Authentication
+
+- `@require_api_key`: header `x-api-key`, compara contra env `API_KEY`
+- `@require_auth`: header `authorization` Bearer, valida JWT contra `AUTH_SERVICE_URL`
+- User info disponible en `request.state.user_info` post-auth
+
+## Key Environment Variables
+
+```
+HOST_AGENT_CONFIG          # URL del servicio de config de agentes
+OPENAI_API_KEY             # API key de OpenAI
+ANTHROPIC_API_KEY          # API key de Anthropic
+GOOGLE_GEMINI_API_KEY      # API key de Gemini
+API_KEY                    # API key para auth de endpoints
+AUTH_SERVICE_URL           # URL del servicio de auth (JWT)
+S3_UPLOAD_API              # URL del servicio de upload a S3
+ENVIRONMENT                # dev | prod
+FAL_AI_API_KEY             # FAL AI para video/audio
+DROPI_API_KEY              # Dropi (+ sufijos por país: _CO, _MX, _AR, etc.)
+LANGCHAIN_API_KEY          # LangSmith monitoring
+```
+
+## Testing
+
+- Coverage mínimo: **60%** (enforced en CI)
+- Fixtures extensos en `conftest.py` (mocks de httpx, LLM, services)
+- CI: GitHub Actions → lint → test → coverage → Codecov
+
+## Git Rules
+
+- Nunca hacer commits directos a `main`, `master` o `develop` — siempre crear una rama y abrir un PR
+- Siempre correr los tests antes de hacer commit. Si los tests no pasan, no hacer el commit
+- **`develop` SIEMPRE debe estar deployable** — solo mergear features completos y probados en local. NUNCA dejar trabajo incompleto en develop.
+- **Probar en local primero** — levantar servicios locales, hacer pruebas end-to-end en localhost. Solo mergear cuando el feature funciona completo.
+- **1 PR completo por feature** — no PRs incrementales que dejan el feature a medio hacer en dev.
+- **Si algo se mergeó y falló**: arreglar inmediatamente o revertir. Dev siempre limpio.
+
+## Rules
+
+- Siempre correr `make format` antes de commitear
+- Toda función nueva debe tener type hints completos
+- Todo service/provider/scraper nuevo debe implementar su interface correspondiente
+- No agregar estado persistente — el servicio es stateless (conversation history es in-memory)
+- Para nuevo AI provider: crear en `providers/`, registrar en `AIProviderFactory`
+- Para nuevo scraper: crear en `scrapers/`, registrar en `ScrapingFactory`
+- No modificar el Dockerfile sin coordinar con DevOps
+- Mantener coverage ≥ 60% — todo código nuevo debe tener tests

Dockerfile

@@ -1,5 +1,12 @@
 # Usar una imagen base de Python
-FROM python:3.9-slim
+FROM python:3.10-slim
+
+# jemalloc: returns freed memory to OS (glibc doesn't)
+RUN apt-get update && apt-get install -y --no-install-recommends libjemalloc2 \
+    && rm -rf /var/lib/apt/lists/* \
+    && find /usr/lib -name "libjemalloc.so.2" -print -quit > /etc/jemalloc_path
+
+ENV PYTHONUNBUFFERED=1
 
 # Establecer el directorio de trabajo
 WORKDIR /app
@@ -13,8 +20,8 @@ RUN pip install --no-cache-dir -r requirements.txt
 # Copiar el código fuente
 COPY . .
 
-# Exponer el puerto 9000
+# Exponer el puerto
 EXPOSE 8000
 
-# Comando para ejecutar la aplicación
-CMD ["python", "main.py"]
+# Comando para ejecutar la aplicación con jemalloc
+CMD ["sh", "-c", "export LD_PRELOAD=$(cat /etc/jemalloc_path) && export MALLOC_CONF='background_thread:true,metadata_thp:auto,dirty_decay_ms:3000,muzzy_decay_ms:3000' && exec python main.py"]