Optimize Backend Latency and Fix Logic

backend/hf_service.py

@@ -43,17 +43,20 @@ async def _make_request(client, image_bytes, labels):
         }
     }
 
-    try:
-        response = await client.post(API_URL, headers=headers, json=payload, timeout=20.0)
-        if response.status_code != 200:
-            logger.error(f"HF API Error: {response.status_code} - {response.text}")
-            raise ExternalAPIException("Hugging Face API", f"HTTP {response.status_code}: {response.text}")
-        return response.json()
-    except httpx.HTTPError as e:
-        logger.error(f"HF API HTTP Error: {e}")
-        raise ExternalAPIException("Hugging Face API", str(e)) from e
+        try:
+            response = await client.post(API_URL, headers=headers, json=payload, timeout=20.0)
+            if response.status_code != 200:
+                logger.error(f"HF API Error: {response.status_code} - {response.text}")
+                raise ExternalAPIException("Hugging Face API", f"HTTP {response.status_code}: {response.text}")
+            return response.json()
+        except httpx.HTTPError as e:
+            logger.error(f"HF API HTTP Error: {e}")
+            raise ExternalAPIException("Hugging Face API", str(e)) from e
+        except Exception as e:
+            logger.error(f"HF API Request Exception: {e}")
+            raise ExternalAPIException("Hugging Face API", str(e)) from e
     except Exception as e:
-        logger.error(f"HF API Request Exception: {e}")
+        logger.error(f"Error preparing HF API request: {e}")
         raise ExternalAPIException("Hugging Face API", str(e)) from e
 
 def _prepare_image_bytes(image: Union[Image.Image, bytes]) -> bytes:

backend/main.py

@@ -1,35 +1,53 @@
-import os
-import sys
-from pathlib import Path
-
-# Add project root to sys.path to ensure 'backend.*' imports work
-# This handles cases where PYTHONPATH is set to 'backend' (e.g. on Render)
-current_file = Path(__file__).resolve()
-backend_dir = current_file.parent
-repo_root = backend_dir.parent
-
-if str(repo_root) not in sys.path:
-    sys.path.insert(0, str(repo_root))
-
-from fastapi import FastAPI
+from fastapi import FastAPI, Form, UploadFile, File, Depends, BackgroundTasks, Request, Query
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.middleware.gzip import GZipMiddleware
 from fastapi.concurrency import run_in_threadpool
 from contextlib import asynccontextmanager
+from functools import lru_cache
+from typing import List
+import os
+import sys
+from pathlib import Path
 import httpx
 import logging
-import asyncio
-
-from backend.database import Base, engine
-from backend.ai_factory import create_all_ai_services
-from backend.ai_interfaces import initialize_ai_services
-from backend.bot import start_bot_thread, stop_bot_thread
-from backend.init_db import migrate_db
-from backend.maharashtra_locator import load_maharashtra_pincode_data, load_maharashtra_mla_data
-from backend.exceptions import EXCEPTION_HANDLERS
-from backend.routers import issues, detection, grievances, utility
+import time
+import magic
+import httpx
+from backend.grievance_classifier import get_grievance_classifier
+from backend.schemas import GrievanceRequest, ChatRequest, IssueResponse
 from backend.grievance_service import GrievanceService
+from backend.database import Base, engine, get_db, SessionLocal
+from sqlalchemy.orm import Session
 import backend.dependencies
+from backend.models import Issue
+from backend.ai_factory import create_all_ai_services
+from backend.ai_interfaces import initialize_ai_services, get_ai_services
+from backend.ai_service import chat_with_civic_assistant, generate_action_plan
+from backend.bot import run_bot, start_bot_thread, stop_bot_thread
+from backend.exceptions import EXCEPTION_HANDLERS
+from backend.init_db import migrate_db
+from backend.maharashtra_locator import load_maharashtra_pincode_data, load_maharashtra_mla_data, find_constituency_by_pincode, find_mla_by_constituency
+from backend.cache import recent_issues_cache
+from backend.pothole_detection import detect_potholes
+from backend.garbage_detection import detect_garbage
+from backend.local_ml_service import detect_infrastructure_local, detect_flooding_local, detect_vandalism_local
+from backend.unified_detection_service import get_detection_status
+from backend.hf_api_service import (
+    detect_illegal_parking_clip,
+    detect_street_light_clip,
+    detect_fire_clip,
+    detect_stray_animal_clip,
+    detect_blocked_road_clip,
+    detect_tree_hazard_clip,
+    detect_pest_clip,
+    detect_severity_clip,
+    detect_smart_scan_clip,
+    generate_image_caption
+)
+
+def validate_image_for_processing(image):
+    if not image:
+        pass
 
 # Configure structured logging
 logging.basicConfig(

backend/main_fixed.py

@@ -41,7 +41,8 @@
     find_mla_by_constituency
 )
 from backend.init_db import migrate_db
-from backend.pothole_detection import detect_potholes, validate_image_for_processing
+from backend.pothole_detection import detect_potholes
+from backend.utils import validate_image_for_processing
 from backend.garbage_detection import detect_garbage
 from backend.local_ml_service import (
     detect_infrastructure_local,

backend/models.py

@@ -82,7 +82,7 @@ class Grievance(Base):
     created_at = Column(DateTime, default=lambda: datetime.datetime.now(datetime.timezone.utc), index=True)
     updated_at = Column(DateTime, default=lambda: datetime.datetime.now(datetime.timezone.utc), onupdate=lambda: datetime.datetime.now(datetime.timezone.utc))
     resolved_at = Column(DateTime, nullable=True)
-    issue_id = Column(Integer, nullable=True, index=True)
+    issue_id = Column(Integer, ForeignKey("issues.id"), nullable=True, index=True)
 
     # Relationships
     jurisdiction = relationship("Jurisdiction", back_populates="grievances")
@@ -136,6 +136,9 @@ class Issue(Base):
     location = Column(String, nullable=True)
     action_plan = Column(JSONEncodedDict, nullable=True)
 
+    # Relationships
+    grievances = relationship("Grievance", backref="issue")
+
 class PushSubscription(Base):
     __tablename__ = "push_subscriptions"
 

backend/routers/detection.py

@@ -4,9 +4,9 @@
 from async_lru import alru_cache
 import logging
 
-from backend.utils import process_and_detect, validate_uploaded_file, process_uploaded_image
+from backend.utils import process_and_detect, validate_uploaded_file, process_uploaded_image, validate_image_for_processing
 from backend.schemas import DetectionResponse, UrgencyAnalysisRequest, UrgencyAnalysisResponse
-from backend.pothole_detection import detect_potholes, validate_image_for_processing
+from backend.pothole_detection import detect_potholes
 from backend.unified_detection_service import (
     detect_vandalism as detect_vandalism_unified,
     detect_infrastructure as detect_infrastructure_unified,

backend/tests/test_detection_bytes.py

@@ -91,7 +91,7 @@ async def test_detect_vandalism_with_bytes(client):
 
     # Send request
     with patch('backend.utils.validate_uploaded_file'), \
-         patch('backend.pothole_detection.validate_image_for_processing'), \
+         patch('backend.utils.validate_image_for_processing'), \
          patch('backend.routers.detection.detect_vandalism_unified', AsyncMock(return_value=[{"label": "graffiti", "score": 0.95}])):
         response = client.post(
             "/api/detect-vandalism",
@@ -129,7 +129,7 @@ async def test_detect_infrastructure_with_bytes(client):
     img_bytes = img_byte_arr.getvalue()
 
     with patch('backend.utils.validate_uploaded_file'), \
-         patch('backend.pothole_detection.validate_image_for_processing'), \
+         patch('backend.utils.validate_image_for_processing'), \
          patch('backend.routers.detection.detect_infrastructure_unified', AsyncMock(return_value=[{"label": "fallen tree", "score": 0.8}])):
         response = client.post(
             "/api/detect-infrastructure",

backend/utils.py

@@ -13,10 +13,14 @@
 from backend.cache import user_upload_cache
 from backend.models import Issue
 from backend.schemas import DetectionResponse
-from backend.pothole_detection import validate_image_for_processing
 
 logger = logging.getLogger(__name__)
 
+def validate_image_for_processing(image):
+    """Validate image before processing."""
+    if not image:
+        raise HTTPException(status_code=400, detail="No image provided")
+
 # File upload validation constants
 MAX_FILE_SIZE = 20 * 1024 * 1024  # 20MB
 ALLOWED_MIME_TYPES = {