topic_modeler_runpod/handler.py at main · Dembrane/topic_modeler_runpod · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
import os

import runpod
from utils import get_views_aspects, get_views_aspects_fallback
from runpod import RunPodLogger

logger = RunPodLogger()


async def handler(event):
    logger.info("Handler started - processing new request")

    input = event["input"]
    logger.info(f"Input received: {', '.join(list([f'{k}={v}' for k, v in input.items()]))}")

    segment_ids = [str(segment_id) for segment_id in input["segment_ids"]]

    user_input = input["user_input"]
    user_input_description = input["user_input_description"]

    user_prompt = user_input + "\n\n" + user_input_description

    response_language = input["response_language"]
    project_analysis_run_id = input["project_analysis_run_id"]

    logger.info(
        f"Processing {len(segment_ids)} segments for project_analysis_run_id: {project_analysis_run_id}"
    )
    logger.info(f"Response language: {response_language}")
    logger.info(f"User prompt: {user_prompt[:100]}...")  # Log first 100 chars of prompt

    ENABLE_FALLBACK = os.getenv("ENABLE_FALLBACK", "false").lower() == "true"
    logger.info(f"ENABLE_FALLBACK: {ENABLE_FALLBACK}")
    if input.get("run_fallback", False) or os.getenv("RUN_FALLBACK", "false").lower() == "true":
        RUN_FALLBACK_BY_DEFAULT = True
        logger.info("Fallback mode enabled - using get_views_aspects_fallback directly")
    else:
        RUN_FALLBACK_BY_DEFAULT = False
        logger.info("Standard mode - attempting get_views_aspects first")

    if RUN_FALLBACK_BY_DEFAULT:
        logger.info("Executing fallback path directly")
        try:
            response = await get_views_aspects_fallback(
                segment_ids,
                user_prompt,
                project_analysis_run_id,
                response_language,
                user_input=user_input,
                user_input_description=user_input_description,
            )
            logger.info("Fallback execution completed successfully")
            return response
        except Exception as e:
            logger.error(f"Error in fallback execution: {e}")
            raise e

    # Standard execution path
    logger.info("Attempting standard get_views_aspects execution")
    try:
        response = await get_views_aspects(
            segment_ids,
            user_prompt,
            project_analysis_run_id,
            response_language,
            user_input=user_input,
            user_input_description=user_input_description,
        )
        logger.info("Standard execution completed successfully")
        return response
    except Exception as e:
        logger.info(f"Error in default get_views_aspects: {e}")
        if ENABLE_FALLBACK:
            logger.info("Falling back to get_views_aspects_fallback")
            try:
                logger.info("Attempting fallback execution after standard method failed")
                response = await get_views_aspects_fallback(
                    segment_ids,
                    user_prompt,
                    project_analysis_run_id,
                    response_language,
                    user_input=user_input,
                    user_input_description=user_input_description,
                )
                logger.info(
                    "Fallback execution completed successfully after standard method failure"
                )
                return response
            except Exception as e:
                logger.error(f"Error in get_views_aspects_fallback: {e}")
                logger.error("Both standard and fallback methods failed - raising exception")
                raise e


runpod.serverless.start({"handler": handler})