fix: remove read timeout in hypercorn

Author: ChieloNewctle

lightllm/server/api_start.py

@@ -10,7 +10,7 @@
 from .embed_cache.manager import start_cache_manager
 from lightllm.utils.log_utils import init_logger
 from lightllm.utils.envs_utils import set_env_start_args, set_unique_server_name, get_unique_server_name
-from lightllm.utils.envs_utils import get_lightllm_gunicorn_time_out_seconds, get_lightllm_gunicorn_keep_alive
+from lightllm.utils.envs_utils import get_lightllm_gunicorn_keep_alive
 from .detokenization.manager import start_detokenization_process
 from .router.manager import start_router_process
 from lightllm.utils.process_check import is_process_active
@@ -351,8 +351,6 @@ def normal_or_p_d_start(args):
         "--error-logfile",
         "-",
         "lightllm.server.api_http:app",
-        "--read-timeout",
-        f"{get_lightllm_gunicorn_time_out_seconds()}",
         "--keep-alive",
         f"{get_lightllm_gunicorn_keep_alive()}",
     ]
@@ -418,8 +416,6 @@ def pd_master_start(args):
         "-",
         "--preload",
         "lightllm.server.api_http:app",
-        "--read-timeout",
-        f"{get_lightllm_gunicorn_time_out_seconds()}",
         "--keep-alive",
         f"{get_lightllm_gunicorn_keep_alive()}",
     ]
@@ -458,8 +454,6 @@ def config_server_start(args):
         "-",
         "--preload",
         "lightllm.server.config_server.api_http:app",
-        "--read-timeout",
-        f"{get_lightllm_gunicorn_time_out_seconds()}",
         "--keep-alive",
         f"{get_lightllm_gunicorn_keep_alive()}",
     ]

lightllm/utils/envs_utils.py

@@ -74,10 +74,6 @@ def get_deepep_num_max_dispatch_tokens_per_rank():
     return int(os.getenv("NUM_MAX_DISPATCH_TOKENS_PER_RANK", 256))
 
 
-def get_lightllm_gunicorn_time_out_seconds():
-    return int(os.getenv("LIGHTLMM_GUNICORN_TIME_OUT", 180))
-
-
 def get_lightllm_gunicorn_keep_alive():
     return int(os.getenv("LIGHTLMM_GUNICORN_KEEP_ALIVE", 10))