Gl/add async flag (#7)

* add async flag

* add async flag to cli

* update version

Author: GuanyiLi-Craig

grafi_dev/cli.py

@@ -52,6 +52,7 @@ def run(
     host: str = "127.0.0.1",
     port: int = 8080,
     assistant_name: str = "assistant",
+    is_async: bool = True,
     open_browser: bool = True,
 ):
     """Run the assistant in *script* and launch the web UI."""
@@ -71,7 +72,7 @@ def run(
 
     # Pass the assistant instance directly to create_app
     uvicorn.run(
-        lambda: create_app(assistant),
+        lambda: create_app(assistant=assistant, is_async=is_async),  # type: ignore
         factory=True,  # <─ tells Uvicorn to call it
         host=host,
         port=port,

grafi_dev/server.py

@@ -76,16 +76,22 @@ def get_request_ids(conv_id: str):
 
 
 # ---------- FastAPI factory ---------------------------------------------
-def create_app(assistant: Assistant) -> FastAPI:
+def create_app(assistant: Assistant, is_async: bool = True) -> FastAPI:
     api = FastAPI(title="Graphite-Dev API")
 
     @api.post("/chat", response_model=ChatReply)
     async def chat(req: ChatRequest):
         try:
-            out = assistant.execute(
-                _execution_context(req.conversation_id, req.assistant_request_id),
-                _to_messages(req.messages),
-            )
+            if is_async:
+                out = await assistant.a_execute(
+                    _execution_context(req.conversation_id, req.assistant_request_id),
+                    _to_messages(req.messages),
+                )
+            else:
+                out = assistant.execute(
+                    _execution_context(req.conversation_id, req.assistant_request_id),
+                    _to_messages(req.messages),
+                )
             logger.info(out)
             return ChatReply(messages=out)
         except Exception as exc:

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "grafi-dev"
-version = "0.0.2"
+version = "0.0.3"
 description = "Run a grafi Assistant locally with a live workflow graph & trace viewer"
 authors = [{ name = "Craig Li", email = "craig@binome.dev" }]
 readme = "README.md"