diff --git a/mellea/backends/huggingface.py b/mellea/backends/huggingface.py
index a4899b3a9..1b4e8f5c2 100644
--- a/mellea/backends/huggingface.py
+++ b/mellea/backends/huggingface.py
@@ -1056,6 +1056,7 @@ async def _generate_from_context_standard(
                 tools=convert_tools_to_json(tools),  # type: ignore
                 add_generation_prompt=True,  # If we change this, must modify huggingface granite guardian.
                 return_tensors="pt",
+                return_dict=True,
                 **self._filter_for_chat_template(model_options),
             ).to(self._device)  # type: ignore