fix: correctly process anthropic treaming

Author: terryyz

bigcodebench/gen/util/anthropic_request.py

@@ -19,12 +19,14 @@ def make_auto_request(client: anthropic.Client, *args, **kwargs) -> Message:
             if "reasoning_budget" in kwargs and "reasoning_beta" in kwargs:
                 kwargs["thinking"] = {
                     "type": "enabled",
-                    "budget": kwargs["reasoning_budget"],
+                    "budget_tokens": kwargs["reasoning_budget"],
                 }
                 kwargs["betas"] = [kwargs["reasoning_beta"]]
                 kwargs.pop("reasoning_budget")
                 kwargs.pop("reasoning_beta")
-                ret = client.beta.messages.create(*args, **kwargs)
+                kwargs.pop("temperature")
+            if "thinking" in kwargs:
+                ret = client.beta.messages.create(*args, **kwargs, stream=True)
             else:
                 ret = client.messages.create(*args, **kwargs)
             signal.alarm(0)

bigcodebench/provider/anthropic.py

@@ -48,7 +48,17 @@ def codegen(
                     reasoning_budget=self.reasoning_budget,
                     reasoning_beta=self.reasoning_beta,
                 )
-                outputs.append(ret.content[0].text)
+                if isinstance(ret, anthropic.Stream):
+                    output = ""
+                    for chunk in ret:
+                        if chunk.type == "content_block_delta":
+                            if chunk.delta.type == "thinking_delta":
+                                output += chunk.delta.thinking
+                            elif chunk.delta.type == "text_delta":
+                                output += chunk.delta.text
+                    outputs.append(output)
+                else:
+                    outputs.append(ret.content[0].text)
             all_outputs.append(outputs)
         return all_outputs