latest updates

Author: aprilk-ms

src/api/routes.py

@@ -92,7 +92,7 @@ async def response_stream():
     return fastapi.responses.StreamingResponse(response_stream())
 
 
-def get_targeting_context():
+def get_targeting_context() -> TargetingContext:
     return TargetingContext(user_id=get_baggage("Microsoft.TargetingId"))
 
 @router.post("/chat")

src/api/templates/index.html

@@ -106,7 +106,7 @@
             });
 
             try {
-                /*
+                
                 const result = await client.getStreamedCompletion(messages);
 
                 let answer = "";
@@ -126,22 +126,24 @@
                     if (response.error) {
                         messageDiv.innerHTML = "Error: " + response.error;
                     }
-                }*/
+                }
+
+                
 
-                const response = await client.getCompletion(messages, { "sessionState": { "sessionId": sessionId }});
-                const answer = response.answer;
+                // const response = await client.getCompletion(messages, { "sessionState": { "sessionId": sessionId }});
+                // const answer = response.answer;
 
-                messageDiv.innerHTML = converter.makeHtml(answer);
-                messageDiv.scrollIntoView();
+                // messageDiv.innerHTML = converter.makeHtml(answer);
+                // messageDiv.scrollIntoView();
 
                 messages.push({
                     "role": "assistant",
                     "content": answer
                 });
 
-                if (response.variant) {
-                    messageTitleDiv.innerHTML += ` (Prompt Variant: ${response.variant})`;
-                }
+                // if (response.variant) {
+                //     messageTitleDiv.innerHTML += ` (Prompt Variant: ${response.variant})`;
+                // }
 
                 messageInput.value = "";
             } catch (error) {

src/api/test_ai_eval.py

@@ -15,7 +15,7 @@ def get_model_config():
 
 def get_eval_data_set():
     current_dir = os.path.dirname(__file__)
-    file_path = os.path.join(current_dir, "data/eval-data-set-large.jsonl")
+    file_path = os.path.join(current_dir, "data/eval-data-set.jsonl")
     with open(file_path) as file:
         dataSet = json.load(file)
     return dataSet
@@ -50,7 +50,7 @@ def test_simulate_traffic():
 def test_simulate_traffic_nostream():
     app = create_app()
     with TestClient(app) as client:
-        for i in range(20):
+        for i in range(1):
             for data in get_eval_data_set():
                 query = data["query"]
                 response = client.post("/chat", json={