test: Print RayJob logs

Author: astefanutti

test/e2e/mcad_test.go

@@ -269,9 +269,14 @@ func TestJobSubmissionInRayCluster(t *testing.T) {
 			ShutdownAfterJobFinishes: false,
 		},
 	}
-	_, err = test.Client().Ray().RayV1alpha1().RayJobs(namespace.Name).Create(test.Ctx(), rayJob, metav1.CreateOptions{})
+	rayJob, err = test.Client().Ray().RayV1alpha1().RayJobs(namespace.Name).Create(test.Ctx(), rayJob, metav1.CreateOptions{})
 	test.Expect(err).NotTo(HaveOccurred())
 
 	test.Eventually(RayJob(test, namespace, rayJob.Name), TestTimeoutLong).
 		Should(WithTransform(RayJobStatus, Equal(rayv1alpha1.JobStatusSucceeded)))
+
+	rayJob, err = test.Client().Ray().RayV1alpha1().RayJobs(namespace.Name).Get(test.Ctx(), rayJob.Name, metav1.GetOptions{})
+	test.Expect(err).NotTo(HaveOccurred())
+
+	test.T().Log(GetRayJobLogs(test, rayJob))
 }

test/support/ray.go

@@ -1,6 +1,8 @@
 package support
 
 import (
+	"encoding/json"
+
 	"github.com/onsi/gomega"
 
 	corev1 "k8s.io/api/core/v1"
@@ -22,3 +24,18 @@ func RayJob(t Test, namespace *corev1.Namespace, name string) func(g gomega.Gome
 func RayJobStatus(job *rayv1alpha1.RayJob) rayv1alpha1.JobStatus {
 	return job.Status.JobStatus
 }
+
+func GetRayJobLogs(t Test, job *rayv1alpha1.RayJob) string {
+	t.T().Helper()
+	response := t.Client().Core().CoreV1().RESTClient().
+		Get().
+		AbsPath("/api/v1/namespaces", job.Namespace, "services", "http:"+job.Status.RayClusterName+"-head-svc:dashboard", "proxy", "api", "jobs", job.Status.JobId, "logs").Do(t.Ctx())
+	t.Expect(response.Error()).NotTo(gomega.HaveOccurred())
+
+	body := map[string]string{}
+	bytes, _ := response.Raw()
+	t.Expect(json.Unmarshal(bytes, &body)).To(gomega.Succeed())
+	t.Expect(body).To(gomega.HaveKey("logs"))
+
+	return body["logs"]
+}