diff --git a/tests/e2e/distributed/distributed_full_flow_test.go b/tests/e2e/distributed/distributed_full_flow_test.go index 5eb9ff442..ad7f2669a 100644 --- a/tests/e2e/distributed/distributed_full_flow_test.go +++ b/tests/e2e/distributed/distributed_full_flow_test.go @@ -260,6 +260,12 @@ var _ = Describe("Full Distributed Inference Flow", Label("Distributed"), func() data, _ := json.Marshal(reply) msg.Respond(data) }) + _, err := infra.NC.Conn().Subscribe("nodes.*.models.running", func(msg *nats.Msg) { + data, _ := json.Marshal(messaging.ModelsRunningReply{}) + _ = msg.Respond(data) + }) + Expect(err).NotTo(HaveOccurred()) + FlushNATS(infra.NC) return router } diff --git a/tests/e2e/distributed/router_tracking_test.go b/tests/e2e/distributed/router_tracking_test.go index 9691b31b0..75895a372 100644 --- a/tests/e2e/distributed/router_tracking_test.go +++ b/tests/e2e/distributed/router_tracking_test.go @@ -66,6 +66,12 @@ var _ = Describe("SmartRouter trackingKey", Label("Distributed"), func() { data, _ := json.Marshal(reply) msg.Respond(data) }) + _, err = infra.NC.Conn().Subscribe("nodes.*.models.running", func(msg *nats.Msg) { + data, _ := json.Marshal(messaging.ModelsRunningReply{}) + _ = msg.Respond(data) + }) + Expect(err).NotTo(HaveOccurred()) + FlushNATS(infra.NC) // Start a mock gRPC backend using the same helper as full flow tests llm := &trackingTestLLM{}