fix: Add ModelStreamInfer to triton MethodInfos (kserve#80)

Signed-off-by: Leon Kiefer <[email protected]>
Legion2 · Jan 21, 2024 · 9ce4393 · 9ce4393
1 parent f9781d2
commit 9ce4393
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/model-mesh-triton-adapter/server/server.go b/model-mesh-triton-adapter/server/server.go
@@ -266,6 +266,7 @@ func (s *TritonAdapterServer) RuntimeStatus(ctx context.Context, req *mmesh.Runt
 
 	mis := make(map[string]*mmesh.RuntimeStatusResponse_MethodInfo)
 	mis[tritonServiceName+"/ModelInfer"] = &mmesh.RuntimeStatusResponse_MethodInfo{IdInjectionPath: path1}
+	mis[tritonServiceName+"/ModelStreamInfer"] = &mmesh.RuntimeStatusResponse_MethodInfo{IdInjectionPath: path1}
 	mis[tritonServiceName+"/ModelMetadata"] = &mmesh.RuntimeStatusResponse_MethodInfo{IdInjectionPath: path1}
 	runtimeStatus.MethodInfos = mis