:hammer update decodeFunc

Author: sunhailin-Leo

README.md

@@ -32,7 +32,7 @@ go get -u github.com/sunhailin-Leo/triton-service-go
 
 ### Version
 
-* version 1.2.3 - [Not Release Now] - 2022/11/XX
+* version 1.2.3 - 2023/01/12
   * update grpc connection code
   * update connection api
   * add some const for uri
@@ -41,6 +41,7 @@ go get -u github.com/sunhailin-Leo/triton-service-go
   * [API Update]add three api for client initialize
   * [API Update]update model load/unload api
   * [API Update]remove `isGRPC` parameter instead of determine `grpcClient` is nil or not.
+  * [API Update]decodeFunc return `[]interface{}` instead of `interface{}` for support batch request.
 
 * version 1.2.2 - 2022/11/14
   * fix empty request/response pool

nvidia_inferenceserver/triton_service_interface.go

@@ -28,7 +28,7 @@ const (
 )
 
 // DecoderFunc Infer Callback Function
-type DecoderFunc func(response interface{}, params ...interface{}) (interface{}, error)
+type DecoderFunc func(response interface{}, params ...interface{}) ([]interface{}, error)
 
 // TritonGRPCService Service interface
 type TritonGRPCService interface {
@@ -49,13 +49,13 @@ type TritonGRPCService interface {
 		timeout time.Duration,
 		decoderFunc DecoderFunc,
 		params ...interface{},
-	) (interface{}, error)
+	) ([]interface{}, error)
 	// ModelHTTPInfer all triton inference server infer with HTTP
 	ModelHTTPInfer(
 		requestBody []byte,
 		modelName, modelVersion string,
 		timeout time.Duration,
-		decoderFunc DecoderFunc, params ...interface{}) (interface{}, error)
+		decoderFunc DecoderFunc, params ...interface{}) ([]interface{}, error)
 	// ModelMetadataRequest Get triton inference server`s model metadata.
 	ModelMetadataRequest(modelName, modelVersion string, timeout time.Duration) (*ModelMetadataResponse, error)
 	// ModelIndex Get triton inference server model index.
@@ -258,7 +258,7 @@ func (t *TritonClientService) ModelHTTPInfer(
 	timeout time.Duration,
 	decoderFunc DecoderFunc,
 	params ...interface{},
-) (interface{}, error) {
+) ([]interface{}, error) {
 	// get infer response
 	modelInferResponse, modelInferStatusCode, inferErr := t.makeHttpPostRequestWithDoTimeout(
 		HTTPPrefix+t.ServerURL+TritonAPIForModelPrefix+modelName+TritonAPIForModelVersionPrefix+modelVersion+"/infer",
@@ -284,7 +284,7 @@ func (t *TritonClientService) ModelGRPCInfer(
 	timeout time.Duration,
 	decoderFunc DecoderFunc,
 	params ...interface{},
-) (interface{}, error) {
+) ([]interface{}, error) {
 	// Get infer response
 	modelInferResponse, inferErr := t.modelGRPCInfer(inferInputs, inferOutputs, rawInputs, modelName, modelVersion, timeout)
 	if inferErr != nil {