Test response_sender.send() after closed

Author: kthui

qa/python_models/execute_cancel/model.py

@@ -102,11 +102,26 @@ def response_thread(execute_processed_requests, processed_requests):
                         flags=pb_utils.TRITONSERVER_RESPONSE_COMPLETE_FINAL
                     )
                 else:
+                    # test response_sender.send() after it is closed upon checking for
+                    # confirmed request cancelled
                     dummy_tensor = pb_utils.Tensor(
                         "DUMMY_OUT", np.array([[1]], np.single)
                     )
                     dummy_response = pb_utils.InferenceResponse([dummy_tensor])
-                    response_sender.send(dummy_response)
+                    raised_exception = False
+                    try:
+                        response_sender.send(dummy_response)
+                    except pb_utils.TritonModelException as e:
+                        if (
+                            "Unable to send response. Response sender has been closed."
+                            not in str(e)
+                        ):
+                            raise e
+                        raised_exception = True
+                    if not raised_exception:
+                        raise pb_utils.TritonModelException(
+                            "response_sender did not raise an exception on send after closed"
+                        )
 
         thread = threading.Thread(
             target=response_thread,