diff --git a/docs/samples/modelmesh_sdk_sample.ipynb b/docs/samples/modelmesh_sdk_sample.ipynb index 71952d7cb..465948e91 100644 --- a/docs/samples/modelmesh_sdk_sample.ipynb +++ b/docs/samples/modelmesh_sdk_sample.ipynb @@ -14,7 +14,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 1, "metadata": {}, "outputs": [], "source": [ @@ -42,12 +42,12 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "namespace = 'modelmesh-serving'\n", - "name='msnist-sample'\n", + "name='mnist-sample'\n", "protocol_version='v2'" ] }, @@ -61,7 +61,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ @@ -99,7 +99,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 4, "metadata": {}, "outputs": [ { @@ -108,7 +108,7 @@ "{'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'kind': 'InferenceService',\n", " 'metadata': {'annotations': {'serving.kserve.io/deploymentMode': 'ModelMesh'},\n", - " 'creationTimestamp': '2023-06-09T21:41:14Z',\n", + " 'creationTimestamp': '2023-07-07T20:24:07Z',\n", " 'generation': 1,\n", " 'managedFields': [{'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'fieldsType': 'FieldsV1',\n", @@ -122,17 +122,17 @@ " 'f:storage': {'.': {}, 'f:key': {}, 'f:path': {}}}}}},\n", " 'manager': 'OpenAPI-Generator',\n", " 'operation': 'Update',\n", - " 'time': '2023-06-09T21:41:14Z'}],\n", - " 'name': 'msnist-sample',\n", + " 'time': '2023-07-07T20:24:07Z'}],\n", + " 'name': 'mnist-sample',\n", " 'namespace': 'modelmesh-serving',\n", - " 'resourceVersion': '4014047',\n", - " 'uid': '4360f17b-3575-4b0d-a324-3ba536b55697'},\n", + " 'resourceVersion': '4508433',\n", + " 'uid': '1cc3241e-90d3-488e-9d64-c333dda5da44'},\n", " 'spec': {'predictor': {'sklearn': {'name': '',\n", " 'protocolVersion': 'v2',\n", " 'storage': {'key': 'localMinIO', 'path': 'sklearn/mnist-svm.joblib'}}}}}" ] }, - "execution_count": 5, + "execution_count": 4, "metadata": {}, "output_type": "execute_result" } @@ -153,7 +153,7 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 5, "metadata": {}, "outputs": [ { @@ -162,7 +162,7 @@ "{'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'kind': 'InferenceService',\n", " 'metadata': {'annotations': {'serving.kserve.io/deploymentMode': 'ModelMesh'},\n", - " 'creationTimestamp': '2023-06-09T21:41:14Z',\n", + " 'creationTimestamp': '2023-07-07T20:24:07Z',\n", " 'generation': 1,\n", " 'managedFields': [{'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'fieldsType': 'FieldsV1',\n", @@ -176,7 +176,7 @@ " 'f:storage': {'.': {}, 'f:key': {}, 'f:path': {}}}}}},\n", " 'manager': 'OpenAPI-Generator',\n", " 'operation': 'Update',\n", - " 'time': '2023-06-09T21:41:14Z'},\n", + " 'time': '2023-07-07T20:24:07Z'},\n", " {'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'fieldsType': 'FieldsV1',\n", " 'fieldsV1': {'f:status': {'.': {},\n", @@ -194,29 +194,29 @@ " 'manager': 'manager',\n", " 'operation': 'Update',\n", " 'subresource': 'status',\n", - " 'time': '2023-06-09T21:41:14Z'}],\n", - " 'name': 'msnist-sample',\n", + " 'time': '2023-07-07T20:24:07Z'}],\n", + " 'name': 'mnist-sample',\n", " 'namespace': 'modelmesh-serving',\n", - " 'resourceVersion': '4014048',\n", - " 'uid': '4360f17b-3575-4b0d-a324-3ba536b55697'},\n", + " 'resourceVersion': '4508434',\n", + " 'uid': '1cc3241e-90d3-488e-9d64-c333dda5da44'},\n", " 'spec': {'predictor': {'sklearn': {'name': '',\n", " 'protocolVersion': 'v2',\n", " 'storage': {'key': 'localMinIO', 'path': 'sklearn/mnist-svm.joblib'}}}},\n", - " 'status': {'conditions': [{'lastTransitionTime': '2023-06-09T21:41:14Z',\n", + " 'status': {'conditions': [{'lastTransitionTime': '2023-07-07T20:24:07Z',\n", " 'status': 'False',\n", " 'type': 'PredictorReady'},\n", - " {'lastTransitionTime': '2023-06-09T21:41:14Z',\n", + " {'lastTransitionTime': '2023-07-07T20:24:07Z',\n", " 'status': 'False',\n", " 'type': 'Ready'}],\n", " 'modelStatus': {'copies': {'failedCopies': 0},\n", " 'lastFailureInfo': {'message': 'Waiting for runtime Pod to become available',\n", - " 'modelRevisionName': 'msnist-sample__isvc-6388459bfd',\n", + " 'modelRevisionName': 'mnist-sample__isvc-6388459bfd',\n", " 'reason': 'RuntimeUnhealthy'},\n", " 'states': {'activeModelState': 'Pending', 'targetModelState': ''},\n", " 'transitionStatus': ''}}}" ] }, - "execution_count": 6, + "execution_count": 5, "metadata": {}, "output_type": "execute_result" } @@ -236,7 +236,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 6, "metadata": {}, "outputs": [ { @@ -245,7 +245,7 @@ "{'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'kind': 'InferenceService',\n", " 'metadata': {'annotations': {'serving.kserve.io/deploymentMode': 'ModelMesh'},\n", - " 'creationTimestamp': '2023-06-09T21:41:14Z',\n", + " 'creationTimestamp': '2023-07-07T20:24:07Z',\n", " 'generation': 1,\n", " 'managedFields': [{'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'fieldsType': 'FieldsV1',\n", @@ -259,7 +259,7 @@ " 'f:storage': {'.': {}, 'f:key': {}, 'f:path': {}}}}}},\n", " 'manager': 'OpenAPI-Generator',\n", " 'operation': 'Update',\n", - " 'time': '2023-06-09T21:41:14Z'},\n", + " 'time': '2023-07-07T20:24:07Z'},\n", " {'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'fieldsType': 'FieldsV1',\n", " 'fieldsV1': {'f:status': {'.': {},\n", @@ -279,21 +279,21 @@ " 'manager': 'manager',\n", " 'operation': 'Update',\n", " 'subresource': 'status',\n", - " 'time': '2023-06-09T21:41:29Z'}],\n", - " 'name': 'msnist-sample',\n", + " 'time': '2023-07-07T20:24:47Z'}],\n", + " 'name': 'mnist-sample',\n", " 'namespace': 'modelmesh-serving',\n", - " 'resourceVersion': '4014144',\n", - " 'uid': '4360f17b-3575-4b0d-a324-3ba536b55697'},\n", + " 'resourceVersion': '4508567',\n", + " 'uid': '1cc3241e-90d3-488e-9d64-c333dda5da44'},\n", " 'spec': {'predictor': {'sklearn': {'name': '',\n", " 'protocolVersion': 'v2',\n", " 'storage': {'key': 'localMinIO', 'path': 'sklearn/mnist-svm.joblib'}}}},\n", " 'status': {'components': {'predictor': {'grpcUrl': 'grpc://modelmesh-serving.modelmesh-serving:8033',\n", " 'restUrl': 'http://modelmesh-serving.modelmesh-serving:8008',\n", " 'url': 'grpc://modelmesh-serving.modelmesh-serving:8033'}},\n", - " 'conditions': [{'lastTransitionTime': '2023-06-09T21:41:29Z',\n", + " 'conditions': [{'lastTransitionTime': '2023-07-07T20:24:47Z',\n", " 'status': 'True',\n", " 'type': 'PredictorReady'},\n", - " {'lastTransitionTime': '2023-06-09T21:41:29Z',\n", + " {'lastTransitionTime': '2023-07-07T20:24:47Z',\n", " 'status': 'True',\n", " 'type': 'Ready'}],\n", " 'modelStatus': {'copies': {'failedCopies': 0, 'totalCopies': 1},\n", @@ -302,7 +302,7 @@ " 'url': 'grpc://modelmesh-serving.modelmesh-serving:8033'}}" ] }, - "execution_count": 7, + "execution_count": 6, "metadata": {}, "output_type": "execute_result" } @@ -322,7 +322,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 7, "metadata": {}, "outputs": [], "source": [ @@ -341,7 +341,7 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 8, "metadata": {}, "outputs": [], "source": [ @@ -353,7 +353,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 9, "metadata": {}, "outputs": [ { @@ -361,8 +361,7 @@ "text/plain": [ "{'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'kind': 'InferenceService',\n", - " 'metadata': {'annotations': {'serving.kserve.io/deploymentMode': 'ModelMesh'},\n", - " 'creationTimestamp': '2023-06-09T21:41:14Z',\n", + " 'metadata': {'creationTimestamp': '2023-07-07T20:24:07Z',\n", " 'generation': 2,\n", " 'managedFields': [{'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'fieldsType': 'FieldsV1',\n", @@ -383,41 +382,32 @@ " 'manager': 'manager',\n", " 'operation': 'Update',\n", " 'subresource': 'status',\n", - " 'time': '2023-06-09T21:41:29Z'},\n", + " 'time': '2023-07-07T20:24:47Z'},\n", " {'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'fieldsType': 'FieldsV1',\n", - " 'fieldsV1': {'f:metadata': {'f:annotations': {'.': {},\n", - " 'f:serving.kserve.io/deploymentMode': {}}},\n", - " 'f:spec': {'.': {},\n", + " 'fieldsV1': {'f:spec': {'.': {},\n", " 'f:predictor': {'.': {},\n", - " 'f:sklearn': {'.': {},\n", - " 'f:name': {},\n", - " 'f:protocolVersion': {},\n", - " 'f:storage': {'.': {}, 'f:key': {}, 'f:path': {}}},\n", " 'f:tensorflow': {'.': {},\n", " 'f:name': {},\n", " 'f:protocolVersion': {},\n", " 'f:storage': {'.': {}, 'f:key': {}, 'f:path': {}}}}}},\n", " 'manager': 'OpenAPI-Generator',\n", " 'operation': 'Update',\n", - " 'time': '2023-06-09T21:41:54Z'}],\n", - " 'name': 'msnist-sample',\n", + " 'time': '2023-07-07T20:26:00Z'}],\n", + " 'name': 'mnist-sample',\n", " 'namespace': 'modelmesh-serving',\n", - " 'resourceVersion': '4014187',\n", - " 'uid': '4360f17b-3575-4b0d-a324-3ba536b55697'},\n", - " 'spec': {'predictor': {'sklearn': {'name': '',\n", - " 'protocolVersion': 'v2',\n", - " 'storage': {'key': 'localMinIO', 'path': 'sklearn/mnist-svm.joblib'}},\n", - " 'tensorflow': {'name': '',\n", + " 'resourceVersion': '4508693',\n", + " 'uid': '1cc3241e-90d3-488e-9d64-c333dda5da44'},\n", + " 'spec': {'predictor': {'tensorflow': {'name': '',\n", " 'protocolVersion': 'v2',\n", " 'storage': {'key': 'localMinIO', 'path': 'tensorflow/mnist.savedmodel'}}}},\n", " 'status': {'components': {'predictor': {'grpcUrl': 'grpc://modelmesh-serving.modelmesh-serving:8033',\n", " 'restUrl': 'http://modelmesh-serving.modelmesh-serving:8008',\n", " 'url': 'grpc://modelmesh-serving.modelmesh-serving:8033'}},\n", - " 'conditions': [{'lastTransitionTime': '2023-06-09T21:41:29Z',\n", + " 'conditions': [{'lastTransitionTime': '2023-07-07T20:24:47Z',\n", " 'status': 'True',\n", " 'type': 'PredictorReady'},\n", - " {'lastTransitionTime': '2023-06-09T21:41:29Z',\n", + " {'lastTransitionTime': '2023-07-07T20:24:47Z',\n", " 'status': 'True',\n", " 'type': 'Ready'}],\n", " 'modelStatus': {'copies': {'failedCopies': 0, 'totalCopies': 1},\n", @@ -426,18 +416,18 @@ " 'url': 'grpc://modelmesh-serving.modelmesh-serving:8033'}}" ] }, - "execution_count": 10, + "execution_count": 9, "metadata": {}, "output_type": "execute_result" } ], "source": [ - "kserve.patch(name, updated_isvc, namespace=namespace)" + "kserve.replace(name, updated_isvc, namespace=namespace)" ] }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 10, "metadata": {}, "outputs": [ { @@ -445,8 +435,7 @@ "text/plain": [ "{'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'kind': 'InferenceService',\n", - " 'metadata': {'annotations': {'serving.kserve.io/deploymentMode': 'ModelMesh'},\n", - " 'creationTimestamp': '2023-06-09T21:41:14Z',\n", + " 'metadata': {'creationTimestamp': '2023-07-07T20:24:07Z',\n", " 'generation': 2,\n", " 'managedFields': [{'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'fieldsType': 'FieldsV1',\n", @@ -467,41 +456,32 @@ " 'manager': 'manager',\n", " 'operation': 'Update',\n", " 'subresource': 'status',\n", - " 'time': '2023-06-09T21:41:29Z'},\n", + " 'time': '2023-07-07T20:24:47Z'},\n", " {'apiVersion': 'serving.kserve.io/v1beta1',\n", " 'fieldsType': 'FieldsV1',\n", - " 'fieldsV1': {'f:metadata': {'f:annotations': {'.': {},\n", - " 'f:serving.kserve.io/deploymentMode': {}}},\n", - " 'f:spec': {'.': {},\n", + " 'fieldsV1': {'f:spec': {'.': {},\n", " 'f:predictor': {'.': {},\n", - " 'f:sklearn': {'.': {},\n", - " 'f:name': {},\n", - " 'f:protocolVersion': {},\n", - " 'f:storage': {'.': {}, 'f:key': {}, 'f:path': {}}},\n", " 'f:tensorflow': {'.': {},\n", " 'f:name': {},\n", " 'f:protocolVersion': {},\n", " 'f:storage': {'.': {}, 'f:key': {}, 'f:path': {}}}}}},\n", " 'manager': 'OpenAPI-Generator',\n", " 'operation': 'Update',\n", - " 'time': '2023-06-09T21:41:54Z'}],\n", - " 'name': 'msnist-sample',\n", + " 'time': '2023-07-07T20:26:00Z'}],\n", + " 'name': 'mnist-sample',\n", " 'namespace': 'modelmesh-serving',\n", - " 'resourceVersion': '4014187',\n", - " 'uid': '4360f17b-3575-4b0d-a324-3ba536b55697'},\n", - " 'spec': {'predictor': {'sklearn': {'name': '',\n", - " 'protocolVersion': 'v2',\n", - " 'storage': {'key': 'localMinIO', 'path': 'sklearn/mnist-svm.joblib'}},\n", - " 'tensorflow': {'name': '',\n", + " 'resourceVersion': '4508693',\n", + " 'uid': '1cc3241e-90d3-488e-9d64-c333dda5da44'},\n", + " 'spec': {'predictor': {'tensorflow': {'name': '',\n", " 'protocolVersion': 'v2',\n", " 'storage': {'key': 'localMinIO', 'path': 'tensorflow/mnist.savedmodel'}}}},\n", " 'status': {'components': {'predictor': {'grpcUrl': 'grpc://modelmesh-serving.modelmesh-serving:8033',\n", " 'restUrl': 'http://modelmesh-serving.modelmesh-serving:8008',\n", " 'url': 'grpc://modelmesh-serving.modelmesh-serving:8033'}},\n", - " 'conditions': [{'lastTransitionTime': '2023-06-09T21:41:29Z',\n", + " 'conditions': [{'lastTransitionTime': '2023-07-07T20:24:47Z',\n", " 'status': 'True',\n", " 'type': 'PredictorReady'},\n", - " {'lastTransitionTime': '2023-06-09T21:41:29Z',\n", + " {'lastTransitionTime': '2023-07-07T20:24:47Z',\n", " 'status': 'True',\n", " 'type': 'Ready'}],\n", " 'modelStatus': {'copies': {'failedCopies': 0, 'totalCopies': 1},\n", @@ -510,7 +490,7 @@ " 'url': 'grpc://modelmesh-serving.modelmesh-serving:8033'}}" ] }, - "execution_count": 11, + "execution_count": 10, "metadata": {}, "output_type": "execute_result" } @@ -531,7 +511,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 11, "metadata": {}, "outputs": [ { @@ -541,13 +521,13 @@ " 'apiVersion': 'v1',\n", " 'metadata': {},\n", " 'status': 'Success',\n", - " 'details': {'name': 'msnist-sample',\n", + " 'details': {'name': 'mnist-sample',\n", " 'group': 'serving.kserve.io',\n", " 'kind': 'inferenceservices',\n", - " 'uid': '4360f17b-3575-4b0d-a324-3ba536b55697'}}" + " 'uid': '1cc3241e-90d3-488e-9d64-c333dda5da44'}}" ] }, - "execution_count": 12, + "execution_count": 11, "metadata": {}, "output_type": "execute_result" }