From e44927a5b299b8334992ba26f89c9c0d6e301fb6 Mon Sep 17 00:00:00 2001 From: Tri Truong Date: Tue, 7 Oct 2025 16:34:47 -0700 Subject: [PATCH 1/3] [BES] - update failed BES notebooks --- cli/batch-score.sh | 12 ++++++------ .../custom-outputs-parquet/custom-output-batch.ipynb | 2 +- .../deploy-models/mnist-classifier/mnist-batch.ipynb | 2 +- 3 files changed, 8 insertions(+), 8 deletions(-) diff --git a/cli/batch-score.sh b/cli/batch-score.sh index 8d7e36c961..ff25f9119f 100644 --- a/cli/batch-score.sh +++ b/cli/batch-score.sh @@ -39,7 +39,7 @@ sleep 60 echo "Invoking batch endpoint with public URI (MNIST)" # -JOB_NAME=$(az ml batch-endpoint invoke --name $ENDPOINT_NAME --input https://azuremlexampledata.blob.core.windows.net/data/mnist/sample --input-type uri_folder --query name -o tsv) +JOB_NAME=$(az ml batch-endpoint invoke --name $ENDPOINT_NAME --input https://azuremldata2.blob.core.windows.net/data/mnist/sample --input-type uri_folder --query name -o tsv) # echo "Showing job detail" @@ -71,13 +71,13 @@ fi echo "Invoke batch endpoint with specific output file name" # export OUTPUT_FILE_NAME=predictions_`echo $RANDOM`.csv -JOB_NAME=$(az ml batch-endpoint invoke --name $ENDPOINT_NAME --input https://azuremlexampledata.blob.core.windows.net/data/mnist/sample --input-type uri_folder --output-path azureml://datastores/workspaceblobstore/paths/$ENDPOINT_NAME --set output_file_name=$OUTPUT_FILE_NAME --query name -o tsv) +JOB_NAME=$(az ml batch-endpoint invoke --name $ENDPOINT_NAME --input https://azuremldata2.blob.core.windows.net/data/mnist/sample --input-type uri_folder --output-path azureml://datastores/workspaceblobstore/paths/$ENDPOINT_NAME --set output_file_name=$OUTPUT_FILE_NAME --query name -o tsv) # echo "Invoke batch endpoint with specific overwrites" # export OUTPUT_FILE_NAME=predictions_`echo $RANDOM`.csv -JOB_NAME=$(az ml batch-endpoint invoke --name $ENDPOINT_NAME --input https://azuremlexampledata.blob.core.windows.net/data/mnist/sample --input-type uri_folder --mini-batch-size 20 --instance-count 5 --query name -o tsv) +JOB_NAME=$(az ml batch-endpoint invoke --name $ENDPOINT_NAME --input https://azuremldata2.blob.core.windows.net/data/mnist/sample --input-type uri_folder --mini-batch-size 20 --instance-count 5 --query name -o tsv) # echo "Stream job detail" @@ -114,7 +114,7 @@ az ml batch-deployment create --file endpoints/batch/deploy-models/mnist-classif echo "Invoke batch endpoint with public data" # DEPLOYMENT_NAME="mnist-keras-dpl" -JOB_NAME=$(az ml batch-endpoint invoke --name $ENDPOINT_NAME --deployment-name $DEPLOYMENT_NAME --input https://azuremlexampledata.blob.core.windows.net/data/mnist/sample --input-type uri_folder --query name -o tsv) +JOB_NAME=$(az ml batch-endpoint invoke --name $ENDPOINT_NAME --deployment-name $DEPLOYMENT_NAME --input https://azuremldata2.blob.core.windows.net/data/mnist/sample --input-type uri_folder --query name -o tsv) # echo "Show job detail" @@ -155,7 +155,7 @@ az ml batch-endpoint show --name $ENDPOINT_NAME --query "{Name:name, Defaults:de echo "Invoke batch endpoint with the new default deployment with public URI" # -JOB_NAME=$(az ml batch-endpoint invoke --name $ENDPOINT_NAME --input https://azuremlexampledata.blob.core.windows.net/data/mnist/sample --input-type uri_folder --query name -o tsv) +JOB_NAME=$(az ml batch-endpoint invoke --name $ENDPOINT_NAME --input https://azuremldata2.blob.core.windows.net/data/mnist/sample --input-type uri_folder --query name -o tsv) # echo "Stream job logs to console" @@ -198,7 +198,7 @@ RESPONSE=$(curl --location --request POST "$SCORING_URI" \ \"properties\": { \"dataset\": { \"dataInputType\": \"DataUrl\", - \"Path\": \"https://azuremlexampledata.blob.core.windows.net/data/mnist/sample\" + \"Path\": \"https://azuremldata2.blob.core.windows.net/data/mnist/sample\" } } }") diff --git a/sdk/python/endpoints/batch/deploy-models/custom-outputs-parquet/custom-output-batch.ipynb b/sdk/python/endpoints/batch/deploy-models/custom-outputs-parquet/custom-output-batch.ipynb index 60b47d7c4d..32a25b1081 100644 --- a/sdk/python/endpoints/batch/deploy-models/custom-outputs-parquet/custom-output-batch.ipynb +++ b/sdk/python/endpoints/batch/deploy-models/custom-outputs-parquet/custom-output-batch.ipynb @@ -636,7 +636,7 @@ "source": [ "input = Input(\n", " type=AssetTypes.URI_FOLDER,\n", - " path=\"https://azuremlexampledata.blob.core.windows.net/data/heart-disease-uci/data\",\n", + " path=\"https://azuremldata2.blob.core.windows.net/data/heart-disease-uci/data\",\n", ")" ] }, diff --git a/sdk/python/endpoints/batch/deploy-models/mnist-classifier/mnist-batch.ipynb b/sdk/python/endpoints/batch/deploy-models/mnist-classifier/mnist-batch.ipynb index 85bd5d680f..893c475c5a 100644 --- a/sdk/python/endpoints/batch/deploy-models/mnist-classifier/mnist-batch.ipynb +++ b/sdk/python/endpoints/batch/deploy-models/mnist-classifier/mnist-batch.ipynb @@ -1082,7 +1082,7 @@ " endpoint_name=endpoint_name,\n", " deployment_name=deployment_keras.name,\n", " input=Input(\n", - " path=\"https://azuremlexampledata.blob.core.windows.net/data/mnist/sample/\",\n", + " path=\"https://azuremldata2.blob.core.windows.net/data/mnist/sample/\",\n", " type=AssetTypes.URI_FOLDER,\n", " ),\n", ")" From e5e211963caeb00941b8df9807a17e8da3fc1f77 Mon Sep 17 00:00:00 2001 From: Tri Truong Date: Tue, 18 Nov 2025 15:48:24 -0800 Subject: [PATCH 2/3] Update notebooks for custom-output-batch and mnist-batch --- .../custom-outputs-parquet/custom-output-batch.ipynb | 5 +++-- .../deploy-models/mnist-classifier/mnist-batch.ipynb | 8 ++++---- 2 files changed, 7 insertions(+), 6 deletions(-) diff --git a/sdk/python/endpoints/batch/deploy-models/custom-outputs-parquet/custom-output-batch.ipynb b/sdk/python/endpoints/batch/deploy-models/custom-outputs-parquet/custom-output-batch.ipynb index 32a25b1081..99cb1e3c26 100644 --- a/sdk/python/endpoints/batch/deploy-models/custom-outputs-parquet/custom-output-batch.ipynb +++ b/sdk/python/endpoints/batch/deploy-models/custom-outputs-parquet/custom-output-batch.ipynb @@ -29,7 +29,8 @@ "* `lightgbm==1.5.2`\n", "* `numpy`\n", "* `pandas`\n", - "* `pyarrow`" + "* `pyarrow`\n", + "* `azure`" ] }, { @@ -477,7 +478,7 @@ "environment = Environment(\n", " name=\"batch-mlflow-xgboost\",\n", " conda_file=\"environment/conda.yaml\",\n", - " image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest\",\n", + " image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu22.04:latest\",\n", ")" ] }, diff --git a/sdk/python/endpoints/batch/deploy-models/mnist-classifier/mnist-batch.ipynb b/sdk/python/endpoints/batch/deploy-models/mnist-classifier/mnist-batch.ipynb index 893c475c5a..b0efc7c8e4 100644 --- a/sdk/python/endpoints/batch/deploy-models/mnist-classifier/mnist-batch.ipynb +++ b/sdk/python/endpoints/batch/deploy-models/mnist-classifier/mnist-batch.ipynb @@ -406,7 +406,7 @@ "env = Environment(\n", " name=\"batch-torch-py38\",\n", " conda_file=\"deployment-torch/environment/conda.yaml\",\n", - " image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest\",\n", + " image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu22.04:latest\",\n", ")" ] }, @@ -576,7 +576,7 @@ " endpoint_name=endpoint_name,\n", " deployment_name=deployment.name,\n", " input=Input(\n", - " path=\"https://azuremlexampledata.blob.core.windows.net/data/mnist/sample/\",\n", + " path=\"https://azuremldata2.blob.core.windows.net/data/mnist/sample/\",\n", " type=AssetTypes.URI_FOLDER,\n", " ),\n", ")" @@ -770,7 +770,7 @@ "job = ml_client.batch_endpoints.invoke(\n", " endpoint_name=endpoint_name,\n", " input=Input(\n", - " path=\"https://azuremlexampledata.blob.core.windows.net/data/mnist/sample/\",\n", + " path=\"https://azuremldata2.blob.core.windows.net/data/mnist/sample/\",\n", " type=AssetTypes.URI_FOLDER,\n", " ),\n", " params_override=[\n", @@ -802,7 +802,7 @@ "job = ml_client.batch_endpoints.invoke(\n", " endpoint_name=endpoint_name,\n", " input=Input(\n", - " path=\"https://azuremlexampledata.blob.core.windows.net/data/mnist/sample/\"\n", + " path=\"https://azuremldata2.blob.core.windows.net/data/mnist/sample/\"\n", " ),\n", " params_override=[{\"mini_batch_size\": \"20\"}, {\"compute.instance_count\": \"5\"}],\n", ")" From 0b368ae6353c17bc10a564f1ee67b998a8b8b18e Mon Sep 17 00:00:00 2001 From: Tri Truong Date: Tue, 18 Nov 2025 16:04:09 -0800 Subject: [PATCH 3/3] reformat the styles --- .../batch/deploy-models/mnist-classifier/mnist-batch.ipynb | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/sdk/python/endpoints/batch/deploy-models/mnist-classifier/mnist-batch.ipynb b/sdk/python/endpoints/batch/deploy-models/mnist-classifier/mnist-batch.ipynb index b0efc7c8e4..24d3ced823 100644 --- a/sdk/python/endpoints/batch/deploy-models/mnist-classifier/mnist-batch.ipynb +++ b/sdk/python/endpoints/batch/deploy-models/mnist-classifier/mnist-batch.ipynb @@ -801,9 +801,7 @@ "source": [ "job = ml_client.batch_endpoints.invoke(\n", " endpoint_name=endpoint_name,\n", - " input=Input(\n", - " path=\"https://azuremldata2.blob.core.windows.net/data/mnist/sample/\"\n", - " ),\n", + " input=Input(path=\"https://azuremldata2.blob.core.windows.net/data/mnist/sample/\"),\n", " params_override=[{\"mini_batch_size\": \"20\"}, {\"compute.instance_count\": \"5\"}],\n", ")" ]