diff --git a/notebooks/community/model_garden/model_garden_e5.ipynb b/notebooks/community/model_garden/model_garden_e5.ipynb index fce4c310f..c1ad85f67 100644 --- a/notebooks/community/model_garden/model_garden_e5.ipynb +++ b/notebooks/community/model_garden/model_garden_e5.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_gemma3_deployment_on_vertex.ipynb b/notebooks/community/model_garden/model_garden_gemma3_deployment_on_vertex.ipynb index 3adad9ef0..92ca819e0 100644 --- a/notebooks/community/model_garden/model_garden_gemma3_deployment_on_vertex.ipynb +++ b/notebooks/community/model_garden/model_garden_gemma3_deployment_on_vertex.ipynb @@ -383,8 +383,8 @@ " accept_eula=True,\n", " use_dedicated_endpoint=use_dedicated_endpoint,\n", " serving_container_image_uri=\"us-docker.pkg.dev/vertex-ai/vertex-vision-model-garden-dockers/pytorch-vllm-serve:20250430_0916_RC00_maas\",\n", - " machine_type=\"a3-highgpu-1g\",\n", - " accelerator_type=\"NVIDIA_H100_80GB\",\n", + " machine_type=\"a2-ultragpu-1g\",\n", + " accelerator_type=\"NVIDIA_A100_80GB\",\n", " accelerator_count=1,\n", ")" ] @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_gemma3n_deployment_on_vertex.ipynb b/notebooks/community/model_garden/model_garden_gemma3n_deployment_on_vertex.ipynb index 3cc2b104e..e376c82f8 100644 --- a/notebooks/community/model_garden/model_garden_gemma3n_deployment_on_vertex.ipynb +++ b/notebooks/community/model_garden/model_garden_gemma3n_deployment_on_vertex.ipynb @@ -383,8 +383,8 @@ " accept_eula=True,\n", " use_dedicated_endpoint=use_dedicated_endpoint,\n", " serving_container_image_uri=\"us-docker.pkg.dev/deeplearning-platform-release/vertex-model-garden/sglang-serve.cu124.0-4.ubuntu2204.py310:model-garden.sglang-0-4-release_20250817.00_p0\",\n", - " machine_type=\"a3-highgpu-1g\",\n", - " accelerator_type=\"NVIDIA_H100_80GB\",\n", + " machine_type=\"a2-ultragpu-1g\",\n", + " accelerator_type=\"NVIDIA_A100_80GB\",\n", " accelerator_count=1,\n", ")" ] @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_hf_paligemma2_deployment.ipynb b/notebooks/community/model_garden/model_garden_hf_paligemma2_deployment.ipynb index 7fc55a0c4..d51e425e0 100644 --- a/notebooks/community/model_garden/model_garden_hf_paligemma2_deployment.ipynb +++ b/notebooks/community/model_garden/model_garden_hf_paligemma2_deployment.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_jax_stable_diffusion_xl.ipynb b/notebooks/community/model_garden/model_garden_jax_stable_diffusion_xl.ipynb index 8a7e4acfe..21bb18248 100644 --- a/notebooks/community/model_garden/model_garden_jax_stable_diffusion_xl.ipynb +++ b/notebooks/community/model_garden/model_garden_jax_stable_diffusion_xl.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_phi4_deployment.ipynb b/notebooks/community/model_garden/model_garden_phi4_deployment.ipynb index 344cdb196..22d9769f6 100644 --- a/notebooks/community/model_garden/model_garden_phi4_deployment.ipynb +++ b/notebooks/community/model_garden/model_garden_phi4_deployment.ipynb @@ -395,8 +395,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_blip2.ipynb b/notebooks/community/model_garden/model_garden_pytorch_blip2.ipynb index 38c73c6da..abca62d37 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_blip2.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_blip2.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_blip_image_captioning.ipynb b/notebooks/community/model_garden/model_garden_pytorch_blip_image_captioning.ipynb index 134a6a015..9c34362f6 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_blip_image_captioning.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_blip_image_captioning.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_controlnet.ipynb b/notebooks/community/model_garden/model_garden_pytorch_controlnet.ipynb index 894bf0bc2..1026e9277 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_controlnet.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_controlnet.ipynb @@ -395,8 +395,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_deepseek_ocr.ipynb b/notebooks/community/model_garden/model_garden_pytorch_deepseek_ocr.ipynb index 02b971bdd..bafa129ad 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_deepseek_ocr.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_deepseek_ocr.ipynb @@ -383,8 +383,8 @@ " accept_eula=True,\n", " use_dedicated_endpoint=use_dedicated_endpoint,\n", " serving_container_image_uri=\"us-docker.pkg.dev/vertex-ai/vertex-vision-model-garden-dockers/pytorch-vllm-serve:20251023_0916_RC01\",\n", - " machine_type=\"a3-highgpu-1g\",\n", - " accelerator_type=\"NVIDIA_H100_80GB\",\n", + " machine_type=\"a2-ultragpu-1g\",\n", + " accelerator_type=\"NVIDIA_A100_80GB\",\n", " accelerator_count=1,\n", ")" ] @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_deepseek_v3_2_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_deepseek_v3_2_deployment.ipynb index fc49e5426..645728e5e 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_deepseek_v3_2_deployment.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_deepseek_v3_2_deployment.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_gpt_oss_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_gpt_oss_deployment.ipynb index 7b0b304b1..788f11811 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_gpt_oss_deployment.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_gpt_oss_deployment.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_lama.ipynb b/notebooks/community/model_garden/model_garden_pytorch_lama.ipynb index 3fc72571e..2cb09f989 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_lama.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_lama.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_llama3_3_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_llama3_3_deployment.ipynb index f35c1df40..5286233ed 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_llama3_3_deployment.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_llama3_3_deployment.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_llama4_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_llama4_deployment.ipynb index df02d39ac..d746112d6 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_llama4_deployment.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_llama4_deployment.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_llava.ipynb b/notebooks/community/model_garden/model_garden_pytorch_llava.ipynb index d31c33de6..52ae78a7a 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_llava.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_llava.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_qwen3_coder_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_qwen3_coder_deployment.ipynb index dd02a5eff..2b38013b7 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_qwen3_coder_deployment.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_qwen3_coder_deployment.ipynb @@ -535,7 +535,6 @@ "# )\n", "# endpoint = aiplatform.Endpoint(aip_endpoint_name)\n", "\n", - "# @markdown A chat template formatted prompt for Gemma 3n is shown below as an example.\n", "prompt = \"Write a quick sort algorithm in Python.\" # @param {type: \"string\"}\n", "\n", "max_new_tokens = 32768 # @param {type:\"integer\"}\n", diff --git a/notebooks/community/model_garden/model_garden_pytorch_qwen3_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_qwen3_deployment.ipynb index c48f03f6a..eca7fe3d1 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_qwen3_deployment.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_qwen3_deployment.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_qwen3_vl.ipynb b/notebooks/community/model_garden/model_garden_pytorch_qwen3_vl.ipynb index 293946ca6..fa6817cdc 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_qwen3_vl.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_qwen3_vl.ipynb @@ -237,7 +237,7 @@ }, "outputs": [], "source": [ - "model_version = \"qwen3-vl-8b-instruct\" # @param [\"qwen3-vl-235b-a22b-instruct\", \"qwen3-vl-235b-a22b-instruct-fp8\", \"qwen3-vl-235b-a22b-thinking\", \"qwen3-vl-235b-a22b-thinking-fp8\", \"qwen3-vl-30b-a3b-instruct\", \"qwen3-vl-30b-a3b-instruct-fp8\", \"qwen3-vl-30b-a3b-thinking\", \"qwen3-vl-30b-a3b-thinking-fp8\", \"qwen3-vl-32b-instruct\", \"qwen3-vl-32b-instruct-fp8\", \"qwen3-vl-32b-thinking\", \"qwen3-vl-32b-thinking-fp8\", \"qwen3-vl-4b-instruct\", \"qwen3-vl-4b-instruct-fp8\", \"qwen3-vl-4b-thinking\", \"qwen3-vl-4b-thinking-fp8\", \"qwen3-vl-8b-instruct\", \"qwen3-vl-8b-instruct-fp8\", \"qwen3-vl-8b-thinking\", \"qwen3-vl-8b-thinking-fp8\"] {isTemplate:true}\n", + "model_version = \"qwen3-vl-8b-instruct\" # @param [\"qwen3-vl-235b-a22b-instruct\", \"qwen3-vl-235b-a22b-instruct-fp8\", \"qwen3-vl-235b-a22b-thinking\", \"qwen3-vl-235b-a22b-thinking-fp8\", \"qwen3-vl-2b-instruct\", \"qwen3-vl-2b-instruct-fp8\", \"qwen3-vl-2b-thinking\", \"qwen3-vl-2b-thinking-fp8\", \"qwen3-vl-30b-a3b-instruct\", \"qwen3-vl-30b-a3b-instruct-fp8\", \"qwen3-vl-30b-a3b-thinking\", \"qwen3-vl-30b-a3b-thinking-fp8\", \"qwen3-vl-32b-instruct\", \"qwen3-vl-32b-instruct-fp8\", \"qwen3-vl-32b-thinking\", \"qwen3-vl-32b-thinking-fp8\", \"qwen3-vl-4b-instruct\", \"qwen3-vl-4b-instruct-fp8\", \"qwen3-vl-4b-thinking\", \"qwen3-vl-4b-thinking-fp8\", \"qwen3-vl-8b-instruct\", \"qwen3-vl-8b-instruct-fp8\", \"qwen3-vl-8b-thinking\", \"qwen3-vl-8b-thinking-fp8\"] {isTemplate:true}\n", "MODEL_NAME = f\"qwen/qwen3-vl@{model_version}\"" ] }, @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_qwq_deployment.ipynb b/notebooks/community/model_garden/model_garden_pytorch_qwq_deployment.ipynb index 1d80fccee..5023d3f79 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_qwq_deployment.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_qwq_deployment.ipynb @@ -395,8 +395,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_sam.ipynb b/notebooks/community/model_garden/model_garden_pytorch_sam.ipynb index 4ee052525..42196fa5e 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_sam.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_sam.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_stable_diffusion_upscaler.ipynb b/notebooks/community/model_garden/model_garden_pytorch_stable_diffusion_upscaler.ipynb index ef5629541..e752e9e97 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_stable_diffusion_upscaler.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_stable_diffusion_upscaler.ipynb @@ -400,8 +400,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ] diff --git a/notebooks/community/model_garden/model_garden_pytorch_stable_diffusion_xl_lightning.ipynb b/notebooks/community/model_garden/model_garden_pytorch_stable_diffusion_xl_lightning.ipynb index 723fb1d19..de7ef4488 100644 --- a/notebooks/community/model_garden/model_garden_pytorch_stable_diffusion_xl_lightning.ipynb +++ b/notebooks/community/model_garden/model_garden_pytorch_stable_diffusion_xl_lightning.ipynb @@ -395,8 +395,10 @@ "source": [ "if \"sdk_default\" in endpoints:\n", " endpoint = endpoints[\"sdk_default\"]\n", + " LABEL = \"sdk_default\"\n", "elif \"sdk_custom\" in endpoints:\n", " endpoint = endpoints[\"sdk_custom\"]\n", + " LABEL = \"sdk_custom\"\n", "else:\n", " raise ValueError(\"No endpoint found. Create an endpoint.\")" ]