Merge pull request #87 from gurusai-voleti/br_4319

removed model_garden changes

Author: gurusai-voleti

notebooks/community/model_garden/model_garden_pytorch_mistral_peft_tuning.ipynb

@@ -187,10 +187,10 @@
         "if BUCKET_URI is None or BUCKET_URI.strip() == \"\" or BUCKET_URI == \"gs://\":\n",
         "    BUCKET_URI = f\"gs://{PROJECT_ID}-tmp-{now}-{str(uuid.uuid4())[:4]}\"\n",
         "    BUCKET_NAME = \"/\".join(BUCKET_URI.split(\"/\")[:3])\n",
-        "    ! gcloud storage buckets create --location={REGION} {BUCKET_URI}\n",
+        "    ! gsutil mb -l {REGION} {BUCKET_URI}\n",
         "else:\n",
         "    assert BUCKET_URI.startswith(\"gs://\"), \"BUCKET_URI must start with `gs://`.\"\n",
-        "    shell_output = ! gcloud storage ls --full --buckets {BUCKET_NAME} | grep \"Location Constraint:\" | sed \"s/Location Constraint://\"\n",
+        "    shell_output = ! gsutil ls -Lb {BUCKET_NAME} | grep \"Location constraint:\" | sed \"s/Location constraint://\"\n",
         "    bucket_region = shell_output[0].strip().lower()\n",
         "    if bucket_region != REGION:\n",
         "        raise ValueError(\n",
@@ -215,7 +215,7 @@
         "\n",
         "\n",
         "# Provision permissions to the SERVICE_ACCOUNT with the GCS bucket\n",
-        "! gcloud storage buckets add-iam-policy-binding $BUCKET_NAME --member=serviceAccount:{SERVICE_ACCOUNT} --role=roles/storage.admin\n",
+        "! gsutil iam ch serviceAccount:{SERVICE_ACCOUNT}:roles/storage.admin $BUCKET_NAME\n",
         "\n",
         "! gcloud config set project $PROJECT_ID\n",
         "! gcloud projects add-iam-policy-binding --no-user-output-enabled {PROJECT_ID} --member=serviceAccount:{SERVICE_ACCOUNT} --role=\"roles/storage.admin\"\n",
@@ -335,8 +335,8 @@
         "if dataset_validation_util.is_gcs_path(pretrained_model_id):\n",
         "    # Download tokenizer.\n",
         "    ! mkdir tokenizer\n",
-        "    ! gcloud storage cp {pretrained_model_id}/tokenizer.json ./tokenizer\n",
-        "    ! gcloud storage cp {pretrained_model_id}/config.json ./tokenizer\n",
+        "    ! gsutil cp {pretrained_model_id}/tokenizer.json ./tokenizer\n",
+        "    ! gsutil cp {pretrained_model_id}/config.json ./tokenizer\n",
         "    tokenizer_path = \"./tokenizer\"\n",
         "    access_token = \"\"\n",
         "else:\n",
@@ -891,7 +891,7 @@
         "\n",
         "delete_bucket = False  # @param {type:\"boolean\"}\n",
         "if delete_bucket:\n",
-        "    ! gcloud storage rm --recursive $BUCKET_NAME"
+        "    ! gsutil -m rm -r $BUCKET_NAME"
       ]
     }
   ],

notebooks/community/model_garden/model_garden_pytorch_mixtral_peft_tuning.ipynb

@@ -187,10 +187,10 @@
         "if BUCKET_URI is None or BUCKET_URI.strip() == \"\" or BUCKET_URI == \"gs://\":\n",
         "    BUCKET_URI = f\"gs://{PROJECT_ID}-tmp-{now}-{str(uuid.uuid4())[:4]}\"\n",
         "    BUCKET_NAME = \"/\".join(BUCKET_URI.split(\"/\")[:3])\n",
-        "    ! gcloud storage buckets create --location {REGION} {BUCKET_URI}\n",
+        "    ! gsutil mb -l {REGION} {BUCKET_URI\n",
         "else:\n",
         "    assert BUCKET_URI.startswith(\"gs://\"), \"BUCKET_URI must start with `gs://`.\"\n",
-        "    shell_output = ! gcloud storage ls --full --buckets {BUCKET_NAME} | grep \"Location Constraint:\" | sed \"s/Location Constraint://\"\n",
+        "    shell_output = ! gsutil ls -Lb {BUCKET_NAME} | grep \"Location constraint:\" | sed \"s/Location constraint://\"\n",
         "    bucket_region = shell_output[0].strip().lower()\n",
         "    if bucket_region != REGION:\n",
         "        raise ValueError(\n",
@@ -215,7 +215,7 @@
         "\n",
         "\n",
         "# Provision permissions to the SERVICE_ACCOUNT with the GCS bucket\n",
-        "! gcloud storage buckets add-iam-policy-binding $BUCKET_NAME --member=serviceAccount:{SERVICE_ACCOUNT} --role=roles/storage.admin\n",
+        "! gsutil iam ch serviceAccount:{SERVICE_ACCOUNT}:roles/storage.admin $BUCKET_NAME\n",
         "\n",
         "! gcloud config set project $PROJECT_ID\n",
         "! gcloud projects add-iam-policy-binding --no-user-output-enabled {PROJECT_ID} --member=serviceAccount:{SERVICE_ACCOUNT} --role=\"roles/storage.admin\"\n",
@@ -335,8 +335,8 @@
         "if dataset_validation_util.is_gcs_path(pretrained_model_id):\n",
         "    # Download tokenizer.\n",
         "    ! mkdir tokenizer\n",
-        "    ! gcloud storage cp {pretrained_model_id}/tokenizer.json ./tokenizer\n",
-        "    ! gcloud storage cp {pretrained_model_id}/config.json ./tokenizer\n",
+        "    ! gsutil cp {pretrained_model_id}/tokenizer.json ./tokenizer\n",
+        "    ! gsutil cp {pretrained_model_id}/config.json ./tokenizer\n",
         "    tokenizer_path = \"./tokenizer\"\n",
         "    access_token = \"\"\n",
         "else:\n",
@@ -614,9 +614,7 @@
         "\n",
         "# Find Vertex AI prediction supported accelerators and regions [here](https://cloud.google.com/vertex-ai/docs/predictions/configure-compute).\n",
         "# @markdown Accelerator type to use for serving.\n",
-        "accelerator_type = (\n",
-        "    \"NVIDIA_L4\"  # @param [\"NVIDIA_L4\", \"NVIDIA_TESLA_V100\", \"NVIDIA_H100_80GB\"]\n",
-        ")\n",
+        "accelerator_type = \"NVIDIA_L4\"  # @param [\"NVIDIA_L4\", \"NVIDIA_TESLA_V100\", \"NVIDIA_H100_80GB\"]\n",
         "\n",
         "if accelerator_type == \"NVIDIA_L4\":\n",
         "    machine_type = \"g2-standard-96\"\n",
@@ -899,7 +897,7 @@
         "\n",
         "delete_bucket = False  # @param {type:\"boolean\"}\n",
         "if delete_bucket:\n",
-        "    ! gcloud storage rm --recursive $BUCKET_NAME"
+        "    ! gsutil -m rm -r $BUCKET_NAME"
       ]
     }
   ],