Merge pull request #105 from gurusai-voleti/ai-gsutil-migration-bf6b6d1ee68344e3ba321e41476954e0

chore: Migrate gsutil usage to gcloud storage

Author: jameswex

context-atlas/deploy.sh

@@ -25,16 +25,14 @@ yarn
 yarn build
 
 echo "Deploying..."
-gsutil mkdir -p gs://bert-wsd-vis/demo
-gsutil -m cp static/* gs://bert-wsd-vis/demo
+gcloud storage cp -r static/* gs://bert-wsd-vis/demo
 
-gsutil -m setmeta -h "Cache-Control:private" "gs://bert-wsd-vis/**.html"
-gsutil -m setmeta -h "Cache-Control:private" "gs://bert-wsd-vis/**.css"
-gsutil -m setmeta -h "Cache-Control:private" "gs://bert-wsd-vis/**.js"
+gcloud storage objects update "gs://bert-wsd-vis/**.html" --cache-control="private"
+gcloud storage objects update "gs://bert-wsd-vis/**.css" --cache-control="private"
+gcloud storage objects update "gs://bert-wsd-vis/**.js" --cache-control="private"
 
 if [[ $* == *--upload_jsons* ]]; then
   echo 'Uploading jsons data'
-  gsutil mkdir -p gs://bert-wsd-vis/demo/jsons
-  gsutil -m cp static/jsons/* gs://bert-wsd-vis/demo/jsons
+  gcloud storage cp -r static/jsons/* gs://bert-wsd-vis/demo/jsons
 fi
 

context-atlas/download_pregenerated_jsons.sh

@@ -21,4 +21,4 @@
 
 echo "Downloading..."
 mkdir -p static/jsons
-gsutil -m cp gs://bert-wsd-vis/demo/jsons/* static/jsons
+gcloud storage cp gs://bert-wsd-vis/demo/jsons/* static/jsons

data-synth-syntax/deploy.sh

@@ -25,20 +25,19 @@ yarn
 yarn build
 
 echo "Deploying..."
-gsutil mkdir -p gs://data-synth-trees/demo
-gsutil rm -f gs://data-synth-trees/demo/*.html
-gsutil rm -f gs://data-synth-trees/demo/*.css
-gsutil rm -f gs://data-synth-trees/demo/*.js
+touch empty_file | gcloud storage cp gs://data-synth-trees/demo
+gcloud storage rm -f gs://data-synth-trees/demo/*.html
+gcloud storage rm -f gs://data-synth-trees/demo/*.css
+gcloud storage rm -f gs://data-synth-trees/demo/*.js
 
-gsutil -m cp static/* gs://data-synth-trees/demo
+gcloud storage cp -r static/* gs://data-synth-trees/demo
 
-gsutil -m setmeta -h "Cache-Control:private" "gs://data-synth-trees/**.html"
-gsutil -m setmeta -h "Cache-Control:private" "gs://data-synth-trees/**.css"
-gsutil -m setmeta -h "Cache-Control:private" "gs://data-synth-trees/**.js"
+gcloud storage objects update "gs://data-synth-trees/**.html" --cache-control="private"
+gcloud storage objects update "gs://data-synth-trees/**.css" --cache-control="private"
+gcloud storage objects update "gs://data-synth-trees/**.js" --cache-control="private"
 
 if [[ $* == *--upload_jsons* ]]; then
   echo 'Uploading jsons data'
-  gsutil mkdir -p gs://data-synth-trees/demo/data
-  gsutil -m cp static/data/* gs://data-synth-trees/demo/data
+  gcloud storage cp -r static/data/* gs://data-synth-trees/demo/data
 fi
 

racing_thoughts/code/[1]_Behavioral_Results.py

@@ -295,6 +295,6 @@ def main(args) -> None:
 
   # To save results from xcloud to gbucket
   # XCLOUD
-  # gsutil -m rsync -r /workdir/results gs://patchscopes/workdir/main/racing_thoughts
+  # gcloud storage rsync --recursive /workdir/results gs://patchscopes/workdir/main/racing_thoughts
   # To cloudtop
-  # gsutil -m cp -R gs://patchscopes/workdir/main/racing_thoughts /usr/local/google/home/mlepori/racing_thoughts
+  # gcloud storage cp --recursive gs://patchscopes/workdir/main/racing_thoughts /usr/local/google/home/mlepori/racing_thoughts

uncertainty-over-space/tcga-slide/README.md

@@ -7,9 +7,9 @@ vips dzsave TCGA-YL-A8SB-01Z-00-DX1.6E3A9961-7A7E-456F-B703-4920FCC79425.svs tcg
 Upload to GCS and open up CORS headers.
 
 ```bash
-gsutil mb gs://uncertainty-over-space
-gsutil -m cp -r img/* gs://uncertainty-over-space/
-gsutil cors set cors-json-file.json gs://uncertainty-over-space
+gcloud storage buckets create gs://uncertainty-over-space
+gcloud storage cp --recursive img/* gs://uncertainty-over-space/
+gcloud storage buckets update --cors-file=cors-json-file.json gs://uncertainty-over-space
 ```
 
 `softmax.json` is generated by an unreleased pathology model.