# This file contains google utils: https://cloud.google.com/storage/docs/reference/libraries # pip install --upgrade google-cloud-storage import os import time # from google.cloud import storage def gdrive_download(id='1HaXkef9z6y5l4vUnCYgdmEAj61c6bfWO', name='coco.zip'): # https://gist.github.com/tanaikech/f0f2d122e05bf5f971611258c22c110f # Downloads a file from Google Drive, accepting presented query # from utils.google_utils import *; gdrive_download() t = time.time() print('Downloading https://drive.google.com/uc?export=download&id=%s as %s... ' % (id, name), end='') if os.path.exists(name): # remove existing os.remove(name) # Attempt large file download s = ["curl -c ./cookie -s -L \"https://drive.google.com/uc?export=download&id=%s\" > /dev/null" % id, "curl -Lb ./cookie -s \"https://drive.google.com/uc?export=download&confirm=`awk '/download/ {print $NF}' ./cookie`&id=%s\" -o %s" % ( id, name), 'rm ./cookie'] r = sum([os.system(x) for x in s]) # run commands, get return zeros # Attempt small file download if not os.path.exists(name): # file size < 40MB s = 'curl -f -L -o %s https://drive.google.com/uc?export=download&id=%s' % (name, id) r = os.system(s) # Error check if r != 0: os.system('rm ' + name) # remove partial downloads print('ERROR: Download failure ') return r # Unzip if archive if name.endswith('.zip'): print('unzipping... ', end='') os.system('unzip -q %s' % name) # unzip os.remove(name) # remove zip to free space print('Done (%.1fs)' % (time.time() - t)) return r def upload_blob(bucket_name, source_file_name, destination_blob_name): # Uploads a file to a bucket # https://cloud.google.com/storage/docs/uploading-objects#storage-upload-object-python storage_client = storage.Client() bucket = storage_client.get_bucket(bucket_name) blob = bucket.blob(destination_blob_name) blob.upload_from_filename(source_file_name) print('File {} uploaded to {}.'.format( source_file_name, destination_blob_name)) def download_blob(bucket_name, source_blob_name, destination_file_name): # Uploads a blob from a bucket storage_client = storage.Client() bucket = storage_client.get_bucket(bucket_name) blob = bucket.blob(source_blob_name) blob.download_to_filename(destination_file_name) print('Blob {} downloaded to {}.'.format( source_blob_name, destination_file_name))