Upload / Download to Google Cloud Storage with the Python API

It took a bit of experimentation but here's a way to upload large files to the Google Storage API:

	import io
	import logging
	logging.getLogger('googleapiclient.discovery').setLevel(logging.WARNING)
	logging.getLogger('oauth2client.client').setLevel(logging.WARNING)
	from apiclient.discovery import build
	from apiclient.http import (
	MediaIoBaseDownload,
	MediaFileUpload,
	)
	from oauth2client.client import GoogleCredentials
	LOGGER = logging.getLogger('storage')
	def get_storage():
	credentials = GoogleCredentials.get_application_default()
	return build('storage', 'v1', credentials=credentials)
	def download(bucket, object_name, to_path):
	service = get_storage()
	request = service.objects().get_media(bucket=bucket,
	object=object_name)
	fh = io.FileIO(to_path, mode='w')
	downloader = MediaIoBaseDownload(fh, request, chunksize=1024 * 1024)
	done = False
	while done is False:
	status, done = downloader.next_chunk()
	if status:
	LOGGER.info("Download %d%%." % int(status.progress() * 100))
	LOGGER.info("Download Complete!")
	def upload(file_path, fn, bucket):
	media = MediaFileUpload(file_path, mimetype='application/octet-stream',
	chunksize=1024 * 1024, resumable=True)
	service = get_storage()
	o = service.objects()
	o.insert(name=fn, bucket=bucket, media_body=media).execute()

view raw storage.py hosted with ❤ by GitHub