# -*- coding: utf-8 -*- # Copyright 2011 Google Inc. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Implementation of mb command for creating cloud storage buckets.""" from __future__ import absolute_import import textwrap from gslib.cloud_api import BadRequestException from gslib.command import Command from gslib.command_argument import CommandArgument from gslib.cs_api_map import ApiSelector from gslib.exception import CommandException from gslib.storage_url import StorageUrlFromString from gslib.third_party.storage_apitools import storage_v1_messages as apitools_messages from gslib.util import NO_MAX _SYNOPSIS = """ gsutil mb [-c class] [-l location] [-p proj_id] uri... """ _DETAILED_HELP_TEXT = (""" SYNOPSIS """ + _SYNOPSIS + """ DESCRIPTION The mb command creates a new bucket. Google Cloud Storage has a single namespace, so you will not be allowed to create a bucket with a name already in use by another user. You can, however, carve out parts of the bucket name space corresponding to your company's domain name (see "gsutil help naming"). If you don't specify a project ID using the -p option, the bucket will be created using the default project ID specified in your gsutil configuration file (see "gsutil help config"). For more details about projects see "gsutil help projects". The -c and -l options specify the storage class and location, respectively, for the bucket. Once a bucket is created in a given location and with a given storage class, it cannot be moved to a different location, and the storage class cannot be changed. Instead, you would need to create a new bucket and move the data over and then delete the original bucket. BUCKET STORAGE CLASSES If you don't specify a -c option, the bucket will be created with the default (Standard) storage class. If you specify -c durable_reduced_availability (or -c dra), it causes the data stored in the bucket to use Durable Reduced Availability storage. Buckets created with this storage class have lower availability than Standard storage class buckets, but durability equal to that of buckets created with Standard storage class. This option allows users to reduce costs for data for which lower availability is acceptable. Durable Reduced Availability storage would not be appropriate for "hot" objects (i.e., objects being accessed frequently) or for interactive workloads; however, it might be appropriate for other types of applications. See the online documentation for `pricing `_ and `SLA `_ details. If you specify -c nearline (or -c nl), it causes the data stored in the bucket to use Nearline storage. Buckets created with this storage class have higher latency and lower throughput than Standard storage class buckets. The availability and durability remains equal to that of buckets created with the Standard storage class. This option is best for objects which are accessed rarely and for which slower performance is acceptable. See the online documentation for `pricing `_ and `SLA `_ details. BUCKET LOCATIONS If you don't specify a -l option, the bucket will be created in the default location (US). Otherwise, you can specify one of the available `multi-regional locations `_. - ASIA (Asia Pacific) - EU (European Union) - US (United States) Example: gsutil mb -l ASIA gs://some-bucket You can also create a bucket in a `regional location `_. The following regional locations support all storage classes: - asia-east1 (Eastern Asia-Pacific) - europe-west1 (Western Europe) - us-central1 (Central United States) - us-east1 (Eastern United States) Example: gsutil mb -c nearline -l europe-west1 gs://some-bucket The following regional locations are in Alpha and support just the Durable Reduced Availability storage class (-C dra). Data stored in these locations is not subject to the usual SLA. See the `bucket location `_ documentation for additional information. - us-central2 (Central United States) - us-east2 (Eastern United States) - us-east3 (Eastern United States) - us-west1 (Western United States) Example: gsutil mb -c dra -l US-CENTRAL2 gs://some-bucket OPTIONS -c class Can be dra (or durable_reduced_availability), nl (or nearline), or S (or standard). Default is standard. -l location Can be any multi-regional or regional location as described above. Default is US. Locations are case insensitive. -p proj_id Specifies the project ID under which to create the bucket. """) class MbCommand(Command): """Implementation of gsutil mb command.""" # Command specification. See base class for documentation. command_spec = Command.CreateCommandSpec( 'mb', command_name_aliases=['makebucket', 'createbucket', 'md', 'mkdir'], usage_synopsis=_SYNOPSIS, min_args=1, max_args=NO_MAX, supported_sub_args='c:l:p:', file_url_ok=False, provider_url_ok=False, urls_start_arg=0, gs_api_support=[ApiSelector.XML, ApiSelector.JSON], gs_default_api=ApiSelector.JSON, argparse_arguments=[ CommandArgument.MakeZeroOrMoreCloudBucketURLsArgument() ] ) # Help specification. See help_provider.py for documentation. help_spec = Command.HelpSpec( help_name='mb', help_name_aliases=[ 'createbucket', 'makebucket', 'md', 'mkdir', 'location', 'dra', 'dras', 'reduced_availability', 'durable_reduced_availability', 'rr', 'reduced_redundancy', 'standard', 'storage class', 'nearline', 'nl'], help_type='command_help', help_one_line_summary='Make buckets', help_text=_DETAILED_HELP_TEXT, subcommand_help_text={}, ) def RunCommand(self): """Command entry point for the mb command.""" location = None storage_class = None if self.sub_opts: for o, a in self.sub_opts: if o == '-l': location = a elif o == '-p': self.project_id = a elif o == '-c': storage_class = self._Normalize_Storage_Class(a) bucket_metadata = apitools_messages.Bucket(location=location, storageClass=storage_class) for bucket_uri_str in self.args: bucket_uri = StorageUrlFromString(bucket_uri_str) if not bucket_uri.IsBucket(): raise CommandException('The mb command requires a URI that specifies a ' 'bucket.\n"%s" is not valid.' % bucket_uri) self.logger.info('Creating %s...', bucket_uri) # Pass storage_class param only if this is a GCS bucket. (In S3 the # storage class is specified on the key object.) try: self.gsutil_api.CreateBucket( bucket_uri.bucket_name, project_id=self.project_id, metadata=bucket_metadata, provider=bucket_uri.scheme) except BadRequestException as e: if (e.status == 400 and e.reason == 'DotfulBucketNameNotUnderTld' and bucket_uri.scheme == 'gs'): bucket_name = bucket_uri.bucket_name final_comp = bucket_name[bucket_name.rfind('.')+1:] raise CommandException('\n'.join(textwrap.wrap( 'Buckets with "." in the name must be valid DNS names. The bucket' ' you are attempting to create (%s) is not a valid DNS name,' ' because the final component (%s) is not currently a valid part' ' of the top-level DNS tree.' % (bucket_name, final_comp)))) else: raise return 0 def _Normalize_Storage_Class(self, sc): sc = sc.lower() if sc in ('dra', 'durable_reduced_availability'): return 'durable_reduced_availability' if sc in ('s', 'std', 'standard'): return 'standard' if sc in ('nl', 'nearline'): return 'nearline' return sc