| Index: third_party/gsutil/boto/boto/gs/bucketlistresultset.py
|
| diff --git a/third_party/gsutil/boto/boto/gs/bucketlistresultset.py b/third_party/gsutil/boto/boto/gs/bucketlistresultset.py
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..5e717a5024cce524fbfd7492827094bd34985516
|
| --- /dev/null
|
| +++ b/third_party/gsutil/boto/boto/gs/bucketlistresultset.py
|
| @@ -0,0 +1,64 @@
|
| +# Copyright 2012 Google Inc.
|
| +# Copyright (c) 2006,2007 Mitch Garnaat http://garnaat.org/
|
| +#
|
| +# Permission is hereby granted, free of charge, to any person obtaining a
|
| +# copy of this software and associated documentation files (the
|
| +# "Software"), to deal in the Software without restriction, including
|
| +# without limitation the rights to use, copy, modify, merge, publish, dis-
|
| +# tribute, sublicense, and/or sell copies of the Software, and to permit
|
| +# persons to whom the Software is furnished to do so, subject to the fol-
|
| +# lowing conditions:
|
| +#
|
| +# The above copyright notice and this permission notice shall be included
|
| +# in all copies or substantial portions of the Software.
|
| +#
|
| +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
|
| +# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
|
| +# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
|
| +# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
|
| +# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
| +# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
| +# IN THE SOFTWARE.
|
| +
|
| +def versioned_bucket_lister(bucket, prefix='', delimiter='',
|
| + marker='', generation_marker='', headers=None):
|
| + """
|
| + A generator function for listing versioned objects.
|
| + """
|
| + more_results = True
|
| + k = None
|
| + while more_results:
|
| + rs = bucket.get_all_versions(prefix=prefix, marker=marker,
|
| + generation_marker=generation_marker,
|
| + delimiter=delimiter, headers=headers,
|
| + max_keys=999)
|
| + for k in rs:
|
| + yield k
|
| + marker = rs.next_marker
|
| + generation_marker = rs.next_generation_marker
|
| + more_results= rs.is_truncated
|
| +
|
| +class VersionedBucketListResultSet:
|
| + """
|
| + A resultset for listing versions within a bucket. Uses the bucket_lister
|
| + generator function and implements the iterator interface. This
|
| + transparently handles the results paging from GCS so even if you have
|
| + many thousands of keys within the bucket you can iterate over all
|
| + keys in a reasonably efficient manner.
|
| + """
|
| +
|
| + def __init__(self, bucket=None, prefix='', delimiter='', marker='',
|
| + generation_marker='', headers=None):
|
| + self.bucket = bucket
|
| + self.prefix = prefix
|
| + self.delimiter = delimiter
|
| + self.marker = marker
|
| + self.generation_marker = generation_marker
|
| + self.headers = headers
|
| +
|
| + def __iter__(self):
|
| + return versioned_bucket_lister(self.bucket, prefix=self.prefix,
|
| + delimiter=self.delimiter,
|
| + marker=self.marker,
|
| + generation_marker=self.generation_marker,
|
| + headers=self.headers)
|
|
|