Index: third_party/gsutil/boto/boto/gs/bucketlistresultset.py |
diff --git a/third_party/gsutil/boto/boto/gs/bucketlistresultset.py b/third_party/gsutil/boto/boto/gs/bucketlistresultset.py |
new file mode 100644 |
index 0000000000000000000000000000000000000000..5e717a5024cce524fbfd7492827094bd34985516 |
--- /dev/null |
+++ b/third_party/gsutil/boto/boto/gs/bucketlistresultset.py |
@@ -0,0 +1,64 @@ |
+# Copyright 2012 Google Inc. |
+# Copyright (c) 2006,2007 Mitch Garnaat http://garnaat.org/ |
+# |
+# Permission is hereby granted, free of charge, to any person obtaining a |
+# copy of this software and associated documentation files (the |
+# "Software"), to deal in the Software without restriction, including |
+# without limitation the rights to use, copy, modify, merge, publish, dis- |
+# tribute, sublicense, and/or sell copies of the Software, and to permit |
+# persons to whom the Software is furnished to do so, subject to the fol- |
+# lowing conditions: |
+# |
+# The above copyright notice and this permission notice shall be included |
+# in all copies or substantial portions of the Software. |
+# |
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS |
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL- |
+# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT |
+# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, |
+# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS |
+# IN THE SOFTWARE. |
+ |
+def versioned_bucket_lister(bucket, prefix='', delimiter='', |
+ marker='', generation_marker='', headers=None): |
+ """ |
+ A generator function for listing versioned objects. |
+ """ |
+ more_results = True |
+ k = None |
+ while more_results: |
+ rs = bucket.get_all_versions(prefix=prefix, marker=marker, |
+ generation_marker=generation_marker, |
+ delimiter=delimiter, headers=headers, |
+ max_keys=999) |
+ for k in rs: |
+ yield k |
+ marker = rs.next_marker |
+ generation_marker = rs.next_generation_marker |
+ more_results= rs.is_truncated |
+ |
+class VersionedBucketListResultSet: |
+ """ |
+ A resultset for listing versions within a bucket. Uses the bucket_lister |
+ generator function and implements the iterator interface. This |
+ transparently handles the results paging from GCS so even if you have |
+ many thousands of keys within the bucket you can iterate over all |
+ keys in a reasonably efficient manner. |
+ """ |
+ |
+ def __init__(self, bucket=None, prefix='', delimiter='', marker='', |
+ generation_marker='', headers=None): |
+ self.bucket = bucket |
+ self.prefix = prefix |
+ self.delimiter = delimiter |
+ self.marker = marker |
+ self.generation_marker = generation_marker |
+ self.headers = headers |
+ |
+ def __iter__(self): |
+ return versioned_bucket_lister(self.bucket, prefix=self.prefix, |
+ delimiter=self.delimiter, |
+ marker=self.marker, |
+ generation_marker=self.generation_marker, |
+ headers=self.headers) |