Scripts to download files from google storage based on sha1 sums

third_party/gsutil/boto/s3/lifecycle.py

+# Copyright (c) 2012 Mitch Garnaat http://garnaat.org/
+# Copyright (c) 2012 Amazon.com, Inc. or its affiliates.  All Rights Reserved
+#
+# Permission is hereby granted, free of charge, to any person obtaining a
+# copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish, dis-
+# tribute, sublicense, and/or sell copies of the Software, and to permit
+# persons to whom the Software is furnished to do so, subject to the fol-
+# lowing conditions:
+#
+# The above copyright notice and this permission notice shall be included
+# in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABIL-
+# ITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT
+# SHALL THE AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
+# WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+# IN THE SOFTWARE.
+
+
+class Rule(object):
+    """
+    A Lifcycle rule for an S3 bucket.
+
+    :ivar id: Unique identifier for the rule. The value cannot be longer
+        than 255 characters.
+
+    :ivar prefix: Prefix identifying one or more objects to which the
+        rule applies.
+
+    :ivar status: If Enabled, the rule is currently being applied.
+        If Disabled, the rule is not currently being applied.
+
+    :ivar expiration: Indicates the lifetime, in days, of the objects
+        that are subject to the rule. The value must be a non-zero
+        positive integer.
+
+    :ivar transition: An instance of `Transition`.  This indicates
+        when to transition to a different storage class.
+
+    """
+    def __init__(self, id=None, prefix=None, status=None, expiration=None,
+                 transition=None):
+        self.id = id
+        self.prefix = prefix
+        self.status = status
+        self.expiration = expiration
+        self.transition = transition
+
+    def __repr__(self):
+        return '<Rule: %s>' % self.id
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Transition':
+            self.transition = Transition()
+            return self.transition
+        return None
+
+
+    def endElement(self, name, value, connection):
+        if name == 'ID':
+            self.id = value
+        elif name == 'Prefix':
+            self.prefix = value
+        elif name == 'Status':
+            self.status = value
+        elif name == 'Days':
+            self.expiration = int(value)
+        else:
+            setattr(self, name, value)
+
+    def to_xml(self):
+        s = '<Rule>'
+        s += '<ID>%s</ID>' % self.id
+        s += '<Prefix>%s</Prefix>' % self.prefix
+        s += '<Status>%s</Status>' % self.status
+        if self.expiration is not None:
+            s += '<Expiration><Days>%d</Days></Expiration>' % self.expiration
+        if self.transition is not None:
+            transition = self.transition
+            s += ('<Transition><StorageClass>%s</StorageClass>' %
+                  transition.storage_class)
+            if transition.days is not None:
+                s += '<Days>%s</Days>' % transition.days
+            elif transition.date is not None:
+                s += '<Date>%s</Date>' % transition.date
+            s += '</Transition>'
+        s += '</Rule>'
+        return s
+
+
+class Transition(object):
+    """
+    A transition to a different storage class.
+
+    :ivar days: The number of days until the object should be moved.
+
+    :ivar date: The date when the object should be moved.  Should be
+        in ISO 8601 format.
+
+    :ivar storage_class: The storage class to transition to.  Valid
+        values are STANDARD, REDUCED_REDUNDANCY and GLACIER.
+
+    """
+    def __init__(self, days=None, date=None, storage_class=None):
+        self.days = days
+        self.date = date
+        self.storage_class = storage_class
+
+    def startElement(self, name, attrs, connection):
+        return None
+
+    def endElement(self, name, value, connection):
+        if name == 'Days':
+            self.days = int(value)
+        elif name == 'Date':
+            self.date = value
+        elif name == 'StorageClass':
+            self.storage_class = value
+
+    def __repr__(self):
+        if self.days is None:
+            how_long = "on: %s" % self.date
+        else:
+            how_long = "in: %s days" % self.days
+        return '<Transition: %s, %s>' % (how_long, self.storage_class)
+
+
+class Lifecycle(list):
+    """
+    A container for the rules associated with a Lifecycle configuration.
+    """
+
+    def startElement(self, name, attrs, connection):
+        if name == 'Rule':
+            rule = Rule()
+            self.append(rule)
+            return rule
+        return None
+
+    def endElement(self, name, value, connection):
+        setattr(self, name, value)
+
+    def to_xml(self):
+        """
+        Returns a string containing the XML version of the Lifecycle
+        configuration as defined by S3.
+        """
+        s = '<LifecycleConfiguration>'
+        for rule in self:
+            s += rule.to_xml()
+        s += '</LifecycleConfiguration>'
+        return s
+
+    def add_rule(self, id, prefix, status, expiration):
+        """
+        Add a rule to this Lifecycle configuration.  This only adds
+        the rule to the local copy.  To install the new rule(s) on
+        the bucket, you need to pass this Lifecycle config object
+        to the configure_lifecycle method of the Bucket object.
+
+        :type id: str
+        :param id: Unique identifier for the rule. The value cannot be longer
+            than 255 characters.
+
+        :type prefix: str
+        :iparam prefix: Prefix identifying one or more objects to which the
+            rule applies.
+
+        :type status: str
+        :param status: If 'Enabled', the rule is currently being applied.
+            If 'Disabled', the rule is not currently being applied.
+
+        :type expiration: int
+        :param expiration: Indicates the lifetime, in days, of the objects
+            that are subject to the rule. The value must be a non-zero
+            positive integer.
+        """
+        rule = Rule(id, prefix, status, expiration)
+        self.append(rule)