| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150 |
- """
- DataTypes used by this provider
- """
- import hashlib
- import inspect
- from botocore.exceptions import ClientError
- from cloudbridge.cloud.base.resources import BaseAttachmentInfo
- from cloudbridge.cloud.base.resources import BaseBucket
- from cloudbridge.cloud.base.resources import BaseBucketContainer
- from cloudbridge.cloud.base.resources import BaseBucketObject
- from cloudbridge.cloud.base.resources import BaseFloatingIP
- from cloudbridge.cloud.base.resources import BaseInstance
- from cloudbridge.cloud.base.resources import BaseInternetGateway
- from cloudbridge.cloud.base.resources import BaseKeyPair
- from cloudbridge.cloud.base.resources import BaseLaunchConfig
- from cloudbridge.cloud.base.resources import BaseMachineImage
- from cloudbridge.cloud.base.resources import BaseNetwork
- from cloudbridge.cloud.base.resources import BasePlacementZone
- from cloudbridge.cloud.base.resources import BaseRegion
- from cloudbridge.cloud.base.resources import BaseRouter
- from cloudbridge.cloud.base.resources import BaseSnapshot
- from cloudbridge.cloud.base.resources import BaseSubnet
- from cloudbridge.cloud.base.resources import BaseVMFirewall
- from cloudbridge.cloud.base.resources import BaseVMFirewallRule
- from cloudbridge.cloud.base.resources import BaseVMFirewallRuleContainer
- from cloudbridge.cloud.base.resources import BaseVMType
- from cloudbridge.cloud.base.resources import BaseVolume
- from cloudbridge.cloud.base.resources import ClientPagedResultList
- from cloudbridge.cloud.interfaces.exceptions import InvalidValueException
- from cloudbridge.cloud.interfaces.resources import GatewayState
- from cloudbridge.cloud.interfaces.resources import InstanceState
- from cloudbridge.cloud.interfaces.resources import MachineImageState
- from cloudbridge.cloud.interfaces.resources import NetworkState
- from cloudbridge.cloud.interfaces.resources import RouterState
- from cloudbridge.cloud.interfaces.resources import SnapshotState
- from cloudbridge.cloud.interfaces.resources import SubnetState
- from cloudbridge.cloud.interfaces.resources import TrafficDirection
- from cloudbridge.cloud.interfaces.resources import VolumeState
- from .helpers import find_tag_value
- from .helpers import trim_empty_params
- class AWSMachineImage(BaseMachineImage):
- IMAGE_STATE_MAP = {
- 'pending': MachineImageState.PENDING,
- 'transient': MachineImageState.PENDING,
- 'available': MachineImageState.AVAILABLE,
- 'deregistered': MachineImageState.ERROR,
- 'failed': MachineImageState.ERROR,
- 'error': MachineImageState.ERROR,
- 'invalid': MachineImageState.ERROR
- }
- def __init__(self, provider, image):
- super(AWSMachineImage, self).__init__(provider)
- if isinstance(image, AWSMachineImage):
- # pylint:disable=protected-access
- self._ec2_image = image._ec2_image
- else:
- self._ec2_image = image
- @property
- def id(self):
- return self._ec2_image.id
- @property
- def name(self):
- try:
- return self._ec2_image.name
- except AttributeError:
- return None
- @property
- def description(self):
- try:
- return self._ec2_image.description
- except AttributeError:
- return None
- @property
- def min_disk(self):
- vols = [bdm.get('Ebs', {}) for bdm in
- self._ec2_image.block_device_mappings if
- bdm.get('DeviceName') == self._ec2_image.root_device_name]
- if vols:
- return vols[0].get('VolumeSize')
- else:
- return None
- def delete(self):
- snapshot_id = [
- bdm.get('Ebs', {}).get('SnapshotId') for bdm in
- self._ec2_image.block_device_mappings if
- bdm.get('DeviceName') == self._ec2_image.root_device_name]
- self._ec2_image.deregister()
- self.wait_for([MachineImageState.UNKNOWN, MachineImageState.ERROR])
- snapshot = self._provider.storage.snapshots.get(snapshot_id[0])
- if snapshot:
- snapshot.delete()
- @property
- def state(self):
- try:
- return AWSMachineImage.IMAGE_STATE_MAP.get(
- self._ec2_image.state, MachineImageState.UNKNOWN)
- except Exception:
- # Ignore all exceptions when querying state
- return MachineImageState.UNKNOWN
- def refresh(self):
- self._ec2_image.reload()
- class AWSPlacementZone(BasePlacementZone):
- def __init__(self, provider, zone, region):
- super(AWSPlacementZone, self).__init__(provider)
- if isinstance(zone, AWSPlacementZone):
- # pylint:disable=protected-access
- self._aws_zone = zone._aws_zone
- self._aws_region = zone._aws_region
- else:
- self._aws_zone = zone
- self._aws_region = region
- @property
- def id(self):
- return self._aws_zone
- @property
- def name(self):
- return self._aws_zone
- @property
- def region_name(self):
- return self._aws_region
- class AWSVMType(BaseVMType):
- def __init__(self, provider, instance_dict):
- super(AWSVMType, self).__init__(provider)
- self._inst_dict = instance_dict
- @property
- def id(self):
- return str(self._inst_dict['instance_type'])
- @property
- def name(self):
- return self._inst_dict['instance_type']
- @property
- def family(self):
- return self._inst_dict.get('family')
- @property
- def vcpus(self):
- return self._inst_dict.get('vCPU')
- @property
- def ram(self):
- return self._inst_dict.get('memory')
- @property
- def size_root_disk(self):
- return 0
- @property
- def size_ephemeral_disks(self):
- storage = self._inst_dict.get('storage')
- if storage:
- return storage.get('size') * storage.get("devices")
- else:
- return 0
- @property
- def num_ephemeral_disks(self):
- storage = self._inst_dict.get('storage')
- if storage:
- return storage.get("devices")
- else:
- return 0
- @property
- def extra_data(self):
- return {key: val for key, val in enumerate(self._inst_dict)
- if key not in ["instance_type", "family", "vCPU", "memory"]}
- class AWSInstance(BaseInstance):
- # ref:
- # http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/ec2-instance-lifecycle.html
- INSTANCE_STATE_MAP = {
- 'pending': InstanceState.PENDING,
- 'running': InstanceState.RUNNING,
- 'shutting-down': InstanceState.CONFIGURING,
- 'terminated': InstanceState.DELETED,
- 'stopping': InstanceState.CONFIGURING,
- 'stopped': InstanceState.STOPPED
- }
- def __init__(self, provider, ec2_instance):
- super(AWSInstance, self).__init__(provider)
- self._ec2_instance = ec2_instance
- @property
- def id(self):
- return self._ec2_instance.id
- @property
- # pylint:disable=arguments-differ
- def name(self):
- """
- .. note:: an instance must have a (case sensitive) tag ``Name``
- """
- return find_tag_value(self._ec2_instance.tags, 'Name')
- @name.setter
- # pylint:disable=arguments-differ
- def name(self, value):
- self.assert_valid_resource_name(value)
- self._ec2_instance.create_tags(Tags=[{'Key': 'Name', 'Value': value}])
- @property
- def public_ips(self):
- return ([self._ec2_instance.public_ip_address]
- if self._ec2_instance.public_ip_address else [])
- @property
- def private_ips(self):
- return ([self._ec2_instance.private_ip_address]
- if self._ec2_instance.private_ip_address else [])
- @property
- def vm_type_id(self):
- return self._ec2_instance.instance_type
- @property
- def vm_type(self):
- return self._provider.compute.vm_types.find(
- name=self._ec2_instance.instance_type)[0]
- def reboot(self):
- self._ec2_instance.reboot()
- def delete(self):
- self._ec2_instance.terminate()
- @property
- def image_id(self):
- return self._ec2_instance.image_id
- @property
- def zone_id(self):
- return self._ec2_instance.placement.get('AvailabilityZone')
- @property
- def vm_firewalls(self):
- return [
- self._provider.security.vm_firewalls.get(fw_id)
- for fw_id in self.vm_firewall_ids
- ]
- @property
- def vm_firewall_ids(self):
- return list(set([
- group.get('GroupId') for group in
- self._ec2_instance.security_groups
- ]))
- @property
- def key_pair_name(self):
- return self._ec2_instance.key_name
- def create_image(self, name):
- self.assert_valid_resource_name(name)
- image = AWSMachineImage(self._provider,
- self._ec2_instance.create_image(Name=name))
- # Wait for the image to exist
- self._provider.ec2_conn.meta.client.get_waiter('image_exists').wait(
- ImageIds=[image.id])
- # Return the image
- image.refresh()
- return image
- def add_floating_ip(self, floating_ip):
- fip = (
- floating_ip if isinstance(floating_ip, AWSFloatingIP) else
- self._provider.networking.floating_ips.get(floating_ip))
- params = trim_empty_params({
- 'InstanceId': self.id,
- 'PublicIp': None if self._ec2_instance.vpc_id else fip.public_ip,
- # pylint:disable=protected-access
- 'AllocationId': fip._ip.allocation_id})
- self._provider.ec2_conn.meta.client.associate_address(**params)
- self.refresh()
- def remove_floating_ip(self, floating_ip):
- fip = (
- floating_ip if isinstance(floating_ip, AWSFloatingIP) else
- self._provider.networking.floating_ips.get(floating_ip))
- params = trim_empty_params({
- 'PublicIp': None if self._ec2_instance.vpc_id else fip.public_ip,
- # pylint:disable=protected-access
- 'AssociationId': fip._ip.association_id})
- self._provider.ec2_conn.meta.client.disassociate_address(**params)
- self.refresh()
- def add_vm_firewall(self, firewall):
- self._ec2_instance.modify_attribute(
- Groups=self.vm_firewall_ids + [firewall.id])
- def remove_vm_firewall(self, firewall):
- self._ec2_instance.modify_attribute(
- Groups=([fw_id for fw_id in self.vm_firewall_ids
- if fw_id != firewall.id]))
- @property
- def state(self):
- try:
- return AWSInstance.INSTANCE_STATE_MAP.get(
- self._ec2_instance.state['Name'], InstanceState.UNKNOWN)
- except Exception:
- # Ignore all exceptions when querying state
- return InstanceState.UNKNOWN
- def refresh(self):
- try:
- self._ec2_instance.reload()
- except ClientError:
- # The instance no longer exists and cannot be refreshed.
- # set the state to unknown
- self._ec2_instance.state = {'Name': InstanceState.UNKNOWN}
- # pylint:disable=unused-argument
- def _wait_till_exists(self, timeout=None, interval=None):
- self._ec2_instance.wait_until_exists()
- class AWSVolume(BaseVolume):
- # Ref:
- # http://docs.aws.amazon.com/AWSEC2/latest/CommandLineReference/
- # ApiReference-cmd-DescribeVolumes.html
- VOLUME_STATE_MAP = {
- 'creating': VolumeState.CREATING,
- 'available': VolumeState.AVAILABLE,
- 'in-use': VolumeState.IN_USE,
- 'deleting': VolumeState.CONFIGURING,
- 'deleted': VolumeState.DELETED,
- 'error': VolumeState.ERROR
- }
- def __init__(self, provider, volume):
- super(AWSVolume, self).__init__(provider)
- self._volume = volume
- @property
- def id(self):
- return self._volume.id
- @property
- # pylint:disable=arguments-differ
- def name(self):
- return find_tag_value(self._volume.tags, 'Name')
- @name.setter
- # pylint:disable=arguments-differ
- def name(self, value):
- self.assert_valid_resource_name(value)
- self._volume.create_tags(Tags=[{'Key': 'Name', 'Value': value}])
- @property
- def description(self):
- return find_tag_value(self._volume.tags, 'Description')
- @description.setter
- def description(self, value):
- self._volume.create_tags(Tags=[{'Key': 'Description', 'Value': value}])
- @property
- def size(self):
- return self._volume.size
- @property
- def create_time(self):
- return self._volume.create_time
- @property
- def zone_id(self):
- return self._volume.availability_zone
- @property
- def source(self):
- if self._volume.snapshot_id:
- return self._provider.storage.snapshots.get(
- self._volume.snapshot_id)
- return None
- @property
- def attachments(self):
- return [
- BaseAttachmentInfo(self,
- a.get('InstanceId'),
- a.get('Device'))
- for a in self._volume.attachments
- ][0] if self._volume.attachments else None
- def attach(self, instance, device):
- instance_id = instance.id if isinstance(
- instance,
- AWSInstance) else instance
- self._volume.attach_to_instance(InstanceId=instance_id,
- Device=device)
- def detach(self, force=False):
- a = self.attachments
- if a:
- self._volume.detach_from_instance(
- InstanceId=a.instance_id,
- Device=a.device,
- Force=force)
- def create_snapshot(self, name, description=None):
- snap = AWSSnapshot(
- self._provider,
- self._volume.create_snapshot(
- Description=description))
- snap.name = name
- return snap
- def delete(self):
- self._volume.delete()
- @property
- def state(self):
- try:
- return AWSVolume.VOLUME_STATE_MAP.get(
- self._volume.state, VolumeState.UNKNOWN)
- except Exception:
- # Ignore all exceptions when querying state
- return VolumeState.UNKNOWN
- def refresh(self):
- try:
- self._volume.reload()
- except ClientError:
- # The volume no longer exists and cannot be refreshed.
- # set the status to unknown
- self._volume.state = VolumeState.UNKNOWN
- class AWSSnapshot(BaseSnapshot):
- # Ref: http://docs.aws.amazon.com/AWSEC2/latest/CommandLineReference/
- # ApiReference-cmd-DescribeSnapshots.html
- SNAPSHOT_STATE_MAP = {
- 'pending': SnapshotState.PENDING,
- 'deleting': SnapshotState.PENDING,
- 'completed': SnapshotState.AVAILABLE,
- 'error': SnapshotState.ERROR
- }
- def __init__(self, provider, snapshot):
- super(AWSSnapshot, self).__init__(provider)
- self._snapshot = snapshot
- @property
- def id(self):
- return self._snapshot.id
- @property
- # pylint:disable=arguments-differ
- def name(self):
- return find_tag_value(self._snapshot.tags, 'Name')
- @name.setter
- # pylint:disable=arguments-differ
- def name(self, value):
- self.assert_valid_resource_name(value)
- self._snapshot.create_tags(Tags=[{'Key': 'Name', 'Value': value}])
- @property
- def description(self):
- return find_tag_value(self._snapshot.tags, 'Description')
- @description.setter
- def description(self, value):
- self._snapshot.create_tags(Tags=[{
- 'Key': 'Description', 'Value': value}])
- @property
- def size(self):
- return self._snapshot.volume_size
- @property
- def volume_id(self):
- return self._snapshot.volume_id
- @property
- def create_time(self):
- return self._snapshot.start_time
- @property
- def state(self):
- try:
- return AWSSnapshot.SNAPSHOT_STATE_MAP.get(
- self._snapshot.state, SnapshotState.UNKNOWN)
- except Exception:
- # Ignore all exceptions when querying state
- return SnapshotState.UNKNOWN
- def refresh(self):
- try:
- self._snapshot.reload()
- except ClientError:
- # The snapshot no longer exists and cannot be refreshed.
- # set the status to unknown
- self._snapshot.state = SnapshotState.UNKNOWN
- def delete(self):
- self._snapshot.delete()
- def create_volume(self, placement, size=None, volume_type=None, iops=None):
- cb_vol = self._provider.storage.volumes.create(
- name=self.name,
- size=size,
- zone=placement,
- snapshot=self.id)
- cb_vol.wait_till_ready()
- cb_vol.name = "from_snap_{0}".format(self.name or self.id)
- return cb_vol
- class AWSKeyPair(BaseKeyPair):
- def __init__(self, provider, key_pair):
- super(AWSKeyPair, self).__init__(provider, key_pair)
- @property
- def material(self):
- # boto3 object will only have this field if the value is not empty
- if hasattr(self._key_pair, 'key_material'):
- return self._key_pair.key_material
- else:
- return None
- class AWSVMFirewall(BaseVMFirewall):
- def __init__(self, provider, _vm_firewall):
- super(AWSVMFirewall, self).__init__(provider, _vm_firewall)
- self._rule_container = AWSVMFirewallRuleContainer(provider, self)
- @property
- def name(self):
- return self._vm_firewall.group_name
- @property
- def network_id(self):
- return self._vm_firewall.vpc_id
- @property
- def rules(self):
- return self._rule_container
- def refresh(self):
- self._vm_firewall.reload()
- def to_json(self):
- attr = inspect.getmembers(self, lambda a: not inspect.isroutine(a))
- js = {k: v for (k, v) in attr if not k.startswith('_')}
- json_rules = [r.to_json() for r in self.rules]
- js['rules'] = json_rules
- if js.get('network_id'):
- js.pop('network_id') # Omit for consistency across cloud providers
- return js
- class AWSVMFirewallRuleContainer(BaseVMFirewallRuleContainer):
- def __init__(self, provider, firewall):
- super(AWSVMFirewallRuleContainer, self).__init__(provider, firewall)
- def list(self, limit=None, marker=None):
- # pylint:disable=protected-access
- rules = [AWSVMFirewallRule(self.firewall,
- TrafficDirection.INBOUND, r)
- for r in self.firewall._vm_firewall.ip_permissions]
- rules = rules + [
- AWSVMFirewallRule(
- self.firewall, TrafficDirection.OUTBOUND, r)
- for r in self.firewall._vm_firewall.ip_permissions_egress]
- return ClientPagedResultList(self._provider, rules,
- limit=limit, marker=marker)
- def create(self, direction, protocol=None, from_port=None,
- to_port=None, cidr=None, src_dest_fw=None):
- src_dest_fw_id = (
- src_dest_fw.id if isinstance(src_dest_fw, AWSVMFirewall)
- else src_dest_fw)
- # pylint:disable=protected-access
- ip_perm_entry = AWSVMFirewallRule._construct_ip_perms(
- protocol, from_port, to_port, cidr, src_dest_fw_id)
- # Filter out empty values to please Boto
- ip_perms = [trim_empty_params(ip_perm_entry)]
- try:
- if direction == TrafficDirection.INBOUND:
- # pylint:disable=protected-access
- self.firewall._vm_firewall.authorize_ingress(
- IpPermissions=ip_perms)
- elif direction == TrafficDirection.OUTBOUND:
- # pylint:disable=protected-access
- self.firewall._vm_firewall.authorize_egress(
- IpPermissions=ip_perms)
- else:
- raise InvalidValueException("direction", direction)
- self.firewall.refresh()
- return AWSVMFirewallRule(self.firewall, direction, ip_perm_entry)
- except ClientError as ec2e:
- if ec2e.response['Error']['Code'] == "InvalidPermission.Duplicate":
- return AWSVMFirewallRule(
- self.firewall, direction, ip_perm_entry)
- else:
- raise ec2e
- class AWSVMFirewallRule(BaseVMFirewallRule):
- def __init__(self, parent_fw, direction, rule):
- self._direction = direction
- super(AWSVMFirewallRule, self).__init__(parent_fw, rule)
- # cache id
- md5 = hashlib.md5()
- md5.update(self._name.encode('ascii'))
- self._id = md5.hexdigest()
- @property
- def id(self):
- return self._id
- @property
- def direction(self):
- return self._direction
- @property
- def protocol(self):
- return self._rule.get('IpProtocol')
- @property
- def from_port(self):
- return self._rule.get('FromPort')
- @property
- def to_port(self):
- return self._rule.get('ToPort')
- @property
- def cidr(self):
- if len(self._rule.get('IpRanges') or []) > 0:
- return self._rule['IpRanges'][0].get('CidrIp')
- return None
- @property
- def src_dest_fw_id(self):
- if len(self._rule.get('UserIdGroupPairs') or []) > 0:
- return self._rule['UserIdGroupPairs'][0]['GroupId']
- else:
- return None
- @property
- def src_dest_fw(self):
- if self.src_dest_fw_id:
- return AWSVMFirewall(
- self._provider,
- self._provider.ec2_conn.SecurityGroup(self.src_dest_fw_id))
- else:
- return None
- @staticmethod
- def _construct_ip_perms(protocol, from_port, to_port, cidr,
- src_dest_fw_id):
- return {
- 'IpProtocol': protocol,
- 'FromPort': from_port,
- 'ToPort': to_port,
- 'IpRanges': [{'CidrIp': cidr}] if cidr else None,
- 'UserIdGroupPairs': [{
- 'GroupId': src_dest_fw_id}
- ] if src_dest_fw_id else None
- }
- def delete(self):
- ip_perm_entry = self._construct_ip_perms(
- self.protocol, self.from_port, self.to_port,
- self.cidr, self.src_dest_fw_id)
- # Filter out empty values to please Boto
- ip_perms = [trim_empty_params(ip_perm_entry)]
- # pylint:disable=protected-access
- if self.direction == TrafficDirection.INBOUND:
- self.firewall._vm_firewall.revoke_ingress(
- IpPermissions=ip_perms)
- else:
- self.firewall._vm_firewall.revoke_egress(
- IpPermissions=ip_perms)
- self.firewall.refresh()
- class AWSBucketObject(BaseBucketObject):
- class BucketObjIterator():
- CHUNK_SIZE = 4096
- def __init__(self, body):
- self.body = body
- def __iter__(self):
- while True:
- data = self.read(self.CHUNK_SIZE)
- if data:
- yield data
- else:
- break
- def read(self, length):
- return self.body.read(amt=length)
- def close(self):
- return self.body.close()
- def __init__(self, provider, obj):
- super(AWSBucketObject, self).__init__(provider)
- self._obj = obj
- @property
- def id(self):
- return self._obj.key
- @property
- def name(self):
- return self.id
- @property
- def size(self):
- return self._obj.size
- @property
- def last_modified(self):
- return self._obj.last_modified.strftime("%Y-%m-%dT%H:%M:%S.%f")
- def iter_content(self):
- return self.BucketObjIterator(self._obj.get().get('Body'))
- def upload(self, data):
- self._obj.put(Body=data)
- def upload_from_file(self, path):
- self._obj.upload_file(path)
- def delete(self):
- self._obj.delete()
- def generate_url(self, expires_in=0):
- return self._provider.s3_conn.meta.client.generate_presigned_url(
- 'get_object',
- Params={'Bucket': self._obj.bucket_name, 'Key': self.id},
- ExpiresIn=expires_in)
- class AWSBucket(BaseBucket):
- def __init__(self, provider, bucket):
- super(AWSBucket, self).__init__(provider)
- self._bucket = bucket
- self._object_container = AWSBucketContainer(provider, self)
- @property
- def id(self):
- return self._bucket.name
- @property
- def name(self):
- return self._bucket.name
- @property
- def objects(self):
- return self._object_container
- def delete(self, delete_contents=False):
- self._bucket.delete()
- class AWSBucketContainer(BaseBucketContainer):
- def __init__(self, provider, bucket):
- super(AWSBucketContainer, self).__init__(provider, bucket)
- def get(self, name):
- try:
- # pylint:disable=protected-access
- obj = self.bucket._bucket.Object(name)
- # load() throws an error if object does not exist
- obj.load()
- return AWSBucketObject(self._provider, obj)
- except ClientError:
- return None
- def list(self, limit=None, marker=None, prefix=None):
- if prefix:
- # pylint:disable=protected-access
- boto_objs = self.bucket._bucket.objects.filter(Prefix=prefix)
- else:
- # pylint:disable=protected-access
- boto_objs = self.bucket._bucket.objects.all()
- objects = [AWSBucketObject(self._provider, obj)
- for obj in boto_objs]
- return ClientPagedResultList(self._provider, objects,
- limit=limit, marker=marker)
- def find(self, name, limit=None, marker=None):
- objects = [obj for obj in self if obj.name == name]
- return ClientPagedResultList(self._provider, objects,
- limit=limit, marker=marker)
- def create(self, name):
- # pylint:disable=protected-access
- obj = self.bucket._bucket.Object(name)
- return AWSBucketObject(self._provider, obj)
- class AWSRegion(BaseRegion):
- def __init__(self, provider, aws_region):
- super(AWSRegion, self).__init__(provider)
- self._aws_region = aws_region
- @property
- def id(self):
- return self._aws_region.get('RegionName')
- @property
- def name(self):
- return self.id
- @property
- def zones(self):
- if self.id == self._provider.region_name: # optimisation
- conn = self._provider.ec2_conn
- else:
- # pylint:disable=protected-access
- conn = self._provider._conect_ec2_region(region_name=self.id)
- zones = (conn.meta.client.describe_availability_zones()
- .get('AvailabilityZones', []))
- return [AWSPlacementZone(self._provider, zone.get('ZoneName'),
- self.id)
- for zone in zones]
- class AWSNetwork(BaseNetwork):
- # Ref:
- # docs.aws.amazon.com/AWSEC2/latest/APIReference/API_DescribeVpcs.html
- _NETWORK_STATE_MAP = {
- 'pending': NetworkState.PENDING,
- 'available': NetworkState.AVAILABLE,
- }
- def __init__(self, provider, network):
- super(AWSNetwork, self).__init__(provider)
- self._vpc = network
- @property
- def id(self):
- return self._vpc.id
- @property
- def name(self):
- return find_tag_value(self._vpc.tags, 'Name')
- @name.setter
- # pylint:disable=arguments-differ
- def name(self, value):
- self.assert_valid_resource_name(value)
- self._vpc.create_tags(Tags=[{'Key': 'Name', 'Value': value}])
- @property
- def external(self):
- """
- For AWS, all VPC networks can be connected to the Internet so always
- return ``True``.
- """
- return True
- @property
- def state(self):
- try:
- return AWSNetwork._NETWORK_STATE_MAP.get(
- self._vpc.state, NetworkState.UNKNOWN)
- except Exception:
- # Ignore all exceptions when querying state
- return NetworkState.UNKNOWN
- @property
- def cidr_block(self):
- return self._vpc.cidr_block
- def delete(self):
- self._vpc.delete()
- @property
- def subnets(self):
- return [AWSSubnet(self._provider, s) for s in self._vpc.subnets.all()]
- def refresh(self):
- try:
- self._vpc.reload()
- except ClientError:
- # The network no longer exists and cannot be refreshed.
- # set the status to unknown
- self._vpc.state = NetworkState.UNKNOWN
- def wait_till_ready(self, timeout=None, interval=None):
- self._provider.ec2_conn.meta.client.get_waiter('vpc_available').wait(
- VpcIds=[self.id])
- self.refresh()
- class AWSSubnet(BaseSubnet):
- # http://docs.aws.amazon.com/AWSEC2/latest/APIReference/API_DescribeSubnets.html
- _SUBNET_STATE_MAP = {
- 'pending': SubnetState.PENDING,
- 'available': SubnetState.AVAILABLE,
- }
- def __init__(self, provider, subnet):
- super(AWSSubnet, self).__init__(provider)
- self._subnet = subnet
- @property
- def id(self):
- return self._subnet.id
- @property
- def name(self):
- return find_tag_value(self._subnet.tags, 'Name')
- @name.setter
- # pylint:disable=arguments-differ
- def name(self, value):
- self.assert_valid_resource_name(value)
- self._subnet.create_tags(Tags=[{'Key': 'Name', 'Value': value}])
- @property
- def cidr_block(self):
- return self._subnet.cidr_block
- @property
- def network_id(self):
- return self._subnet.vpc_id
- @property
- def zone(self):
- return AWSPlacementZone(self._provider, self._subnet.availability_zone,
- self._provider.region_name)
- def delete(self):
- self._subnet.delete()
- @property
- def state(self):
- try:
- return self._SUBNET_STATE_MAP.get(
- self._subnet.state, SubnetState.UNKNOWN)
- except Exception:
- # Ignore all exceptions when querying state
- return SubnetState.UNKNOWN
- def refresh(self):
- subnet = self._provider.networking.subnets.get(self.id)
- if subnet:
- # pylint:disable=protected-access
- self._subnet = subnet._subnet
- else:
- # subnet no longer exists
- self._subnet.state = SubnetState.UNKNOWN
- class AWSFloatingIP(BaseFloatingIP):
- def __init__(self, provider, floating_ip):
- super(AWSFloatingIP, self).__init__(provider)
- self._ip = floating_ip
- @property
- def id(self):
- return self._ip.allocation_id
- @property
- def public_ip(self):
- return self._ip.public_ip
- @property
- def private_ip(self):
- return self._ip.private_ip_address
- @property
- def in_use(self):
- return True if self._ip.instance_id else False
- def delete(self):
- self._ip.release()
- def refresh(self):
- fip = self._provider.networking.floating_ips.get(self.id)
- # pylint:disable=protected-access
- self._ip = fip._ip
- class AWSRouter(BaseRouter):
- def __init__(self, provider, route_table):
- super(AWSRouter, self).__init__(provider)
- self._route_table = route_table
- @property
- def id(self):
- return self._route_table.id
- @property
- def name(self):
- return find_tag_value(self._route_table.tags, 'Name')
- @name.setter
- # pylint:disable=arguments-differ
- def name(self, value):
- self.assert_valid_resource_name(value)
- self._route_table.create_tags(Tags=[{'Key': 'Name', 'Value': value}])
- def refresh(self):
- try:
- self._route_table.reload()
- except ClientError:
- self._route_table.associations = None
- @property
- def state(self):
- if self._route_table.associations:
- return RouterState.ATTACHED
- return RouterState.DETACHED
- @property
- def network_id(self):
- return self._route_table.vpc_id
- def delete(self):
- self._route_table.delete()
- def attach_subnet(self, subnet):
- subnet_id = subnet.id if isinstance(subnet, AWSSubnet) else subnet
- self._route_table.associate_with_subnet(SubnetId=subnet_id)
- self.refresh()
- def detach_subnet(self, subnet):
- subnet_id = subnet.id if isinstance(subnet, AWSSubnet) else subnet
- associations = [a for a in self._route_table.associations
- if a.subnet_id == subnet_id]
- for a in associations:
- a.delete()
- self.refresh()
- def attach_gateway(self, gateway):
- gw_id = (gateway.id if isinstance(gateway, AWSInternetGateway)
- else gateway)
- if self._route_table.create_route(
- DestinationCidrBlock='0.0.0.0/0', GatewayId=gw_id):
- return True
- return False
- def detach_gateway(self, gateway):
- gw_id = (gateway.id if isinstance(gateway, AWSInternetGateway)
- else gateway)
- return self._provider.ec2_conn.meta.client.detach_internet_gateway(
- InternetGatewayId=gw_id, VpcId=self._route_table.vpc_id)
- class AWSInternetGateway(BaseInternetGateway):
- def __init__(self, provider, gateway):
- super(AWSInternetGateway, self).__init__(provider)
- self._gateway = gateway
- self._gateway.state = ''
- @property
- def id(self):
- return self._gateway.id
- @property
- def name(self):
- return find_tag_value(self._gateway.tags, 'Name')
- @name.setter
- # pylint:disable=arguments-differ
- def name(self, value):
- self.assert_valid_resource_name(value)
- self._gateway.create_tags(Tags=[{'Key': 'Name', 'Value': value}])
- def refresh(self):
- try:
- self._gateway.reload()
- except ClientError:
- self._gateway.state = GatewayState.UNKNOWN
- @property
- def state(self):
- if self._gateway.state == GatewayState.UNKNOWN:
- return GatewayState.UNKNOWN
- else:
- return GatewayState.AVAILABLE
- @property
- def network_id(self):
- if self._gateway.attachments:
- return self._gateway.attachments[0].get('VpcId')
- return None
- def delete(self):
- self._gateway.delete()
- class AWSLaunchConfig(BaseLaunchConfig):
- def __init__(self, provider):
- super(AWSLaunchConfig, self).__init__(provider)
|