services.py 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940
  1. """
  2. Services implemented by the OpenStack provider.
  3. """
  4. import logging
  5. from cinderclient.exceptions import NotFound as CinderNotFound
  6. from neutronclient.common.exceptions import NeutronClientException
  7. from novaclient.exceptions import NotFound as NovaNotFound
  8. from openstack.exceptions import NotFoundException
  9. from openstack.exceptions import ResourceNotFound
  10. from swiftclient import ClientException as SwiftClientException
  11. import cloudbridge.cloud.base.helpers as cb_helpers
  12. from cloudbridge.cloud.base.resources import BaseLaunchConfig
  13. from cloudbridge.cloud.base.resources import ClientPagedResultList
  14. from cloudbridge.cloud.base.services import BaseBucketService
  15. from cloudbridge.cloud.base.services import BaseComputeService
  16. from cloudbridge.cloud.base.services import BaseImageService
  17. from cloudbridge.cloud.base.services import BaseInstanceService
  18. from cloudbridge.cloud.base.services import BaseKeyPairService
  19. from cloudbridge.cloud.base.services import BaseNetworkService
  20. from cloudbridge.cloud.base.services import BaseNetworkingService
  21. from cloudbridge.cloud.base.services import BaseRegionService
  22. from cloudbridge.cloud.base.services import BaseRouterService
  23. from cloudbridge.cloud.base.services import BaseSecurityService
  24. from cloudbridge.cloud.base.services import BaseSnapshotService
  25. from cloudbridge.cloud.base.services import BaseStorageService
  26. from cloudbridge.cloud.base.services import BaseSubnetService
  27. from cloudbridge.cloud.base.services import BaseVMFirewallService
  28. from cloudbridge.cloud.base.services import BaseVMTypeService
  29. from cloudbridge.cloud.base.services import BaseVolumeService
  30. from cloudbridge.cloud.interfaces.exceptions \
  31. import DuplicateResourceException
  32. from cloudbridge.cloud.interfaces.resources import KeyPair
  33. from cloudbridge.cloud.interfaces.resources import MachineImage
  34. from cloudbridge.cloud.interfaces.resources import PlacementZone
  35. from cloudbridge.cloud.interfaces.resources import Snapshot
  36. from cloudbridge.cloud.interfaces.resources import Subnet
  37. from cloudbridge.cloud.interfaces.resources import VMFirewall
  38. from cloudbridge.cloud.interfaces.resources import VMType
  39. from cloudbridge.cloud.interfaces.resources import Volume
  40. from cloudbridge.cloud.providers.openstack import helpers as oshelpers
  41. from .resources import OpenStackBucket
  42. from .resources import OpenStackInstance
  43. from .resources import OpenStackKeyPair
  44. from .resources import OpenStackMachineImage
  45. from .resources import OpenStackNetwork
  46. from .resources import OpenStackRegion
  47. from .resources import OpenStackRouter
  48. from .resources import OpenStackSnapshot
  49. from .resources import OpenStackSubnet
  50. from .resources import OpenStackVMFirewall
  51. from .resources import OpenStackVMType
  52. from .resources import OpenStackVolume
  53. log = logging.getLogger(__name__)
  54. class OpenStackSecurityService(BaseSecurityService):
  55. def __init__(self, provider):
  56. super(OpenStackSecurityService, self).__init__(provider)
  57. # Initialize provider services
  58. self._key_pairs = OpenStackKeyPairService(provider)
  59. self._vm_firewalls = OpenStackVMFirewallService(provider)
  60. @property
  61. def key_pairs(self):
  62. """
  63. Provides access to key pairs for this provider.
  64. :rtype: ``object`` of :class:`.KeyPairService`
  65. :return: a KeyPairService object
  66. """
  67. return self._key_pairs
  68. @property
  69. def vm_firewalls(self):
  70. """
  71. Provides access to VM firewalls for this provider.
  72. :rtype: ``object`` of :class:`.VMFirewallService`
  73. :return: a VMFirewallService object
  74. """
  75. return self._vm_firewalls
  76. def get_or_create_ec2_credentials(self):
  77. """
  78. A provider specific method than returns the ec2 credentials for the
  79. current user, or creates a new pair if one doesn't exist.
  80. """
  81. keystone = self.provider.keystone
  82. if hasattr(keystone, 'ec2'):
  83. user_id = keystone.session.get_user_id()
  84. user_creds = [cred for cred in keystone.ec2.list(user_id) if
  85. cred.tenant_id == keystone.session.get_project_id()]
  86. if user_creds:
  87. return user_creds[0]
  88. else:
  89. return keystone.ec2.create(
  90. user_id, keystone.session.get_project_id())
  91. return None
  92. def get_ec2_endpoints(self):
  93. """
  94. A provider specific method than returns the ec2 endpoints if
  95. available.
  96. """
  97. keystone = self.provider.keystone
  98. ec2_url = keystone.session.get_endpoint(service_type='ec2')
  99. s3_url = keystone.session.get_endpoint(service_type='s3')
  100. return {'ec2_endpoint': ec2_url,
  101. 's3_endpoint': s3_url}
  102. class OpenStackKeyPairService(BaseKeyPairService):
  103. def __init__(self, provider):
  104. super(OpenStackKeyPairService, self).__init__(provider)
  105. def get(self, key_pair_id):
  106. """
  107. Returns a KeyPair given its id.
  108. """
  109. log.debug("Returning KeyPair with the id %s", key_pair_id)
  110. try:
  111. return OpenStackKeyPair(
  112. self.provider, self.provider.nova.keypairs.get(key_pair_id))
  113. except NovaNotFound:
  114. log.debug("KeyPair %s was not found.", key_pair_id)
  115. return None
  116. def list(self, limit=None, marker=None):
  117. """
  118. List all key pairs associated with this account.
  119. :rtype: ``list`` of :class:`.KeyPair`
  120. :return: list of KeyPair objects
  121. """
  122. keypairs = self.provider.nova.keypairs.list()
  123. results = [OpenStackKeyPair(self.provider, kp)
  124. for kp in keypairs]
  125. log.debug("Listing all key pairs associated with OpenStack "
  126. "Account: %s", results)
  127. return ClientPagedResultList(self.provider, results,
  128. limit=limit, marker=marker)
  129. def find(self, **kwargs):
  130. name = kwargs.pop('name', None)
  131. # All kwargs should have been popped at this time.
  132. if len(kwargs) > 0:
  133. raise TypeError("Unrecognised parameters for search: %s."
  134. " Supported attributes: %s" % (kwargs, 'name'))
  135. keypairs = self.provider.nova.keypairs.findall(name=name)
  136. results = [OpenStackKeyPair(self.provider, kp)
  137. for kp in keypairs]
  138. log.debug("Searching for %s in: %s", name, keypairs)
  139. return ClientPagedResultList(self.provider, results)
  140. def create(self, name, public_key_material=None):
  141. log.debug("Creating a new key pair with the name: %s", name)
  142. OpenStackKeyPair.assert_valid_resource_name(name)
  143. existing_kp = self.find(name=name)
  144. if existing_kp:
  145. raise DuplicateResourceException(
  146. 'Keypair already exists with name {0}'.format(name))
  147. private_key = None
  148. if not public_key_material:
  149. public_key_material, private_key = cb_helpers.generate_key_pair()
  150. kp = self.provider.nova.keypairs.create(name,
  151. public_key=public_key_material)
  152. cb_kp = OpenStackKeyPair(self.provider, kp)
  153. cb_kp.material = private_key
  154. return cb_kp
  155. class OpenStackVMFirewallService(BaseVMFirewallService):
  156. def __init__(self, provider):
  157. super(OpenStackVMFirewallService, self).__init__(provider)
  158. def get(self, firewall_id):
  159. log.debug("Getting OpenStack VM Firewall with the id: %s", firewall_id)
  160. try:
  161. return OpenStackVMFirewall(
  162. self.provider,
  163. self.provider.os_conn.network.get_security_group(firewall_id))
  164. except (ResourceNotFound, NotFoundException):
  165. log.debug("Firewall %s not found.", firewall_id)
  166. return None
  167. def list(self, limit=None, marker=None):
  168. firewalls = [
  169. OpenStackVMFirewall(self.provider, fw)
  170. for fw in self.provider.os_conn.network.security_groups()]
  171. return ClientPagedResultList(self.provider, firewalls,
  172. limit=limit, marker=marker)
  173. @cb_helpers.deprecated_alias(network='network_id')
  174. def create(self, label, network, description=None):
  175. OpenStackVMFirewall.assert_valid_resource_label(label)
  176. log.debug("Creating OpenStack VM Firewall with the params: "
  177. "[label: %s network id: %s description: %s]", label,
  178. network, description)
  179. sg = self.provider.os_conn.network.create_security_group(
  180. name=label, description=description or label)
  181. if sg:
  182. return OpenStackVMFirewall(self.provider, sg)
  183. return None
  184. def find(self, **kwargs):
  185. label = kwargs.pop('label', None)
  186. # All kwargs should have been popped at this time.
  187. if len(kwargs) > 0:
  188. raise TypeError("Unrecognised parameters for search: %s."
  189. " Supported attributes: %s" % (kwargs, 'label'))
  190. log.debug("Searching for %s", label)
  191. sgs = [self.provider.os_conn.network.find_security_group(label)]
  192. results = [OpenStackVMFirewall(self.provider, sg)
  193. for sg in sgs if sg]
  194. return ClientPagedResultList(self.provider, results)
  195. def delete(self, group_id):
  196. log.debug("Deleting OpenStack Firewall with the id: %s", group_id)
  197. firewall = self.get(group_id)
  198. if firewall:
  199. firewall.delete()
  200. return True
  201. class OpenStackImageService(BaseImageService):
  202. def __init__(self, provider):
  203. super(OpenStackImageService, self).__init__(provider)
  204. def get(self, image_id):
  205. """
  206. Returns an Image given its id
  207. """
  208. log.debug("Getting OpenStack Image with the id: %s", image_id)
  209. try:
  210. return OpenStackMachineImage(
  211. self.provider, self.provider.os_conn.image.get_image(image_id))
  212. except (NotFoundException, ResourceNotFound):
  213. log.debug("Image %s not found", image_id)
  214. return None
  215. def find(self, **kwargs):
  216. filters = ['name', 'label']
  217. obj_list = self
  218. return cb_helpers.generic_find(filters, kwargs, obj_list)
  219. def list(self, filter_by_owner=True, limit=None, marker=None):
  220. """
  221. List all images.
  222. """
  223. project_id = None
  224. if filter_by_owner:
  225. project_id = self.provider.os_conn.session.get_project_id()
  226. os_images = self.provider.os_conn.image.images(
  227. owner=project_id,
  228. limit=oshelpers.os_result_limit(self.provider, limit),
  229. marker=marker)
  230. cb_images = [
  231. OpenStackMachineImage(self.provider, img)
  232. for img in os_images]
  233. return oshelpers.to_server_paged_list(self.provider, cb_images, limit)
  234. class OpenStackVMTypeService(BaseVMTypeService):
  235. def __init__(self, provider):
  236. super(OpenStackVMTypeService, self).__init__(provider)
  237. def list(self, limit=None, marker=None):
  238. cb_itypes = [
  239. OpenStackVMType(self.provider, obj)
  240. for obj in self.provider.nova.flavors.list(
  241. limit=oshelpers.os_result_limit(self.provider, limit),
  242. marker=marker)]
  243. return oshelpers.to_server_paged_list(self.provider, cb_itypes, limit)
  244. class OpenStackStorageService(BaseStorageService):
  245. def __init__(self, provider):
  246. super(OpenStackStorageService, self).__init__(provider)
  247. # Initialize provider services
  248. self._volume_svc = OpenStackVolumeService(self.provider)
  249. self._snapshot_svc = OpenStackSnapshotService(self.provider)
  250. self._bucket_svc = OpenStackBucketService(self.provider)
  251. @property
  252. def volumes(self):
  253. return self._volume_svc
  254. @property
  255. def snapshots(self):
  256. return self._snapshot_svc
  257. @property
  258. def buckets(self):
  259. return self._bucket_svc
  260. class OpenStackVolumeService(BaseVolumeService):
  261. def __init__(self, provider):
  262. super(OpenStackVolumeService, self).__init__(provider)
  263. def get(self, volume_id):
  264. """
  265. Returns a volume given its id.
  266. """
  267. log.debug("Getting OpenStack Volume with the id: %s", volume_id)
  268. try:
  269. return OpenStackVolume(
  270. self.provider, self.provider.cinder.volumes.get(volume_id))
  271. except CinderNotFound:
  272. log.debug("Volume %s was not found.", volume_id)
  273. return None
  274. def find(self, **kwargs):
  275. label = kwargs.pop('label', None)
  276. # All kwargs should have been popped at this time.
  277. if len(kwargs) > 0:
  278. raise TypeError("Unrecognised parameters for search: %s."
  279. " Supported attributes: %s" % (kwargs, 'label'))
  280. log.debug("Searching for an OpenStack Volume with the label %s", label)
  281. search_opts = {'name': label}
  282. cb_vols = [
  283. OpenStackVolume(self.provider, vol)
  284. for vol in self.provider.cinder.volumes.list(
  285. search_opts=search_opts,
  286. limit=oshelpers.os_result_limit(self.provider),
  287. marker=None)]
  288. return oshelpers.to_server_paged_list(self.provider, cb_vols)
  289. def list(self, limit=None, marker=None):
  290. """
  291. List all volumes.
  292. """
  293. cb_vols = [
  294. OpenStackVolume(self.provider, vol)
  295. for vol in self.provider.cinder.volumes.list(
  296. limit=oshelpers.os_result_limit(self.provider, limit),
  297. marker=marker)]
  298. return oshelpers.to_server_paged_list(self.provider, cb_vols, limit)
  299. def create(self, label, size, zone, snapshot=None, description=None):
  300. """
  301. Creates a new volume.
  302. """
  303. log.debug("Creating a new volume with the params: "
  304. "[label: %s size: %s zone: %s snapshot: %s description: %s]",
  305. label, size, zone, snapshot, description)
  306. OpenStackVolume.assert_valid_resource_label(label)
  307. zone_id = zone.id if isinstance(zone, PlacementZone) else zone
  308. snapshot_id = snapshot.id if isinstance(
  309. snapshot, OpenStackSnapshot) and snapshot else snapshot
  310. os_vol = self.provider.cinder.volumes.create(
  311. size, name=label, description=description,
  312. availability_zone=zone_id, snapshot_id=snapshot_id)
  313. return OpenStackVolume(self.provider, os_vol)
  314. class OpenStackSnapshotService(BaseSnapshotService):
  315. def __init__(self, provider):
  316. super(OpenStackSnapshotService, self).__init__(provider)
  317. def get(self, snapshot_id):
  318. """
  319. Returns a snapshot given its id.
  320. """
  321. log.debug("Getting OpenStack snapshot with the id: %s", snapshot_id)
  322. try:
  323. return OpenStackSnapshot(
  324. self.provider,
  325. self.provider.cinder.volume_snapshots.get(snapshot_id))
  326. except CinderNotFound:
  327. log.debug("Snapshot %s was not found.", snapshot_id)
  328. return None
  329. def find(self, **kwargs):
  330. label = kwargs.pop('label', None)
  331. # All kwargs should have been popped at this time.
  332. if len(kwargs) > 0:
  333. raise TypeError("Unrecognised parameters for search: %s."
  334. " Supported attributes: %s" % (kwargs, 'label'))
  335. search_opts = {'name': label, # TODO: Cinder is ignoring name
  336. 'limit': oshelpers.os_result_limit(self.provider),
  337. 'marker': None}
  338. log.debug("Searching for an OpenStack snapshot with the following "
  339. "params: %s", search_opts)
  340. cb_snaps = [
  341. OpenStackSnapshot(self.provider, snap) for
  342. snap in self.provider.cinder.volume_snapshots.list(search_opts)
  343. if snap.name == label]
  344. return oshelpers.to_server_paged_list(self.provider, cb_snaps)
  345. def list(self, limit=None, marker=None):
  346. """
  347. List all snapshot.
  348. """
  349. cb_snaps = [
  350. OpenStackSnapshot(self.provider, snap) for
  351. snap in self.provider.cinder.volume_snapshots.list(
  352. search_opts={'limit': oshelpers.os_result_limit(self.provider,
  353. limit),
  354. 'marker': marker})]
  355. return oshelpers.to_server_paged_list(self.provider, cb_snaps, limit)
  356. def create(self, label, volume, description=None):
  357. """
  358. Creates a new snapshot of a given volume.
  359. """
  360. log.debug("Creating a new snapshot of the %s volume.", label)
  361. OpenStackSnapshot.assert_valid_resource_label(label)
  362. volume_id = (volume.id if isinstance(volume, OpenStackVolume)
  363. else volume)
  364. os_snap = self.provider.cinder.volume_snapshots.create(
  365. volume_id, name=label,
  366. description=description)
  367. return OpenStackSnapshot(self.provider, os_snap)
  368. class OpenStackBucketService(BaseBucketService):
  369. def __init__(self, provider):
  370. super(OpenStackBucketService, self).__init__(provider)
  371. def get(self, bucket_id):
  372. """
  373. Returns a bucket given its ID. Returns ``None`` if the bucket
  374. does not exist.
  375. """
  376. log.debug("Getting OpenStack bucket with the id: %s", bucket_id)
  377. _, container_list = self.provider.swift.get_account(
  378. prefix=bucket_id)
  379. if container_list:
  380. return OpenStackBucket(self.provider,
  381. next((c for c in container_list
  382. if c['name'] == bucket_id), None))
  383. else:
  384. log.debug("Bucket %s was not found.", bucket_id)
  385. return None
  386. def find(self, **kwargs):
  387. name = kwargs.pop('name', None)
  388. # All kwargs should have been popped at this time.
  389. if len(kwargs) > 0:
  390. raise TypeError("Unrecognised parameters for search: %s."
  391. " Supported attributes: %s" % (kwargs, 'name'))
  392. log.debug("Searching for the OpenStack Bucket with the name: %s", name)
  393. _, container_list = self.provider.swift.get_account(
  394. limit=oshelpers.os_result_limit(self.provider),
  395. marker=None)
  396. cb_buckets = [OpenStackBucket(self.provider, c)
  397. for c in container_list
  398. if name in c.get("name")]
  399. return oshelpers.to_server_paged_list(self.provider, cb_buckets)
  400. def list(self, limit=None, marker=None):
  401. """
  402. List all containers.
  403. """
  404. _, container_list = self.provider.swift.get_account(
  405. limit=oshelpers.os_result_limit(self.provider, limit),
  406. marker=marker)
  407. cb_buckets = [OpenStackBucket(self.provider, c)
  408. for c in container_list]
  409. return oshelpers.to_server_paged_list(self.provider, cb_buckets, limit)
  410. def create(self, name, location=None):
  411. """
  412. Create a new bucket.
  413. """
  414. log.debug("Creating a new OpenStack Bucket with the name: %s", name)
  415. OpenStackBucket.assert_valid_resource_name(name)
  416. try:
  417. self.provider.swift.head_container(name)
  418. raise DuplicateResourceException(
  419. 'Bucket already exists with name {0}'.format(name))
  420. except SwiftClientException:
  421. self.provider.swift.put_container(name)
  422. return self.get(name)
  423. class OpenStackRegionService(BaseRegionService):
  424. def __init__(self, provider):
  425. super(OpenStackRegionService, self).__init__(provider)
  426. def get(self, region_id):
  427. log.debug("Getting OpenStack Region with the id: %s", region_id)
  428. region = (r for r in self if r.id == region_id)
  429. return next(region, None)
  430. def list(self, limit=None, marker=None):
  431. # pylint:disable=protected-access
  432. if self.provider._keystone_version == 3:
  433. os_regions = [OpenStackRegion(self.provider, region)
  434. for region in self.provider.keystone.regions.list()]
  435. return ClientPagedResultList(self.provider, os_regions,
  436. limit=limit, marker=marker)
  437. else:
  438. # Keystone v3 onwards supports directly listing regions
  439. # but for v2, this convoluted method is necessary.
  440. regions = (
  441. endpoint.get('region') or endpoint.get('region_id')
  442. for svc in self.provider.keystone.service_catalog.get_data()
  443. for endpoint in svc.get('endpoints', [])
  444. )
  445. regions = set(region for region in regions if region)
  446. os_regions = [OpenStackRegion(self.provider, region)
  447. for region in regions]
  448. return ClientPagedResultList(self.provider, os_regions,
  449. limit=limit, marker=marker)
  450. @property
  451. def current(self):
  452. nova_region = self.provider.nova.client.region_name
  453. return self.get(nova_region) if nova_region else None
  454. class OpenStackComputeService(BaseComputeService):
  455. def __init__(self, provider):
  456. super(OpenStackComputeService, self).__init__(provider)
  457. self._vm_type_svc = OpenStackVMTypeService(self.provider)
  458. self._instance_svc = OpenStackInstanceService(self.provider)
  459. self._region_svc = OpenStackRegionService(self.provider)
  460. self._images_svc = OpenStackImageService(self.provider)
  461. @property
  462. def images(self):
  463. return self._images_svc
  464. @property
  465. def vm_types(self):
  466. return self._vm_type_svc
  467. @property
  468. def instances(self):
  469. return self._instance_svc
  470. @property
  471. def regions(self):
  472. return self._region_svc
  473. class OpenStackInstanceService(BaseInstanceService):
  474. def __init__(self, provider):
  475. super(OpenStackInstanceService, self).__init__(provider)
  476. def create(self, label, image, vm_type, subnet, zone,
  477. key_pair=None, vm_firewalls=None, user_data=None,
  478. launch_config=None,
  479. **kwargs):
  480. """Create a new virtual machine instance."""
  481. OpenStackInstance.assert_valid_resource_label(label)
  482. image_id = image.id if isinstance(image, MachineImage) else image
  483. vm_size = vm_type.id if \
  484. isinstance(vm_type, VMType) else \
  485. self.provider.compute.vm_types.find(
  486. name=vm_type)[0].id
  487. if isinstance(subnet, Subnet):
  488. subnet_id = subnet.id
  489. net_id = subnet.network_id
  490. else:
  491. subnet_id = subnet
  492. net_id = (self.provider.networking.subnets
  493. .get(subnet_id).network_id
  494. if subnet_id else None)
  495. zone_id = zone.id if isinstance(zone, PlacementZone) else zone
  496. key_pair_name = key_pair.name if \
  497. isinstance(key_pair, KeyPair) else key_pair
  498. bdm = None
  499. if launch_config:
  500. bdm = self._to_block_device_mapping(launch_config)
  501. # Security groups must be passed in as a list of IDs and attached to a
  502. # port if a port is being created. Otherwise, the security groups must
  503. # be passed in as a list of names to the servers.create() call.
  504. # OpenStack will respect the port's security groups first and then
  505. # fall-back to the named security groups.
  506. sg_name_list = []
  507. nics = None
  508. if subnet_id:
  509. log.debug("Creating network port for %s in subnet: %s",
  510. label, subnet_id)
  511. sg_list = []
  512. if vm_firewalls:
  513. if isinstance(vm_firewalls, list) and \
  514. isinstance(vm_firewalls[0], VMFirewall):
  515. sg_list = vm_firewalls
  516. else:
  517. sg_list = (self.provider.security.vm_firewalls
  518. .find(label=sg) for sg in vm_firewalls)
  519. sg_list = (sg[0] for sg in sg_list if sg)
  520. sg_id_list = [sg.id for sg in sg_list]
  521. port_def = {
  522. "port": {
  523. "admin_state_up": True,
  524. "name": OpenStackInstance._generate_name_from_label(
  525. label, 'cb-port'),
  526. "network_id": net_id,
  527. "fixed_ips": [{"subnet_id": subnet_id}],
  528. "security_groups": sg_id_list
  529. }
  530. }
  531. port_id = self.provider.neutron.create_port(port_def)['port']['id']
  532. nics = [{'net-id': net_id, 'port-id': port_id}]
  533. else:
  534. if vm_firewalls:
  535. if isinstance(vm_firewalls, list) and \
  536. isinstance(vm_firewalls[0], VMFirewall):
  537. sg_name_list = [sg.name for sg in vm_firewalls]
  538. else:
  539. sg_list = (self.provider.security.vm_firewalls.get(sg)
  540. for sg in vm_firewalls)
  541. sg_name_list = (sg[0].name for sg in sg_list if sg)
  542. log.debug("Launching in subnet %s", subnet_id)
  543. os_instance = self.provider.nova.servers.create(
  544. label,
  545. None if self._has_root_device(launch_config) else image_id,
  546. vm_size,
  547. min_count=1,
  548. max_count=1,
  549. availability_zone=zone_id,
  550. key_name=key_pair_name,
  551. security_groups=sg_name_list,
  552. userdata=str(user_data) or None,
  553. block_device_mapping_v2=bdm,
  554. nics=nics)
  555. return OpenStackInstance(self.provider, os_instance)
  556. def _to_block_device_mapping(self, launch_config):
  557. """
  558. Extracts block device mapping information
  559. from a launch config and constructs a BlockDeviceMappingV2
  560. object.
  561. """
  562. bdm = []
  563. for device in launch_config.block_devices:
  564. bdm_dict = dict()
  565. if device.is_volume:
  566. bdm_dict['destination_type'] = 'volume'
  567. if device.is_root:
  568. bdm_dict['device_name'] = '/dev/sda'
  569. bdm_dict['boot_index'] = 0
  570. if isinstance(device.source, Snapshot):
  571. bdm_dict['source_type'] = 'snapshot'
  572. bdm_dict['uuid'] = device.source.id
  573. elif isinstance(device.source, Volume):
  574. bdm_dict['source_type'] = 'volume'
  575. bdm_dict['uuid'] = device.source.id
  576. elif isinstance(device.source, MachineImage):
  577. bdm_dict['source_type'] = 'image'
  578. bdm_dict['uuid'] = device.source.id
  579. else:
  580. bdm_dict['source_type'] = 'blank'
  581. if device.delete_on_terminate is not None:
  582. bdm_dict[
  583. 'delete_on_termination'] = device.delete_on_terminate
  584. if device.size:
  585. bdm_dict['volume_size'] = device.size
  586. else:
  587. bdm_dict['destination_type'] = 'local'
  588. bdm_dict['source_type'] = 'blank'
  589. bdm_dict['delete_on_termination'] = True
  590. bdm.append(bdm_dict)
  591. return bdm
  592. def _has_root_device(self, launch_config):
  593. if not launch_config:
  594. return False
  595. for device in launch_config.block_devices:
  596. if device.is_root:
  597. return True
  598. return False
  599. def create_launch_config(self):
  600. return BaseLaunchConfig(self.provider)
  601. def find(self, **kwargs):
  602. label = kwargs.pop('label', None)
  603. # All kwargs should have been popped at this time.
  604. if len(kwargs) > 0:
  605. raise TypeError("Unrecognised parameters for search: %s."
  606. " Supported attributes: %s" % (kwargs, 'label'))
  607. search_opts = {'name': label}
  608. cb_insts = [
  609. OpenStackInstance(self.provider, inst)
  610. for inst in self.provider.nova.servers.list(
  611. search_opts=search_opts,
  612. limit=oshelpers.os_result_limit(self.provider),
  613. marker=None)]
  614. return oshelpers.to_server_paged_list(self.provider, cb_insts)
  615. def list(self, limit=None, marker=None):
  616. """
  617. List all instances.
  618. """
  619. cb_insts = [
  620. OpenStackInstance(self.provider, inst)
  621. for inst in self.provider.nova.servers.list(
  622. limit=oshelpers.os_result_limit(self.provider, limit),
  623. marker=marker)]
  624. return oshelpers.to_server_paged_list(self.provider, cb_insts, limit)
  625. def get(self, instance_id):
  626. """
  627. Returns an instance given its id.
  628. """
  629. try:
  630. os_instance = self.provider.nova.servers.get(instance_id)
  631. return OpenStackInstance(self.provider, os_instance)
  632. except NovaNotFound:
  633. log.debug("Instance %s was not found.", instance_id)
  634. return None
  635. class OpenStackNetworkingService(BaseNetworkingService):
  636. def __init__(self, provider):
  637. super(OpenStackNetworkingService, self).__init__(provider)
  638. self._network_service = OpenStackNetworkService(self.provider)
  639. self._subnet_service = OpenStackSubnetService(self.provider)
  640. self._router_service = OpenStackRouterService(self.provider)
  641. @property
  642. def networks(self):
  643. return self._network_service
  644. @property
  645. def subnets(self):
  646. return self._subnet_service
  647. @property
  648. def routers(self):
  649. return self._router_service
  650. class OpenStackNetworkService(BaseNetworkService):
  651. def __init__(self, provider):
  652. super(OpenStackNetworkService, self).__init__(provider)
  653. def get(self, network_id):
  654. log.debug("Getting OpenStack Network with the id: %s", network_id)
  655. network = (n for n in self if n.id == network_id)
  656. return next(network, None)
  657. def list(self, limit=None, marker=None):
  658. networks = [OpenStackNetwork(self.provider, network)
  659. for network in self.provider.neutron.list_networks()
  660. .get('networks') if network]
  661. return ClientPagedResultList(self.provider, networks,
  662. limit=limit, marker=marker)
  663. def find(self, **kwargs):
  664. label = kwargs.pop('label', None)
  665. # All kwargs should have been popped at this time.
  666. if len(kwargs) > 0:
  667. raise TypeError("Unrecognised parameters for search: %s."
  668. " Supported attributes: %s" % (kwargs, 'label'))
  669. log.debug("Searching for OpenStack Network with label: %s", label)
  670. networks = [OpenStackNetwork(self.provider, network)
  671. for network in self.provider.neutron.list_networks(
  672. name=label)
  673. .get('networks') if network]
  674. return ClientPagedResultList(self.provider, networks)
  675. def create(self, label, cidr_block):
  676. log.debug("Creating OpenStack Network with the params: "
  677. "[label: %s Cinder Block: %s]", label, cidr_block)
  678. OpenStackNetwork.assert_valid_resource_label(label)
  679. net_info = {'name': label or ""}
  680. network = self.provider.neutron.create_network({'network': net_info})
  681. cb_net = OpenStackNetwork(self.provider, network.get('network'))
  682. if label:
  683. cb_net.label = label
  684. return cb_net
  685. class OpenStackSubnetService(BaseSubnetService):
  686. def __init__(self, provider):
  687. super(OpenStackSubnetService, self).__init__(provider)
  688. def get(self, subnet_id):
  689. log.debug("Getting OpenStack Subnet with the id: %s", subnet_id)
  690. subnet = (s for s in self if s.id == subnet_id)
  691. return next(subnet, None)
  692. def list(self, network=None, limit=None, marker=None):
  693. if network:
  694. network_id = (network.id if isinstance(network, OpenStackNetwork)
  695. else network)
  696. subnets = [subnet for subnet in self if network_id ==
  697. subnet.network_id]
  698. else:
  699. subnets = [OpenStackSubnet(self.provider, subnet) for subnet in
  700. self.provider.neutron.list_subnets().get('subnets', [])]
  701. return ClientPagedResultList(self.provider, subnets,
  702. limit=limit, marker=marker)
  703. def create(self, label, network, cidr_block, zone):
  704. """zone param is ignored."""
  705. log.debug("Creating OpenStack Subnet with the params: "
  706. "[Label: %s Network: %s Cinder Block: %s Zone: -ignored-]",
  707. label, network, cidr_block)
  708. OpenStackSubnet.assert_valid_resource_label(label)
  709. network_id = (network.id if isinstance(network, OpenStackNetwork)
  710. else network)
  711. subnet_info = {'name': label, 'network_id': network_id,
  712. 'cidr': cidr_block, 'ip_version': 4}
  713. subnet = (self.provider.neutron.create_subnet({'subnet': subnet_info})
  714. .get('subnet'))
  715. cb_subnet = OpenStackSubnet(self.provider, subnet)
  716. return cb_subnet
  717. def get_or_create_default(self, zone):
  718. """
  719. Subnet zone is not supported by OpenStack and is thus ignored.
  720. """
  721. try:
  722. sn = self.find(label=OpenStackSubnet.CB_DEFAULT_SUBNET_LABEL)
  723. if sn:
  724. return sn[0]
  725. # No default; create one
  726. net = self.provider.networking.networks.create(
  727. label=OpenStackNetwork.CB_DEFAULT_NETWORK_LABEL,
  728. cidr_block='10.0.0.0/16')
  729. sn = net.create_subnet(
  730. label=OpenStackSubnet.CB_DEFAULT_SUBNET_LABEL,
  731. cidr_block='10.0.0.0/24')
  732. router = self.provider.networking.routers.create(
  733. network=net, label=OpenStackRouter.CB_DEFAULT_ROUTER_LABEL)
  734. router.attach_subnet(sn)
  735. gteway = net.gateways.get_or_create_inet_gateway()
  736. router.attach_gateway(gteway)
  737. return sn
  738. except NeutronClientException:
  739. return None
  740. def delete(self, subnet):
  741. log.debug("Deleting subnet: %s", subnet)
  742. subnet_id = (subnet.id if isinstance(subnet, OpenStackSubnet)
  743. else subnet)
  744. self.provider.neutron.delete_subnet(subnet_id)
  745. # Adhere to the interface docs
  746. if subnet_id not in self:
  747. return True
  748. return False
  749. class OpenStackRouterService(BaseRouterService):
  750. def __init__(self, provider):
  751. super(OpenStackRouterService, self).__init__(provider)
  752. def get(self, router_id):
  753. log.debug("Getting OpenStack Router with the id: %s", router_id)
  754. router = (r for r in self if r.id == router_id)
  755. return next(router, None)
  756. def list(self, limit=None, marker=None):
  757. routers = self.provider.neutron.list_routers().get('routers')
  758. os_routers = [OpenStackRouter(self.provider, r) for r in routers]
  759. return ClientPagedResultList(self.provider, os_routers, limit=limit,
  760. marker=marker)
  761. def find(self, **kwargs):
  762. obj_list = self
  763. filters = ['label']
  764. matches = cb_helpers.generic_find(filters, kwargs, obj_list)
  765. return ClientPagedResultList(self._provider, list(matches))
  766. def create(self, label, network):
  767. """
  768. ``network`` is not used by OpenStack.
  769. However, the API seems to indicate it is a (required) param?!
  770. https://developer.openstack.org/api-ref/networking/v2/
  771. ?expanded=delete-router-detail,create-router-detail#create-router
  772. """
  773. log.debug("Creating OpenStack Router with the label: %s", label)
  774. OpenStackRouter.assert_valid_resource_label(label)
  775. body = {'router': {'name': label}} if label else None
  776. router = self.provider.neutron.create_router(body)
  777. return OpenStackRouter(self.provider, router.get('router'))