services.py 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936
  1. """
  2. Services implemented by the OpenStack provider.
  3. """
  4. import fnmatch
  5. import logging
  6. import re
  7. from cinderclient.exceptions import NotFound as CinderNotFound
  8. from neutronclient.common.exceptions import NeutronClientException
  9. from novaclient.exceptions import NotFound as NovaNotFound
  10. from openstack.exceptions import NotFoundException
  11. from openstack.exceptions import ResourceNotFound
  12. import cloudbridge.cloud.base.helpers as cb_helpers
  13. from cloudbridge.cloud.base.resources import BaseLaunchConfig
  14. from cloudbridge.cloud.base.resources import ClientPagedResultList
  15. from cloudbridge.cloud.base.services import BaseBucketService
  16. from cloudbridge.cloud.base.services import BaseComputeService
  17. from cloudbridge.cloud.base.services import BaseImageService
  18. from cloudbridge.cloud.base.services import BaseInstanceService
  19. from cloudbridge.cloud.base.services import BaseKeyPairService
  20. from cloudbridge.cloud.base.services import BaseNetworkService
  21. from cloudbridge.cloud.base.services import BaseNetworkingService
  22. from cloudbridge.cloud.base.services import BaseRegionService
  23. from cloudbridge.cloud.base.services import BaseRouterService
  24. from cloudbridge.cloud.base.services import BaseSecurityService
  25. from cloudbridge.cloud.base.services import BaseSnapshotService
  26. from cloudbridge.cloud.base.services import BaseStorageService
  27. from cloudbridge.cloud.base.services import BaseSubnetService
  28. from cloudbridge.cloud.base.services import BaseVMFirewallService
  29. from cloudbridge.cloud.base.services import BaseVMTypeService
  30. from cloudbridge.cloud.base.services import BaseVolumeService
  31. from cloudbridge.cloud.interfaces.exceptions \
  32. import DuplicateResourceException
  33. from cloudbridge.cloud.interfaces.resources import KeyPair
  34. from cloudbridge.cloud.interfaces.resources import MachineImage
  35. from cloudbridge.cloud.interfaces.resources import PlacementZone
  36. from cloudbridge.cloud.interfaces.resources import Snapshot
  37. from cloudbridge.cloud.interfaces.resources import Subnet
  38. from cloudbridge.cloud.interfaces.resources import VMFirewall
  39. from cloudbridge.cloud.interfaces.resources import VMType
  40. from cloudbridge.cloud.interfaces.resources import Volume
  41. from cloudbridge.cloud.providers.openstack import helpers as oshelpers
  42. from .resources import OpenStackBucket
  43. from .resources import OpenStackInstance
  44. from .resources import OpenStackKeyPair
  45. from .resources import OpenStackMachineImage
  46. from .resources import OpenStackNetwork
  47. from .resources import OpenStackRegion
  48. from .resources import OpenStackRouter
  49. from .resources import OpenStackSnapshot
  50. from .resources import OpenStackSubnet
  51. from .resources import OpenStackVMFirewall
  52. from .resources import OpenStackVMType
  53. from .resources import OpenStackVolume
  54. log = logging.getLogger(__name__)
  55. class OpenStackSecurityService(BaseSecurityService):
  56. def __init__(self, provider):
  57. super(OpenStackSecurityService, self).__init__(provider)
  58. # Initialize provider services
  59. self._key_pairs = OpenStackKeyPairService(provider)
  60. self._vm_firewalls = OpenStackVMFirewallService(provider)
  61. @property
  62. def key_pairs(self):
  63. """
  64. Provides access to key pairs for this provider.
  65. :rtype: ``object`` of :class:`.KeyPairService`
  66. :return: a KeyPairService object
  67. """
  68. return self._key_pairs
  69. @property
  70. def vm_firewalls(self):
  71. """
  72. Provides access to VM firewalls for this provider.
  73. :rtype: ``object`` of :class:`.VMFirewallService`
  74. :return: a VMFirewallService object
  75. """
  76. return self._vm_firewalls
  77. def get_or_create_ec2_credentials(self):
  78. """
  79. A provider specific method than returns the ec2 credentials for the
  80. current user, or creates a new pair if one doesn't exist.
  81. """
  82. keystone = self.provider.keystone
  83. if hasattr(keystone, 'ec2'):
  84. user_id = keystone.session.get_user_id()
  85. user_creds = [cred for cred in keystone.ec2.list(user_id) if
  86. cred.tenant_id == keystone.session.get_project_id()]
  87. if user_creds:
  88. return user_creds[0]
  89. else:
  90. return keystone.ec2.create(
  91. user_id, keystone.session.get_project_id())
  92. return None
  93. def get_ec2_endpoints(self):
  94. """
  95. A provider specific method than returns the ec2 endpoints if
  96. available.
  97. """
  98. keystone = self.provider.keystone
  99. ec2_url = keystone.session.get_endpoint(service_type='ec2')
  100. s3_url = keystone.session.get_endpoint(service_type='s3')
  101. return {'ec2_endpoint': ec2_url,
  102. 's3_endpoint': s3_url}
  103. class OpenStackKeyPairService(BaseKeyPairService):
  104. def __init__(self, provider):
  105. super(OpenStackKeyPairService, self).__init__(provider)
  106. def get(self, key_pair_id):
  107. """
  108. Returns a KeyPair given its id.
  109. """
  110. log.debug("Returning KeyPair with the id %s", key_pair_id)
  111. try:
  112. return OpenStackKeyPair(
  113. self.provider, self.provider.nova.keypairs.get(key_pair_id))
  114. except NovaNotFound:
  115. log.debug("KeyPair %s was not found.", key_pair_id)
  116. return None
  117. def list(self, limit=None, marker=None):
  118. """
  119. List all key pairs associated with this account.
  120. :rtype: ``list`` of :class:`.KeyPair`
  121. :return: list of KeyPair objects
  122. """
  123. keypairs = self.provider.nova.keypairs.list()
  124. results = [OpenStackKeyPair(self.provider, kp)
  125. for kp in keypairs]
  126. log.debug("Listing all key pairs associated with OpenStack "
  127. "Account: %s", results)
  128. return ClientPagedResultList(self.provider, results,
  129. limit=limit, marker=marker)
  130. def find(self, **kwargs):
  131. name = kwargs.pop('name', None)
  132. # All kwargs should have been popped at this time.
  133. if len(kwargs) > 0:
  134. raise TypeError("Unrecognised parameters for search: %s."
  135. " Supported attributes: %s" % (kwargs, 'name'))
  136. keypairs = self.provider.nova.keypairs.findall(name=name)
  137. results = [OpenStackKeyPair(self.provider, kp)
  138. for kp in keypairs]
  139. log.debug("Searching for %s in: %s", name, keypairs)
  140. return ClientPagedResultList(self.provider, results)
  141. def create(self, name, public_key_material=None):
  142. log.debug("Creating a new key pair with the name: %s", name)
  143. OpenStackKeyPair.assert_valid_resource_name(name)
  144. existing_kp = self.find(name=name)
  145. if existing_kp:
  146. raise DuplicateResourceException(
  147. 'Keypair already exists with name {0}'.format(name))
  148. private_key = None
  149. if not public_key_material:
  150. public_key_material, private_key = cb_helpers.generate_key_pair()
  151. kp = self.provider.nova.keypairs.create(name,
  152. public_key=public_key_material)
  153. cb_kp = OpenStackKeyPair(self.provider, kp)
  154. cb_kp.material = private_key
  155. return cb_kp
  156. class OpenStackVMFirewallService(BaseVMFirewallService):
  157. def __init__(self, provider):
  158. super(OpenStackVMFirewallService, self).__init__(provider)
  159. def get(self, firewall_id):
  160. log.debug("Getting OpenStack VM Firewall with the id: %s", firewall_id)
  161. try:
  162. return OpenStackVMFirewall(
  163. self.provider,
  164. self.provider.os_conn.network.get_security_group(firewall_id))
  165. except (ResourceNotFound, NotFoundException):
  166. log.debug("Firewall %s not found.", firewall_id)
  167. return None
  168. def list(self, limit=None, marker=None):
  169. firewalls = [
  170. OpenStackVMFirewall(self.provider, fw)
  171. for fw in self.provider.os_conn.network.security_groups()]
  172. return ClientPagedResultList(self.provider, firewalls,
  173. limit=limit, marker=marker)
  174. def create(self, description, network_id, label=None):
  175. OpenStackVMFirewall.assert_valid_resource_name(label)
  176. log.debug("Creating OpenStack VM Firewall with the params: "
  177. "[label: %s network id: %s description: %s]", label,
  178. network_id, description)
  179. sg = self.provider.os_conn.network.create_security_group(
  180. name=label, description=description)
  181. if sg:
  182. return OpenStackVMFirewall(self.provider, sg)
  183. return None
  184. def find(self, **kwargs):
  185. label = kwargs.pop('label', None)
  186. # All kwargs should have been popped at this time.
  187. if len(kwargs) > 0:
  188. raise TypeError("Unrecognised parameters for search: %s."
  189. " Supported attributes: %s" % (kwargs, 'label'))
  190. log.debug("Searching for %s", label)
  191. sgs = [self.provider.os_conn.network.find_security_group(label)]
  192. results = [OpenStackVMFirewall(self.provider, sg)
  193. for sg in sgs if sg]
  194. return ClientPagedResultList(self.provider, results)
  195. def delete(self, group_id):
  196. log.debug("Deleting OpenStack Firewall with the id: %s", group_id)
  197. firewall = self.get(group_id)
  198. if firewall:
  199. firewall.delete()
  200. return True
  201. class OpenStackImageService(BaseImageService):
  202. def __init__(self, provider):
  203. super(OpenStackImageService, self).__init__(provider)
  204. def get(self, image_id):
  205. """
  206. Returns an Image given its id
  207. """
  208. log.debug("Getting OpenStack Image with the id: %s", image_id)
  209. try:
  210. return OpenStackMachineImage(
  211. self.provider, self.provider.os_conn.image.get_image(image_id))
  212. except (NotFoundException, ResourceNotFound):
  213. log.debug("Image %s not found", image_id)
  214. return None
  215. def find(self, **kwargs):
  216. name = kwargs.pop('name', None)
  217. label = kwargs.pop('label', None)
  218. log.debug("Searching for OpenStack image with label: %s", label)
  219. regex = fnmatch.translate(label)
  220. cb_images = [
  221. img
  222. for img in self
  223. if ((img.label and re.search(regex, img.label))
  224. or img.name == name)]
  225. return oshelpers.to_server_paged_list(self.provider, cb_images)
  226. def list(self, filter_by_owner=True, limit=None, marker=None):
  227. """
  228. List all images.
  229. """
  230. project_id = None
  231. if filter_by_owner:
  232. project_id = self.provider.os_conn.session.get_project_id()
  233. os_images = self.provider.os_conn.image.images(
  234. owner=project_id,
  235. limit=oshelpers.os_result_limit(self.provider, limit),
  236. marker=marker)
  237. cb_images = [
  238. OpenStackMachineImage(self.provider, img)
  239. for img in os_images]
  240. return oshelpers.to_server_paged_list(self.provider, cb_images, limit)
  241. class OpenStackVMTypeService(BaseVMTypeService):
  242. def __init__(self, provider):
  243. super(OpenStackVMTypeService, self).__init__(provider)
  244. def list(self, limit=None, marker=None):
  245. cb_itypes = [
  246. OpenStackVMType(self.provider, obj)
  247. for obj in self.provider.nova.flavors.list(
  248. limit=oshelpers.os_result_limit(self.provider, limit),
  249. marker=marker)]
  250. return oshelpers.to_server_paged_list(self.provider, cb_itypes, limit)
  251. class OpenStackStorageService(BaseStorageService):
  252. def __init__(self, provider):
  253. super(OpenStackStorageService, self).__init__(provider)
  254. # Initialize provider services
  255. self._volume_svc = OpenStackVolumeService(self.provider)
  256. self._snapshot_svc = OpenStackSnapshotService(self.provider)
  257. self._bucket_svc = OpenStackBucketService(self.provider)
  258. @property
  259. def volumes(self):
  260. return self._volume_svc
  261. @property
  262. def snapshots(self):
  263. return self._snapshot_svc
  264. @property
  265. def buckets(self):
  266. return self._bucket_svc
  267. class OpenStackVolumeService(BaseVolumeService):
  268. def __init__(self, provider):
  269. super(OpenStackVolumeService, self).__init__(provider)
  270. def get(self, volume_id):
  271. """
  272. Returns a volume given its id.
  273. """
  274. log.debug("Getting OpenStack Volume with the id: %s", volume_id)
  275. try:
  276. return OpenStackVolume(
  277. self.provider, self.provider.cinder.volumes.get(volume_id))
  278. except CinderNotFound:
  279. log.debug("Volume %s was not found.", volume_id)
  280. return None
  281. def find(self, **kwargs):
  282. label = kwargs.pop('label', None)
  283. # All kwargs should have been popped at this time.
  284. if len(kwargs) > 0:
  285. raise TypeError("Unrecognised parameters for search: %s."
  286. " Supported attributes: %s" % (kwargs, 'label'))
  287. log.debug("Searching for an OpenStack Volume with the label %s", label)
  288. search_opts = {'name': label}
  289. cb_vols = [
  290. OpenStackVolume(self.provider, vol)
  291. for vol in self.provider.cinder.volumes.list(
  292. search_opts=search_opts,
  293. limit=oshelpers.os_result_limit(self.provider),
  294. marker=None)]
  295. return oshelpers.to_server_paged_list(self.provider, cb_vols)
  296. def list(self, limit=None, marker=None):
  297. """
  298. List all volumes.
  299. """
  300. cb_vols = [
  301. OpenStackVolume(self.provider, vol)
  302. for vol in self.provider.cinder.volumes.list(
  303. limit=oshelpers.os_result_limit(self.provider, limit),
  304. marker=marker)]
  305. return oshelpers.to_server_paged_list(self.provider, cb_vols, limit)
  306. def create(self, size, zone, label=None, snapshot=None, description=None):
  307. """
  308. Creates a new volume.
  309. """
  310. log.debug("Creating a new volume with the params: "
  311. "[label: %s size: %s zone: %s snapshot: %s description: %s]",
  312. label, size, zone, snapshot, description)
  313. OpenStackVolume.assert_valid_resource_name(label)
  314. zone_id = zone.id if isinstance(zone, PlacementZone) else zone
  315. snapshot_id = snapshot.id if isinstance(
  316. snapshot, OpenStackSnapshot) and snapshot else snapshot
  317. os_vol = self.provider.cinder.volumes.create(
  318. size, name=label, description=description,
  319. availability_zone=zone_id, snapshot_id=snapshot_id)
  320. return OpenStackVolume(self.provider, os_vol)
  321. class OpenStackSnapshotService(BaseSnapshotService):
  322. def __init__(self, provider):
  323. super(OpenStackSnapshotService, self).__init__(provider)
  324. def get(self, snapshot_id):
  325. """
  326. Returns a snapshot given its id.
  327. """
  328. log.debug("Getting OpenStack snapshot with the id: %s", snapshot_id)
  329. try:
  330. return OpenStackSnapshot(
  331. self.provider,
  332. self.provider.cinder.volume_snapshots.get(snapshot_id))
  333. except CinderNotFound:
  334. log.debug("Snapshot %s was not found.", snapshot_id)
  335. return None
  336. def find(self, **kwargs):
  337. label = kwargs.pop('label', None)
  338. # All kwargs should have been popped at this time.
  339. if len(kwargs) > 0:
  340. raise TypeError("Unrecognised parameters for search: %s."
  341. " Supported attributes: %s" % (kwargs, 'label'))
  342. search_opts = {'name': label, # TODO: Cinder is ignoring name
  343. 'limit': oshelpers.os_result_limit(self.provider),
  344. 'marker': None}
  345. log.debug("Searching for an OpenStack volume with the following "
  346. "params: %s", search_opts)
  347. cb_snaps = [
  348. OpenStackSnapshot(self.provider, snap) for
  349. snap in self.provider.cinder.volume_snapshots.list(search_opts)]
  350. return oshelpers.to_server_paged_list(self.provider, cb_snaps)
  351. def list(self, limit=None, marker=None):
  352. """
  353. List all snapshot.
  354. """
  355. cb_snaps = [
  356. OpenStackSnapshot(self.provider, snap) for
  357. snap in self.provider.cinder.volume_snapshots.list(
  358. search_opts={'limit': oshelpers.os_result_limit(self.provider,
  359. limit),
  360. 'marker': marker})]
  361. return oshelpers.to_server_paged_list(self.provider, cb_snaps, limit)
  362. def create(self, volume, label=None, description=None):
  363. """
  364. Creates a new snapshot of a given volume.
  365. """
  366. log.debug("Creating a new snapshot of the %s volume.", label)
  367. OpenStackSnapshot.assert_valid_resource_name(label)
  368. volume_id = (volume.id if isinstance(volume, OpenStackVolume)
  369. else volume)
  370. os_snap = self.provider.cinder.volume_snapshots.create(
  371. volume_id, name=label,
  372. description=description)
  373. return OpenStackSnapshot(self.provider, os_snap)
  374. class OpenStackBucketService(BaseBucketService):
  375. def __init__(self, provider):
  376. super(OpenStackBucketService, self).__init__(provider)
  377. def get(self, bucket_id):
  378. """
  379. Returns a bucket given its ID. Returns ``None`` if the bucket
  380. does not exist.
  381. """
  382. log.debug("Getting OpenStack bucket with the id: %s", bucket_id)
  383. _, container_list = self.provider.swift.get_account(
  384. prefix=bucket_id)
  385. if container_list:
  386. return OpenStackBucket(self.provider,
  387. next((c for c in container_list
  388. if c['name'] == bucket_id), None))
  389. else:
  390. log.debug("Bucket %s was not found.", bucket_id)
  391. return None
  392. def find(self, **kwargs):
  393. name = kwargs.pop('name', None)
  394. # All kwargs should have been popped at this time.
  395. if len(kwargs) > 0:
  396. raise TypeError("Unrecognised parameters for search: %s."
  397. " Supported attributes: %s" % (kwargs, 'name'))
  398. log.debug("Searching for the OpenStack Bucket with the name: %s", name)
  399. _, container_list = self.provider.swift.get_account(
  400. limit=oshelpers.os_result_limit(self.provider),
  401. marker=None)
  402. cb_buckets = [OpenStackBucket(self.provider, c)
  403. for c in container_list
  404. if name in c.get("name")]
  405. return oshelpers.to_server_paged_list(self.provider, cb_buckets)
  406. def list(self, limit=None, marker=None):
  407. """
  408. List all containers.
  409. """
  410. _, container_list = self.provider.swift.get_account(
  411. limit=oshelpers.os_result_limit(self.provider, limit),
  412. marker=marker)
  413. cb_buckets = [OpenStackBucket(self.provider, c)
  414. for c in container_list]
  415. return oshelpers.to_server_paged_list(self.provider, cb_buckets, limit)
  416. def create(self, name, location=None):
  417. """
  418. Create a new bucket.
  419. """
  420. log.debug("Creating a new OpenStack Bucket with the name: %s", name)
  421. OpenStackBucket.assert_valid_resource_name(name)
  422. self.provider.swift.put_container(name)
  423. return self.get(name)
  424. class OpenStackRegionService(BaseRegionService):
  425. def __init__(self, provider):
  426. super(OpenStackRegionService, self).__init__(provider)
  427. def get(self, region_id):
  428. log.debug("Getting OpenStack Region with the id: %s", region_id)
  429. region = (r for r in self if r.id == region_id)
  430. return next(region, None)
  431. def list(self, limit=None, marker=None):
  432. # pylint:disable=protected-access
  433. if self.provider._keystone_version == 3:
  434. os_regions = [OpenStackRegion(self.provider, region)
  435. for region in self.provider.keystone.regions.list()]
  436. return ClientPagedResultList(self.provider, os_regions,
  437. limit=limit, marker=marker)
  438. else:
  439. # Keystone v3 onwards supports directly listing regions
  440. # but for v2, this convoluted method is necessary.
  441. regions = (
  442. endpoint.get('region') or endpoint.get('region_id')
  443. for svc in self.provider.keystone.service_catalog.get_data()
  444. for endpoint in svc.get('endpoints', [])
  445. )
  446. regions = set(region for region in regions if region)
  447. os_regions = [OpenStackRegion(self.provider, region)
  448. for region in regions]
  449. return ClientPagedResultList(self.provider, os_regions,
  450. limit=limit, marker=marker)
  451. @property
  452. def current(self):
  453. nova_region = self.provider.nova.client.region_name
  454. return self.get(nova_region) if nova_region else None
  455. class OpenStackComputeService(BaseComputeService):
  456. def __init__(self, provider):
  457. super(OpenStackComputeService, self).__init__(provider)
  458. self._vm_type_svc = OpenStackVMTypeService(self.provider)
  459. self._instance_svc = OpenStackInstanceService(self.provider)
  460. self._region_svc = OpenStackRegionService(self.provider)
  461. self._images_svc = OpenStackImageService(self.provider)
  462. @property
  463. def images(self):
  464. return self._images_svc
  465. @property
  466. def vm_types(self):
  467. return self._vm_type_svc
  468. @property
  469. def instances(self):
  470. return self._instance_svc
  471. @property
  472. def regions(self):
  473. return self._region_svc
  474. class OpenStackInstanceService(BaseInstanceService):
  475. def __init__(self, provider):
  476. super(OpenStackInstanceService, self).__init__(provider)
  477. def create(self, image, vm_type, subnet, zone, label=None,
  478. key_pair=None, vm_firewalls=None, user_data=None,
  479. launch_config=None,
  480. **kwargs):
  481. """Create a new virtual machine instance."""
  482. OpenStackInstance.assert_valid_resource_name(label)
  483. image_id = image.id if isinstance(image, MachineImage) else image
  484. vm_size = vm_type.id if \
  485. isinstance(vm_type, VMType) else \
  486. self.provider.compute.vm_types.find(
  487. name=vm_type)[0].id
  488. if isinstance(subnet, Subnet):
  489. subnet_id = subnet.id
  490. net_id = subnet.network_id
  491. else:
  492. subnet_id = subnet
  493. net_id = (self.provider.networking.subnets
  494. .get(subnet_id).network_id
  495. if subnet_id else None)
  496. zone_id = zone.id if isinstance(zone, PlacementZone) else zone
  497. key_pair_name = key_pair.name if \
  498. isinstance(key_pair, KeyPair) else key_pair
  499. bdm = None
  500. if launch_config:
  501. bdm = self._to_block_device_mapping(launch_config)
  502. # Security groups must be passed in as a list of IDs and attached to a
  503. # port if a port is being created. Otherwise, the security groups must
  504. # be passed in as a list of names to the servers.create() call.
  505. # OpenStack will respect the port's security groups first and then
  506. # fall-back to the named security groups.
  507. sg_name_list = []
  508. nics = None
  509. if subnet_id:
  510. log.debug("Creating network port for %s in subnet: %s",
  511. label, subnet_id)
  512. sg_list = []
  513. if vm_firewalls:
  514. if isinstance(vm_firewalls, list) and \
  515. isinstance(vm_firewalls[0], VMFirewall):
  516. sg_list = vm_firewalls
  517. else:
  518. sg_list = (self.provider.security.vm_firewalls
  519. .find(label=sg) for sg in vm_firewalls)
  520. sg_list = (sg[0] for sg in sg_list if sg)
  521. sg_id_list = [sg.id for sg in sg_list]
  522. port_def = {
  523. "port": {
  524. "admin_state_up": True,
  525. "name": label,
  526. "network_id": net_id,
  527. "fixed_ips": [{"subnet_id": subnet_id}],
  528. "security_groups": sg_id_list
  529. }
  530. }
  531. port_id = self.provider.neutron.create_port(port_def)['port']['id']
  532. nics = [{'net-id': net_id, 'port-id': port_id}]
  533. else:
  534. if vm_firewalls:
  535. if isinstance(vm_firewalls, list) and \
  536. isinstance(vm_firewalls[0], VMFirewall):
  537. sg_name_list = [sg.label for sg in vm_firewalls]
  538. else:
  539. sg_name_list = vm_firewalls
  540. log.debug("Launching in subnet %s", subnet_id)
  541. os_instance = self.provider.nova.servers.create(
  542. label,
  543. None if self._has_root_device(launch_config) else image_id,
  544. vm_size,
  545. min_count=1,
  546. max_count=1,
  547. availability_zone=zone_id,
  548. key_name=key_pair_name,
  549. security_groups=sg_name_list,
  550. userdata=str(user_data) or None,
  551. block_device_mapping_v2=bdm,
  552. nics=nics)
  553. return OpenStackInstance(self.provider, os_instance)
  554. def _to_block_device_mapping(self, launch_config):
  555. """
  556. Extracts block device mapping information
  557. from a launch config and constructs a BlockDeviceMappingV2
  558. object.
  559. """
  560. bdm = []
  561. for device in launch_config.block_devices:
  562. bdm_dict = dict()
  563. if device.is_volume:
  564. bdm_dict['destination_type'] = 'volume'
  565. if device.is_root:
  566. bdm_dict['device_name'] = '/dev/sda'
  567. bdm_dict['boot_index'] = 0
  568. if isinstance(device.source, Snapshot):
  569. bdm_dict['source_type'] = 'snapshot'
  570. bdm_dict['uuid'] = device.source.id
  571. elif isinstance(device.source, Volume):
  572. bdm_dict['source_type'] = 'volume'
  573. bdm_dict['uuid'] = device.source.id
  574. elif isinstance(device.source, MachineImage):
  575. bdm_dict['source_type'] = 'image'
  576. bdm_dict['uuid'] = device.source.id
  577. else:
  578. bdm_dict['source_type'] = 'blank'
  579. if device.delete_on_terminate is not None:
  580. bdm_dict[
  581. 'delete_on_termination'] = device.delete_on_terminate
  582. if device.size:
  583. bdm_dict['volume_size'] = device.size
  584. else:
  585. bdm_dict['destination_type'] = 'local'
  586. bdm_dict['source_type'] = 'blank'
  587. bdm_dict['delete_on_termination'] = True
  588. bdm.append(bdm_dict)
  589. return bdm
  590. def _has_root_device(self, launch_config):
  591. if not launch_config:
  592. return False
  593. for device in launch_config.block_devices:
  594. if device.is_root:
  595. return True
  596. return False
  597. def create_launch_config(self):
  598. return BaseLaunchConfig(self.provider)
  599. def find(self, **kwargs):
  600. label = kwargs.pop('label', None)
  601. # All kwargs should have been popped at this time.
  602. if len(kwargs) > 0:
  603. raise TypeError("Unrecognised parameters for search: %s."
  604. " Supported attributes: %s" % (kwargs, 'label'))
  605. search_opts = {'name': label}
  606. cb_insts = [
  607. OpenStackInstance(self.provider, inst)
  608. for inst in self.provider.nova.servers.list(
  609. search_opts=search_opts,
  610. limit=oshelpers.os_result_limit(self.provider),
  611. marker=None)]
  612. return oshelpers.to_server_paged_list(self.provider, cb_insts)
  613. def list(self, limit=None, marker=None):
  614. """
  615. List all instances.
  616. """
  617. cb_insts = [
  618. OpenStackInstance(self.provider, inst)
  619. for inst in self.provider.nova.servers.list(
  620. limit=oshelpers.os_result_limit(self.provider, limit),
  621. marker=marker)]
  622. return oshelpers.to_server_paged_list(self.provider, cb_insts, limit)
  623. def get(self, instance_id):
  624. """
  625. Returns an instance given its id.
  626. """
  627. try:
  628. os_instance = self.provider.nova.servers.get(instance_id)
  629. return OpenStackInstance(self.provider, os_instance)
  630. except NovaNotFound:
  631. log.debug("Instance %s was not found.", instance_id)
  632. return None
  633. class OpenStackNetworkingService(BaseNetworkingService):
  634. def __init__(self, provider):
  635. super(OpenStackNetworkingService, self).__init__(provider)
  636. self._network_service = OpenStackNetworkService(self.provider)
  637. self._subnet_service = OpenStackSubnetService(self.provider)
  638. self._router_service = OpenStackRouterService(self.provider)
  639. @property
  640. def networks(self):
  641. return self._network_service
  642. @property
  643. def subnets(self):
  644. return self._subnet_service
  645. @property
  646. def routers(self):
  647. return self._router_service
  648. class OpenStackNetworkService(BaseNetworkService):
  649. def __init__(self, provider):
  650. super(OpenStackNetworkService, self).__init__(provider)
  651. def get(self, network_id):
  652. log.debug("Getting OpenStack Network with the id: %s", network_id)
  653. network = (n for n in self if n.id == network_id)
  654. return next(network, None)
  655. def list(self, limit=None, marker=None):
  656. networks = [OpenStackNetwork(self.provider, network)
  657. for network in self.provider.neutron.list_networks()
  658. .get('networks') if network]
  659. return ClientPagedResultList(self.provider, networks,
  660. limit=limit, marker=marker)
  661. def find(self, **kwargs):
  662. label = kwargs.pop('label', None)
  663. # All kwargs should have been popped at this time.
  664. if len(kwargs) > 0:
  665. raise TypeError("Unrecognised parameters for search: %s."
  666. " Supported attributes: %s" % (kwargs, 'label'))
  667. log.debug("Searching for OpenStack Network with label: %s", label)
  668. networks = [OpenStackNetwork(self.provider, network)
  669. for network in self.provider.neutron.list_networks(
  670. name=label)
  671. .get('networks') if network]
  672. return ClientPagedResultList(self.provider, networks)
  673. def create(self, cidr_block, label=None):
  674. log.debug("Creating OpenStack Network with the params: "
  675. "[label: %s Cinder Block: %s]", label, cidr_block)
  676. OpenStackNetwork.assert_valid_resource_name(label)
  677. name = OpenStackNetwork._generate_name_from_label(label)
  678. net_info = {'name': name}
  679. network = self.provider.neutron.create_network({'network': net_info})
  680. return OpenStackNetwork(self.provider, network.get('network'))
  681. class OpenStackSubnetService(BaseSubnetService):
  682. def __init__(self, provider):
  683. super(OpenStackSubnetService, self).__init__(provider)
  684. def get(self, subnet_id):
  685. log.debug("Getting OpenStack Subnet with the id: %s", subnet_id)
  686. subnet = (s for s in self if s.id == subnet_id)
  687. return next(subnet, None)
  688. def list(self, network=None, limit=None, marker=None):
  689. if network:
  690. network_id = (network.id if isinstance(network, OpenStackNetwork)
  691. else network)
  692. subnets = [subnet for subnet in self if network_id ==
  693. subnet.network_id]
  694. else:
  695. subnets = [OpenStackSubnet(self.provider, subnet) for subnet in
  696. self.provider.neutron.list_subnets().get('subnets', [])]
  697. return ClientPagedResultList(self.provider, subnets,
  698. limit=limit, marker=marker)
  699. def create(self, network, cidr_block, zone, label=None):
  700. """zone param is ignored."""
  701. log.debug("Creating OpenStack Subnet with the params: "
  702. "[Label: %s Network: %s Cinder Block: %s Zone: -ignored-]",
  703. label, network, cidr_block)
  704. OpenStackSubnet.assert_valid_resource_name(label)
  705. network_id = (network.id if isinstance(network, OpenStackNetwork)
  706. else network)
  707. subnet_info = {'name': label, 'network_id': network_id,
  708. 'cidr': cidr_block, 'ip_version': 4}
  709. subnet = (self.provider.neutron.create_subnet({'subnet': subnet_info})
  710. .get('subnet'))
  711. return OpenStackSubnet(self.provider, subnet)
  712. def get_or_create_default(self, zone):
  713. """
  714. Subnet zone is not supported by OpenStack and is thus ignored.
  715. """
  716. try:
  717. sn = self.find(label=OpenStackSubnet.CB_DEFAULT_SUBNET_LABEL)
  718. if sn:
  719. return sn[0]
  720. # No default; create one
  721. net = self.provider.networking.networks.create(
  722. label=OpenStackNetwork.CB_DEFAULT_NETWORK_LABEL,
  723. cidr_block='10.0.0.0/16')
  724. sn = net.create_subnet(
  725. label=OpenStackSubnet.CB_DEFAULT_SUBNET_LABEL,
  726. cidr_block='10.0.0.0/24')
  727. router = self.provider.networking.routers.create(
  728. network=net, label=OpenStackRouter.CB_DEFAULT_ROUTER_LABEL)
  729. router.attach_subnet(sn)
  730. gteway = net.gateways.get_or_create_inet_gateway()
  731. router.attach_gateway(gteway)
  732. return sn
  733. except NeutronClientException:
  734. return None
  735. def delete(self, subnet):
  736. log.debug("Deleting subnet: %s", subnet)
  737. subnet_id = (subnet.id if isinstance(subnet, OpenStackSubnet)
  738. else subnet)
  739. self.provider.neutron.delete_subnet(subnet_id)
  740. # Adhere to the interface docs
  741. if subnet_id not in self:
  742. return True
  743. return False
  744. class OpenStackRouterService(BaseRouterService):
  745. def __init__(self, provider):
  746. super(OpenStackRouterService, self).__init__(provider)
  747. def get(self, router_id):
  748. log.debug("Getting OpenStack Router with the id: %s", router_id)
  749. router = (r for r in self if r.id == router_id)
  750. return next(router, None)
  751. def list(self, limit=None, marker=None):
  752. routers = self.provider.neutron.list_routers().get('routers')
  753. os_routers = [OpenStackRouter(self.provider, r) for r in routers]
  754. return ClientPagedResultList(self.provider, os_routers, limit=limit,
  755. marker=marker)
  756. def find(self, **kwargs):
  757. obj_list = self
  758. filters = ['label']
  759. matches = cb_helpers.generic_find(filters, kwargs, obj_list)
  760. return ClientPagedResultList(self._provider, list(matches))
  761. def create(self, network, label=None):
  762. """
  763. ``network`` is not used by OpenStack.
  764. However, the API seems to indicate it is a (required) param?!
  765. https://developer.openstack.org/api-ref/networking/v2/
  766. ?expanded=delete-router-detail,create-router-detail#create-router
  767. """
  768. log.debug("Creating OpenStack Router with the label: %s", label)
  769. OpenStackRouter.assert_valid_resource_name(label)
  770. body = {'router': {'name': label}} if label else None
  771. router = self.provider.neutron.create_router(body)
  772. return OpenStackRouter(self.provider, router.get('router'))