Seperating tests into different jobs

.travis.yml

@@ -13,23 +13,222 @@ matrix:
     - os: osx
   include:
     - python: 2.7
-      env: TOX_ENV=py27-aws
+      env: TOX_ENV=py27-aws TOX_TEST=test.test_block_store_service
     - python: 2.7
-      env: TOX_ENV=py27-azure
+      env: TOX_ENV=py27-azure TOX_TEST=test.test_block_store_service
     - python: 2.7
-      env: TOX_ENV=py27-openstack
+      env: TOX_ENV=py27-openstack TOX_TEST=test.test_block_store_service
     - python: 3.6
-      env: TOX_ENV=py36-aws
+      env: TOX_ENV=py36-aws TOX_TEST=test.test_block_store_service
     - python: 3.6
-      env: TOX_ENV=py36-azure
+      env: TOX_ENV=py36-azure TOX_TEST=test.test_block_store_service
     - python: 3.6
-      env: TOX_ENV=py36-openstack
+      env: TOX_ENV=py36-openstack TOX_TEST=test.test_block_store_service
     - python: pypy-5.3.1
-      env: TOX_ENV=pypy-aws
+      env: TOX_ENV=pypy-aws TOX_TEST=test.test_block_store_service
     - python: pypy-5.3.1
-      env: TOX_ENV=pypy-azure
+      env: TOX_ENV=pypy-azure TOX_TEST=test.test_block_store_service
     - python: pypy-5.3.1
-      env: TOX_ENV=pypy-openstack
+      env: TOX_ENV=pypy-openstack TOX_TEST=test.test_block_store_service
+    - python: 2.7
+      env: TOX_ENV=py27-aws TOX_TEST=test.test_cloud_factory
+    - python: 2.7
+      env: TOX_ENV=py27-azure TOX_TEST=test.test_cloud_factory
+    - python: 2.7
+      env: TOX_ENV=py27-openstack TOX_TEST=test.test_cloud_factory
+    - python: 3.6
+      env: TOX_ENV=py36-aws TOX_TEST=test.test_cloud_factory
+    - python: 3.6
+      env: TOX_ENV=py36-azure TOX_TEST=test.test_cloud_factory
+    - python: 3.6
+      env: TOX_ENV=py36-openstack TOX_TEST=test.test_cloud_factory
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-aws TOX_TEST=test.test_cloud_factory
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-azure TOX_TEST=test.test_cloud_factory
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-openstack TOX_TEST=test.test_cloud_factory
+    - python: 2.7
+      env: TOX_ENV=py27-aws TOX_TEST=test.test_cloud_helpers
+    - python: 2.7
+      env: TOX_ENV=py27-azure TOX_TEST=test.test_cloud_helpers
+    - python: 2.7
+      env: TOX_ENV=py27-openstack TOX_TEST=test.test_cloud_helpers
+    - python: 3.6
+      env: TOX_ENV=py36-aws TOX_TEST=test.test_cloud_helpers
+    - python: 3.6
+      env: TOX_ENV=py36-azure TOX_TEST=test.test_cloud_helpers
+    - python: 3.6
+      env: TOX_ENV=py36-openstack TOX_TEST=test.test_cloud_helpers
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-aws TOX_TEST=test.test_cloud_helpers
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-azure TOX_TEST=test.test_cloud_helpers
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-openstack TOX_TEST=test.test_cloud_helpers
+    - python: 2.7
+      env: TOX_ENV=py27-aws TOX_TEST=test.test_compute_service
+    - python: 2.7
+      env: TOX_ENV=py27-azure TOX_TEST=test.test_compute_service
+    - python: 2.7
+      env: TOX_ENV=py27-openstack TOX_TEST=test.test_compute_service
+    - python: 3.6
+      env: TOX_ENV=py36-aws TOX_TEST=test.test_compute_service
+    - python: 3.6
+      env: TOX_ENV=py36-azure TOX_TEST=test.test_compute_service
+    - python: 3.6
+      env: TOX_ENV=py36-openstack TOX_TEST=test.test_compute_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-aws TOX_TEST=test.test_compute_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-azure TOX_TEST=test.test_compute_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-openstack TOX_TEST=test.test_compute_service
+    - python: 2.7
+      env: TOX_ENV=py27-aws TOX_TEST=test.test_interface
+    - python: 2.7
+      env: TOX_ENV=py27-azure TOX_TEST=test.test_interface
+    - python: 2.7
+      env: TOX_ENV=py27-openstack TOX_TEST=test.test_interface
+    - python: 3.6
+      env: TOX_ENV=py36-aws TOX_TEST=test.test_interface
+    - python: 3.6
+      env: TOX_ENV=py36-azure TOX_TEST=test.test_interface
+    - python: 3.6
+      env: TOX_ENV=py36-openstack TOX_TEST=test.test_interface
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-aws TOX_TEST=test.test_interface
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-azure TOX_TEST=test.test_interface
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-openstack TOX_TEST=test.test_interface
+    - python: 2.7
+      env: TOX_ENV=py27-aws TOX_TEST=test.test_network_service
+    - python: 2.7
+      env: TOX_ENV=py27-azure TOX_TEST=test.test_network_service
+    - python: 2.7
+      env: TOX_ENV=py27-openstack TOX_TEST=test.test_network_service
+    - python: 3.6
+      env: TOX_ENV=py36-aws TOX_TEST=test.test_network_service
+    - python: 3.6
+      env: TOX_ENV=py36-azure TOX_TEST=test.test_network_service
+    - python: 3.6
+      env: TOX_ENV=py36-openstack TOX_TEST=test.test_network_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-aws TOX_TEST=test.test_network_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-azure TOX_TEST=test.test_network_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-openstack TOX_TEST=test.test_network_service
+    - python: 2.7
+      env: TOX_ENV=py27-aws TOX_TEST=test.test_object_life_cycle
+    - python: 2.7
+      env: TOX_ENV=py27-azure TOX_TEST=test.test_object_life_cycle
+    - python: 2.7
+      env: TOX_ENV=py27-openstack TOX_TEST=test.test_object_life_cycle
+    - python: 3.6
+      env: TOX_ENV=py36-aws TOX_TEST=test.test_object_life_cycle
+    - python: 3.6
+      env: TOX_ENV=py36-azure TOX_TEST=test.test_object_life_cycle
+    - python: 3.6
+      env: TOX_ENV=py36-openstack TOX_TEST=test.test_object_life_cycle
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-aws TOX_TEST=test.test_object_life_cycle
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-azure TOX_TEST=test.test_object_life_cycle
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-openstack TOX_TEST=test.test_object_life_cycle
+    - python: 2.7
+      env: TOX_ENV=py27-aws TOX_TEST=test.test_object_store_service
+    - python: 2.7
+      env: TOX_ENV=py27-azure TOX_TEST=test.test_object_store_service
+    - python: 2.7
+      env: TOX_ENV=py27-openstack TOX_TEST=test.test_object_store_service
+    - python: 3.6
+      env: TOX_ENV=py36-aws TOX_TEST=test.test_object_store_service
+    - python: 3.6
+      env: TOX_ENV=py36-azure TOX_TEST=test.test_object_store_service
+    - python: 3.6
+      env: TOX_ENV=py36-openstack TOX_TEST=test.test_object_store_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-aws TOX_TEST=test.test_object_store_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-azure TOX_TEST=test.test_object_store_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-openstack TOX_TEST=test.test_object_store_service
+    - python: 2.7
+      env: TOX_ENV=py27-aws TOX_TEST=test.test_region_service
+    - python: 2.7
+      env: TOX_ENV=py27-azure TOX_TEST=test.test_region_service
+    - python: 2.7
+      env: TOX_ENV=py27-openstack TOX_TEST=test.test_region_service
+    - python: 3.6
+      env: TOX_ENV=py36-aws TOX_TEST=test.test_region_service
+    - python: 3.6
+      env: TOX_ENV=py36-azure TOX_TEST=test.test_region_service
+    - python: 3.6
+      env: TOX_ENV=py36-openstack TOX_TEST=test.test_region_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-aws TOX_TEST=test.test_region_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-azure TOX_TEST=test.test_region_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-openstack TOX_TEST=test.test_region_service
+    - python: 2.7
+      env: TOX_ENV=py27-aws TOX_TEST=test.test_security_service
+    - python: 2.7
+      env: TOX_ENV=py27-azure TOX_TEST=test.test_security_service
+    - python: 2.7
+      env: TOX_ENV=py27-openstack TOX_TEST=test.test_security_service
+    - python: 3.6
+      env: TOX_ENV=py36-aws TOX_TEST=test.test_security_service
+    - python: 3.6
+      env: TOX_ENV=py36-azure TOX_TEST=test.test_security_service
+    - python: 3.6
+      env: TOX_ENV=py36-openstack TOX_TEST=test.test_security_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-aws TOX_TEST=test.test_security_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-azure TOX_TEST=test.test_security_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-openstack TOX_TEST=test.test_security_service
+    - python: 2.7
+      env: TOX_ENV=py27-aws TOX_TEST=test.test_vm_types_service
+    - python: 2.7
+      env: TOX_ENV=py27-azure TOX_TEST=test.test_vm_types_service
+    - python: 2.7
+      env: TOX_ENV=py27-openstack TOX_TEST=test.test_vm_types_service
+    - python: 3.6
+      env: TOX_ENV=py36-aws TOX_TEST=test.test_vm_types_service
+    - python: 3.6
+      env: TOX_ENV=py36-azure TOX_TEST=test.test_vm_types_service
+    - python: 3.6
+      env: TOX_ENV=py36-openstack TOX_TEST=test.test_vm_types_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-aws TOX_TEST=test.test_vm_types_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-azure TOX_TEST=test.test_vm_types_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-openstack TOX_TEST=test.test_vm_types_service
+    - python: 2.7
+      env: TOX_ENV=py27-aws TOX_TEST=test.test_image_service
+    - python: 2.7
+      env: TOX_ENV=py27-azure TOX_TEST=test.test_image_service
+    - python: 2.7
+      env: TOX_ENV=py27-openstack TOX_TEST=test.test_image_service
+    - python: 3.6
+      env: TOX_ENV=py36-aws TOX_TEST=test.test_image_service
+    - python: 3.6
+      env: TOX_ENV=py36-azure TOX_TEST=test.test_image_service
+    - python: 3.6
+      env: TOX_ENV=py36-openstack TOX_TEST=test.test_image_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-aws TOX_TEST=test.test_image_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-azure TOX_TEST=test.test_image_service
+    - python: pypy-5.3.1
+      env: TOX_ENV=pypy-openstack TOX_TEST=test.test_image_service
+
 before_install:
     - |
       case "$TRAVIS_EVENT_TYPE" in
@@ -64,18 +263,7 @@ install:
     - pip install coveralls
     - pip install codecov
 script:
-    - travis_wait 50 tox -e $TOX_ENV -- --tests test.test_block_store_service
-    - travis_wait 50 tox -e $TOX_ENV -- --tests test.test_cloud_factory
-    - travis_wait 50 tox -e $TOX_ENV -- --tests test.test_cloud_helpers
-    - travis_wait 50 tox -e $TOX_ENV -- --tests test.test_compute_service
-    - travis_wait 50 tox -e $TOX_ENV -- --tests test.test_interface
-    - travis_wait 50 tox -e $TOX_ENV -- --tests test.test_network_service
-    - travis_wait 50 tox -e $TOX_ENV -- --tests test.test_object_life_cycle
-    - travis_wait 50 tox -e $TOX_ENV -- --tests test.test_object_store_service
-    - travis_wait 50 tox -e $TOX_ENV -- --tests test.test_region_service
-    - travis_wait 50 tox -e $TOX_ENV -- --tests test.test_security_service
-    - travis_wait 50 tox -e $TOX_ENV -- --tests test.test_vm_types_service
-    - travis_wait 50 tox -e $TOX_ENV -- --tests test.test_image_service
+    - travis_wait 50 tox -e $TOX_ENV -- --tests $TOX_TEST
 after_script:
     - |
       case "$TRAVIS_EVENT_TYPE" in