Merge pull request #359 from cloudify-cosmo/CY-2555-Port-OSv2-To-Python3

CY-2555-Port-OS-v2-to-python3

Author: ahmadiesa-abu

.circleci/config.yml

@@ -29,7 +29,7 @@ executors:
 
 
 commands:
-  run_unittest:
+  run_unittests_py27:
     steps:
       - checkout
       - run:
@@ -44,12 +44,14 @@ commands:
 
   check_py3_compat:
     steps:
+      - checkout
       - run:
           name: install futurize
           command: pip install future --user
       - run:
-          name: remove compat module
-          command: rm openstack_sdk/_compat.py
+          name: remove python3 incompatible modules
+          command: |
+            rm openstack_plugin_common/_compat.py
       - run:
           name: find python3-incompatible code
           command: |
@@ -69,6 +71,27 @@ commands:
               exit 1
             fi
 
+  run_unittests_py36:
+    steps:
+      - checkout
+      - run:
+          name: Download pip
+          command: curl "https://bootstrap.pypa.io/get-pip.py" -o "get-pip.py"
+      - run:
+          name: Install pip
+          command: sudo python get-pip.py
+      - run:
+          name: Install virtualenv
+          command: pip install --user virtualenv
+      - run:
+          name: Init virtualenv
+          command: virtualenv env
+      - run:
+          name: install tox
+          command: pip install --user tox
+      - run: /home/circleci/.local/bin/tox -e flake8
+      - run: /home/circleci/.local/bin/tox -e nosetests
+
   generate_py27_wagon:
     steps:
       - run:
@@ -179,17 +202,16 @@ jobs:
   unittests_py27:
     executor: py27
     steps:
-      - run_unittest
+      - run_unittests_py27
 
   unittests_py36:
     executor: py36
     steps:
-      - run_unittest
+      - run_unittests_py36
 
   py3_compat:
     executor: py27
     steps:
-      - checkout
       - check_py3_compat
 
   wagon:
@@ -225,6 +247,8 @@ workflows:
   tests:
     jobs: &all_jobs
       - unittests_py27
+      - unittests_py36
+      - py3_compat
       - wagon:
           filters:
             branches:
@@ -265,18 +289,20 @@ workflows:
               - 2.14.18-build
     jobs:
       - unittests_py27
+      - unittests_py36
+      - py3_compat
       - wagon:
           filters:
             branches:
-              only: /(2.14.18-build|master)/
+              only: /(2.14.19-build|master)/
       - rhel_wagon:
           filters:
             branches:
-              only: /(2.14.18-build|master)/
+              only: /(2.14.19-build|master)/
       - integration_tests:
           requires:
             - wagon
             - rhel_wagon
           filters:
             branches:
-              only: /(2.14.18-build|master)/
+              only: /(2.14.19-build|master)/

.circleci/py3fixers

@@ -0,0 +1,23 @@
+--stage1
+-f lib2to3.fixes.fix_getcwdu
+-f lib2to3.fixes.fix_long
+-f lib2to3.fixes.fix_nonzero
+-f lib2to3.fixes.fix_input
+-f lib2to3.fixes.fix_raw_input
+-f lib2to3.fixes.fix_itertools
+-f lib2to3.fixes.fix_itertools_imports
+-f lib2to3.fixes.fix_exec
+-f lib2to3.fixes.fix_operator
+-f libfuturize.fixes.fix_execfile
+-f libpasteurize.fixes.fix_newstyle
+-f lib2to3.fixes.fix_filter
+# fix_dict is not idempotent
+# -f lib2to3.fixes.fix_dict
+-f lib2to3.fixes.fix_map
+-f lib2to3.fixes.fix_zip
+-f lib2to3.fixes.fix_xrange
+-f lib2to3.fixes.fix_basestring
+-f libfuturize.fixes.fix_cmp
+-f libfuturize.fixes.fix_division_safe
+-f lib2to3.fixes.fix_metaclass
+-f libfuturize.fixes.fix_unicode_keep_u

CHANGELOG.txt

@@ -1,3 +1,5 @@
+2.14.19:
+    - Make plugin python 3 complaint
 2.14.18:
     - Support Import Keypair Public Material
 2.14.17:

dev-requirements.txt

@@ -1,3 +1 @@
-https://github.com/cloudify-cosmo/cloudify-rest-client/archive/3.4.2-build.zip
-https://github.com/cloudify-cosmo/cloudify-dsl-parser/archive/3.4.2-build.zip
-https://github.com/cloudify-cosmo/cloudify-plugins-common/archive/3.4.2-build.zip
+future

glance_plugin/image.py

@@ -12,8 +12,7 @@
 #  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 #  * See the License for the specific language governing permissions and
 #  * limitations under the License.
-import httplib
-from urlparse import urlparse
+from openstack_plugin_common._compat import (httplib, urlparse)
 
 from cloudify import ctx
 from cloudify.decorators import operation

glance_plugin/tests/test.py

@@ -54,7 +54,8 @@ def test_check_image_url(self):
         # test if it passes no file & url
         http_connection_mock = mock.MagicMock()
         http_connection_mock.return_value.getresponse.return_value.status = 200
-        with mock.patch('httplib.HTTPConnection', http_connection_mock):
+        with mock.patch('openstack_plugin_common._compat.'
+                        'httplib.HTTPConnection', http_connection_mock):
             glance_plugin.image._validate_image()
 
     def test_check_image_file(self):
@@ -80,7 +81,8 @@ def test_check_image_bad_file(self):
     def test_check_image_bad_url(self):
         http_connection_mock = mock.MagicMock()
         http_connection_mock.return_value.getresponse.return_value.status = 400
-        with mock.patch('httplib.HTTPConnection', http_connection_mock):
+        with mock.patch('openstack_plugin_common._compat.'
+                        'httplib.HTTPConnection', http_connection_mock):
             self.assertRaises(NonRecoverableError,
                               glance_plugin.image._validate_image)
 

keystone_plugin/tests/test_project.py

@@ -1,3 +1,4 @@
+from builtins import object
 import mock
 import unittest
 
@@ -33,7 +34,7 @@ class TestProject(unittest.TestCase):
     test_user = 'test-user'
     test_role = 'test-role'
 
-    class MockProjectOS:
+    class MockProjectOS(object):
         def __init__(self, id, name):
             self._id = id
             self._name = name

keystone_plugin/tests/test_user.py

@@ -1,3 +1,4 @@
+from builtins import object
 import mock
 import unittest
 
@@ -27,7 +28,7 @@ class TestUser(unittest.TestCase):
     updated_name = 'updated-name'
     test_deployment_id = 'test-deployment-id'
 
-    class MockUserOS:
+    class MockUserOS(object):
         def __init__(self, id, name):
             self._id = id
             self._name = name

neutron_plugin/floatingip.py

@@ -32,7 +32,7 @@
     delete_floatingip,
     floatingip_creation_validation
 )
-from network import NETWORK_OPENSTACK_TYPE
+from .network import NETWORK_OPENSTACK_TYPE
 
 FLOATINGIP_OPENSTACK_TYPE = 'floatingip'
 FLOATING_NETWORK_ERROR_PREFIX = \

neutron_plugin/rbac_policy.py

@@ -90,7 +90,7 @@ def find_resource_to_apply_rbac_policy(ctx):
 
 def validate_found_resource(input_dict, found_resource):
     if found_resource:
-        for key in found_resource.keys():
+        for key in found_resource:
             if key in input_dict and input_dict.get(key):
                 raise NonRecoverableError(
                     'Multiple definitions of resource for which '