Integration tests run against provided YARN ENDPOINT

Integration test that, given a provided YARN ENDPOINT,
execute some real scenario test against that server.

Note that, if no YARN ENDPOINT is provided, the tests
are ignored.

Author: lresende

.travis.yml

@@ -13,10 +13,7 @@ matrix:
 
 
 install:
-  - pip install --upgrade setuptools pip
-  - pip install --upgrade requests requests_mock requests_kerberos tox coveralls
-  - python setup.py bdist_wheel
-  - pip install dist/*.whl
+  - pip install --upgrade pip tox coveralls
   - pip freeze
 
 script:

itests/__init__.py

@@ -0,0 +1,5 @@
+# -*- coding: utf-8 -*-
+try:
+    from unittest2 import TestCase
+except ImportError:
+    from unittest import TestCase

itests/integration_test_resource_manager.py

@@ -0,0 +1,83 @@
+# -*- coding: utf-8 -*-
+
+import os
+
+from pprint import pprint
+from unittest import TestCase
+from yarn_api_client.resource_manager import ResourceManager
+
+try:
+    from urlparse import urlparse
+except ImportError:
+    from urllib.parse import urlparse
+
+
+class ResourceManagerTestCase(TestCase):
+    """
+    Integration test that, given a provided YARN ENDPOINT,
+    execute some real scenario test against that server.
+
+    Note that, if no YARN ENDPOINT is provided, the tests
+    are ignored.
+    """
+    @classmethod
+    def setUpClass(self):
+        self.configured = False
+        if os.getenv('YARN_ENDPOINT'):
+            yarn_endpoint = os.getenv('YARN_ENDPOINT')
+            yarn_endpoint_uri = urlparse(yarn_endpoint)
+
+            if yarn_endpoint_uri.hostname and yarn_endpoint_uri.port:
+                self.configured = True
+                self.resourceManager = ResourceManager(yarn_endpoint_uri.hostname, yarn_endpoint_uri.port)
+
+    def test_cluster_information(self):
+        if self.configured:
+            info = self.resourceManager.cluster_information()
+            pprint(info.data)
+            self.assertEqual(info.data['clusterInfo']['state'], 'STARTED')
+
+    def test_cluster_metrics(self):
+        if self.configured:
+            metrics = self.resourceManager.cluster_metrics()
+            pprint(metrics.data)
+            self.assertGreater(metrics.data['clusterMetrics']['activeNodes'], 0)
+            self.assertIsNotNone(metrics.data['clusterMetrics']['totalNodes'])
+
+    def test_cluster_scheduler(self):
+        if self.configured:
+            scheduler = self.resourceManager.cluster_scheduler()
+            pprint(scheduler.data)
+            self.assertIsNotNone(scheduler.data['scheduler']['schedulerInfo'])
+
+    def test_cluster_applications(self):
+        if self.configured:
+            apps = self.resourceManager.cluster_applications()
+            pprint(apps.data)
+            self.assertIsNotNone(apps.data['apps'])
+
+    def test_cluster_application_state(self):
+        if self.configured:
+            apps = self.resourceManager.cluster_applications()
+            appid = apps.data['apps']['app'][0]['id']
+            print(appid)
+            response = self.resourceManager.cluster_application_state(appid)
+            pprint(response.data)
+            pprint(response.data['state'])
+            self.assertIsNotNone(apps.data['apps'])
+
+    def test_cluster_application_statistics(self):
+        if self.configured:
+            appstats = self.resourceManager.cluster_application_statistics()
+            pprint(appstats.data)
+            self.assertIsNotNone(appstats.data['appStatInfo'])
+
+    def test_cluster_nodes(self):
+        if self.configured:
+            nodes = self.resourceManager.cluster_nodes()
+            pprint(nodes.data)
+            self.assertIsNotNone(nodes.data['nodes'])
+
+            running_nodes = self.resourceManager.cluster_nodes(state='RUNNING', healthy='true')
+            pprint(running_nodes.data)
+            self.assertIsNotNone(nodes.data['nodes'])

setup.py

@@ -28,7 +28,7 @@ def find_version(*file_paths):
 
     install_requires = [
         'requests>=2.7,<3.0',
-        'requests-kerberos==0.12.0',
+        'requests-kerberos',
     ],
     entry_points = {
         'console_scripts': [

tox.ini

@@ -3,9 +3,9 @@ envlist = py27,py35,py36
 
 [testenv]
 deps =
-     requests
-     requests-kerberos
-     requests_mock
-     coverage
-     mock
+    coverage
+    mock
+    requests
+    requests-kerberos
+    requests_mock
 commands = coverage run --source=yarn_api_client setup.py test