[Asterisk-code-review] Testsuite usage and coverage report generator (testsuite[master])

[Anonymous Coward]

Anonymous Coward #1000019 has submitted this change and it was merged.

Change subject: Testsuite usage and coverage report generator
......................................................................


Testsuite usage and coverage report generator

For the purposes of gathering some data on testsuite
module usage and coverage, this python utility scans
the available test yaml information and counts tests
matching various criteria.

Change-Id: I9005d5e846af09bb48303712223c8bf2a643df66
---
A usage.py
1 file changed, 134 insertions(+), 0 deletions(-)

Approvals:
  George Joseph: Looks good to me, approved
  Anonymous Coward #1000019: Verified
  Joshua Colp: Looks good to me, but someone else must approve



diff --git a/usage.py b/usage.py
new file mode 100755
index 0000000..03a9f35
--- /dev/null
+++ b/usage.py
@@ -0,0 +1,134 @@
+#!/usr/bin/env python
+'''Asterisk external test suite usage report
+
+Copyright (C) 2016, Digium, Inc.
+Scott Griepentrog <sgriepentrog at digium.com>
+
+This program is free software, distributed under the terms of
+the GNU General Public License Version 2.
+'''
+
+import sys
+import yaml
+
+sys.path.append('lib/python')
+
+TESTS_CONFIG = "tests.yaml"
+TEST_CONFIG = "test-config.yaml"
+
+
+class Test:
+    def __init__(self, path):
+        self.path = path
+        self.test_config = load_yaml_config("%s/%s" % (path, TEST_CONFIG))
+
+        properties = self.test_config.get('properties', {})
+        self.tags = properties.get('tags', ['none'])
+        self.minversion = properties.get('minversion', 'none')
+        if not isinstance(self.minversion, list):
+            self.minversion = [self.minversion]
+        self.maxversion = properties.get('maxversion', 'none')
+        if not isinstance(self.maxversion, list):
+            self.maxversion = [self.maxversion]
+        self.dependencies = [repr(d)
+                             for d in properties.get('dependencies', [])]
+
+        test_modules = self.test_config.get('test-modules', {})
+        test_objects = test_modules.get('test-object', {})
+        if not isinstance(test_objects, list):
+            test_objects = [test_objects]
+        self.test_objects = [obj.get('typename', 'test-run')
+                             for obj in test_objects]
+        self.test_maxversion = [obj.get('maxversion', 'none')
+                                for obj in test_objects]
+        self.test_minversion = [obj.get('minversion', 'none')
+                                for obj in test_objects]
+        modules = test_modules.get('modules', {})
+        self.test_modules = [module.get('typename', '-error-')
+                             for module in modules]
+
+
+class TestSuite:
+    def __init__(self):
+        self.tests = self._parse_test_yaml("tests", '')
+
+    def _parse_test_yaml(self, test_dir, ast_version):
+        tests = []
+
+        config = load_yaml_config("%s/%s" % (test_dir, TESTS_CONFIG))
+        if not config:
+            return tests
+
+        for t in config["tests"]:
+            for val in t:
+                path = "%s/%s" % (test_dir, t[val])
+                if val == "test":
+                    tests.append(Test(path))
+                elif val == "dir":
+                    tests += self._parse_test_yaml(path, ast_version)
+
+        return tests
+
+    def unique(self, key):
+        result = set()
+        for test in self.tests:
+            result = result.union(getattr(test, key))
+        result = list(set(result))
+        result.sort(key=str.lower)
+        return result
+
+    def occurances(self, **kwargs):
+        match = []
+        for test in self.tests:
+            for key, value in kwargs.iteritems():
+                if value in getattr(test, key):
+                    match.append(test)
+                    continue
+
+        return len(match)
+
+    def results_for(self, key):
+        print key.title() + ":"
+        things = self.unique(key)
+        width = max(len(t) for t in things)
+        results = [(self.occurances(**{key: t}), t) for t in things]
+        results.sort(key=lambda tup: tup[0], reverse=True)
+        for (count, name) in results:
+            print "\t%-*s %5d" % (width, name, count)
+        print ""
+
+
+def load_yaml_config(path):
+    """Load contents of a YAML config file to a dictionary"""
+    try:
+        f = open(path, "r")
+    except IOError:
+        # Ignore errors for the optional tests/custom folder.
+        if path != "tests/custom/tests.yaml":
+            print "Failed to open %s" % path
+        return None
+    except:
+        print "Unexpected error: %s" % sys.exc_info()[0]
+        return None
+
+    config = yaml.load(f)
+    f.close()
+
+    return config
+
+
+def main(argv=None):
+    print "Testsuite Module Usage and Coverage Report"
+    print ""
+    test_suite = TestSuite()
+    print "Number of tests:", len(test_suite.tests)
+    print ""
+    test_suite.results_for('tags')
+    test_suite.results_for('test_objects')
+    test_suite.results_for('test_modules')
+    test_suite.results_for('dependencies')
+    test_suite.results_for('maxversion')
+    test_suite.results_for('minversion')
+
+if __name__ == "__main__":
+    sys.exit(main() or 0)

-- 
To view, visit https://gerrit.asterisk.org/3955
To unsubscribe, visit https://gerrit.asterisk.org/settings

Gerrit-MessageType: merged
Gerrit-Change-Id: I9005d5e846af09bb48303712223c8bf2a643df66
Gerrit-PatchSet: 4
Gerrit-Project: testsuite
Gerrit-Branch: master
Gerrit-Owner: Scott Griepentrog <sgriepentrog at digium.com>
Gerrit-Reviewer: Anonymous Coward #1000019
Gerrit-Reviewer: George Joseph <gjoseph at digium.com>
Gerrit-Reviewer: Joshua Colp <jcolp at digium.com>