casa / casa6 / 3c867cb1b94

Commits

Pam Ford authored 3c867cb1b94 Merge 30 Sep 2021

Merge branch 'master' into CAS-13381

Tags

CAS-13672-3

d7f1f49a6cd

master

Download source

casatestutils/runtest.py

Modified

-1
+########################################################################################################################
-2
+############################################            Imports            #############################################
-3
+########################################################################################################################
--
-4
+import argparse
-5
+import os
-6
+import shutil
-7
+import sys
-8
+import traceback
-9
+import subprocess
-10
+import unittest
-11
+import json
-12
+import datetime
-13
+import platform
-14
--
--
+default_timeout = 1800
--
+sys.path.insert(0,'')
--
-15
+########################################################################################################################
-16
+######################################            Imports / Constants            #######################################
-17
+########################################################################################################################
-18
-+
+default_timeout = 1800
-+
+sys.path.insert(0,'')
-+
-22
+# mem mode variables
-23
+HAVE_MEMTEST=True
-24
+MEM = 0
-25
+try:
-26
+    import memTest
-27
+except ImportError:
-28
+    HAVE_MEMTEST = False
-29
-30
+# cov mode variables
-31
+HAVE_COVTEST=True
-78
-79
+# Use Nose attribute Functionality
-80
+RUN_SUBTEST = False
-81
-82
+# Dry run of Tests
-83
+DRY_RUN = False
-84
-85
+########################################################################################################################
-86
+###########################################            Functions            ############################################
-87
+########################################################################################################################
-+
+# At the moment, this needs to be a sep function due to repr and escape characters, try/ except for osx
-+
+def write_conftest_linux(filepath):
-+
+    string = """
-+
+import pytest
-+
+import inspect
-+
+import os
-+
-+
+@pytest.mark.trylast
-+
+def pytest_configure(config):
-+
+    terminal_reporter = config.pluginmanager.getplugin('terminalreporter')
-+
+    config.pluginmanager.register(TestDescriptionPlugin(terminal_reporter), 'testdescription')
-+
-+
+class TestDescriptionPlugin:
-+
-+
+    def __init__(self, terminal_reporter):
-+
+        self.terminal_reporter = terminal_reporter
-+
+        self.desc = None
-+
+        self.funcn = None
-+
-+
+    def pytest_runtest_protocol(self, item):
-+
+        #from pprint import pprint
-+
+        #d = item.__dict__
-+
+        #pprint(d, indent=2)
-+
+        self.desc = inspect.getdoc(item.obj)
-+
+        #print(item._nodeid)
-+
+        self.funcn = item._nodeid
-+
-+
+    @pytest.hookimpl(hookwrapper=True, tryfirst=True)
-+
+    def pytest_runtest_logstart(self, nodeid, location):
-+
+        #print("Verbosity Level: {}".format(self.terminal_reporter.verbosity))
-+
+        if self.terminal_reporter.verbosity == 0:
-+
+            yield
-+
+            self.terminal_reporter.write(f'\\n{self.funcn} \\n')
-+
+        else:
-+
+            self.terminal_reporter.write('\\n')
-+
+            yield
-+
+            if self.desc:
-+
+                    self.terminal_reporter.write(f'\\n{self.desc} \\n')
-+
+            else:
-+
+                    self.terminal_reporter.write(f'\\n')
-+
-+
+    @pytest.hookimpl(hookwrapper=True)
-+
+    def pytest_runtest_makereport(item, call):
-+
+        outcome = yield
-+
+        report = outcome.get_result()
-+
+        #print(dir(report))
-+
+        report.start = call.start
-+
+        report.stop = call.stop
-+
+        if report.when=='teardown':
-+
+            filepath = os.path.join(os.getcwd(),'short_summary.log')
-+
-+
+            file_obj = open(filepath, 'a' if os.path.isfile(filepath) else 'w')
-+
+            file_obj.write("{} {}\\n".format(report.outcome.upper(), report.nodeid,))
-+
+            file_obj.close()
-+
-+
+    @pytest.hookimpl(hookwrapper=True)
-+
+    def pytest_runtest_makereport(item, call):
-+
+        outcome = yield
-+
+        report = outcome.get_result()
-+
+        if report.when=='call':
-+
+            filepath = os.path.join(os.getcwd(),'short_summary.log')
-+
+            # write short summary to file
-+
+            file_obj = open(filepath, 'a' if os.path.isfile(filepath) else 'w')
-+
+            file_obj.write("{} {}\\n".format(report.outcome.upper(), report.nodeid))
-+
+            file_obj.close()
-+
-+
+            # Write not pass to Textfile
-+
+            if report.outcome != 'passed':
-+
+                file_obj = open(filepath, 'a' if os.path.isfile(filepath) else 'w')
-+
+                file_obj.write("\\tDuration: {}s\\n".format(round(report.duration,5)))
-+
+                file_obj.write("\\tMessage : {}\\n".format(report.longrepr.reprcrash.message))
-+
+                file_obj.close()
-+
+                filepath = os.path.join(os.path.abspath(os.path.join(os.path.dirname( __file__ ), '..')),'summary_of_failed.log')
-+
+                file_obj = open(filepath, 'a' if os.path.isfile(filepath) else 'w')
-+
+                file_obj.write("{} {}\\n".format(report.outcome.upper(), report.nodeid))
-+
+                file_obj.write("\\tDuration: {}s\\n".format(round(report.duration,5)))
-+
+                file_obj.write("\\tMessage : {}\\n".format(report.longrepr.reprcrash.message))
-+
+                file_obj.close()
-+
+    """
-+
+    file_obj = open(filepath,'w')
-+
+    file_obj.write(string)
-+
+    file_obj.close()
-+
-+
+# At the moment, this needs to be a sep function due to repr and escape characters, try/ except for osx
-+
+def write_conftest_osx(filepath):
-+
+    string = """
-+
+import pytest
-+
+import inspect
-+
+import os
-+
-+
+@pytest.mark.trylast
-+
+def pytest_configure(config):
-+
+    terminal_reporter = config.pluginmanager.getplugin('terminalreporter')
-+
+    try:
-+
+        config.pluginmanager.unregister(TestDescriptionPlugin(terminal_reporter), 'testdescription')
-+
+    except:
-+
+        pass
-+
+    config.pluginmanager.register(TestDescriptionPlugin(terminal_reporter), 'testdescription')
-+
-+
+class TestDescriptionPlugin:
-+
-+
+    def __init__(self, terminal_reporter):
-+
+        self.terminal_reporter = terminal_reporter
-+
+        self.desc = None
-+
+        self.funcn = None
-+
-+
+    def pytest_runtest_protocol(self, item):
-+
+        #from pprint import pprint
-+
+        #d = item.__dict__
-+
+        #pprint(d, indent=2)
-+
+        self.desc = inspect.getdoc(item.obj)
-+
+        #print(item._nodeid)
-+
+        self.funcn = item._nodeid
-+
-+
+    @pytest.hookimpl(hookwrapper=True, tryfirst=True)
-+
+    def pytest_runtest_logstart(self, nodeid, location):
-+
+        #print("Verbosity Level: {}".format(self.terminal_reporter.verbosity))
-+
+        if self.terminal_reporter.verbosity == 0:
-+
+            yield
-+
+            self.terminal_reporter.write(f'\\n{self.funcn} \\n')
-+
+        else:
-+
+            self.terminal_reporter.write('\\n')
-+
+            yield
-+
+            if self.desc:
-+
+                    self.terminal_reporter.write(f'\\n{self.desc} \\n')
-+
+            else:
-+
+                    self.terminal_reporter.write(f'\\n')
-+
-+
+    @pytest.hookimpl(hookwrapper=True)
-+
+    def pytest_runtest_makereport(item, call):
-+
+        outcome = yield
-+
+        report = outcome.get_result()
-+
+        if report.when=='call':
-+
+            filepath = os.path.join(os.getcwd(),'short_summary.log')
-+
+            # write short summary to file
-+
+            file_obj = open(filepath, 'a' if os.path.isfile(filepath) else 'w')
-+
+            file_obj.write("{} {}\\n".format(report.outcome.upper(), report.nodeid))
-+
+            file_obj.close()
-+
-+
+            # Write not pass to Textfile
-+
+            if report.outcome != 'passed':
-+
+                file_obj = open(filepath, 'a' if os.path.isfile(filepath) else 'w')
-+
+                file_obj.write("\\tDuration: {}s\\n".format(round(report.duration,5)))
-+
+                file_obj.write("\\tMessage : {}\\n".format(report.longrepr.reprcrash.message))
-+
+                file_obj.close()
-+
+                filepath = os.path.join(os.path.abspath(os.path.join(os.path.dirname( __file__ ), '..')),'summary_of_failed.log')
-+
+                file_obj = open(filepath, 'a' if os.path.isfile(filepath) else 'w')
-+
+                file_obj.write("{} {}\\n".format(report.outcome.upper(), report.nodeid))
-+
+                file_obj.write("\\tDuration: {}s\\n".format(round(report.duration,5)))
-+
+                file_obj.write("\\tMessage : {}\\n".format(report.longrepr.reprcrash.message))
-+
+                file_obj.close()
-+
+    """
-+
+    file_obj = open(filepath,'w')
-+
+    file_obj.write(string)
-+
+    file_obj.close()
-243
-244
+class casa_test:
-245
+    def __init__(self,
-246
+                 name,
-247
+                 path,
-248
+                 test_group=None,
-249
+                 test_type=None,
-250
+                 maintainer=None,
-251
+                 email=None,
-252
+                 options=None,
-392
+    ## Almatasks
-393
-394
+    os.chdir(os.path.dirname(os.getcwd()))
-395
+    os.makedirs("almatasks")
-396
+    os.chdir("almatasks")
-397
+    subprocess.call(["git","init", "--quiet"])
-398
+    subprocess.call(["git","remote","add","-f","origin", "https://open-bitbucket.nrao.edu/scm/casa/almatasks.git"], stdout=FNULL, stderr=subprocess.STDOUT)
-399
+    subprocess.call(["git","config","core.sparseCheckout","true"])
-400
+    print("tests/tasks", file=open(".git/info/sparse-checkout", "a"))
-401
+    subprocess.call(['git','pull','--quiet','origin','master'])
-+
-+
+    ## casaviewer
-+
-405
+    os.chdir(os.path.dirname(os.getcwd()))
-+
+    os.makedirs("casaviewer")
-+
+    os.chdir("casaviewer")
-+
+    subprocess.call(["git","init", "--quiet"])
-+
+    subprocess.call(["git","remote","add","-f","origin", "https://open-bitbucket.nrao.edu/scm/casa/casaviewer.git"], stdout=FNULL, stderr=subprocess.STDOUT)
-+
+    subprocess.call(["git","config","core.sparseCheckout","true"])
-+
+    print("tests/tasks", file=open(".git/info/sparse-checkout", "a"))
-+
+    subprocess.call(['git','pull','--quiet','origin','master'])
-413
-+
+    ## casampi
-415
-+
+    os.chdir(os.path.dirname(os.getcwd()))
-+
+    os.makedirs("casampi")
-+
+    os.chdir("casampi")
-+
+    subprocess.call(["git","init", "--quiet"])
-+
+    subprocess.call(["git","remote","add","-f","origin", "https://open-bitbucket.nrao.edu/scm/casa/casampi.git"], stdout=FNULL, stderr=subprocess.STDOUT)
-+
+    subprocess.call(["git","config","core.sparseCheckout","true"])
-+
+    print("src/casampi/tests", file=open(".git/info/sparse-checkout", "a"))
-+
+    subprocess.call(['git','pull','--quiet','origin','master'])
-+
-+
+    os.chdir(os.path.dirname(os.getcwd()))
-426
+    os.chdir(cwd)
-427
-428
+def git_fetch_casa_tests_branch(path, branch):
-429
-430
+    cwd = os.getcwd()
-431
+    if os.path.exists(path):
-432
+        try:
-433
+            os.rmdir(path)
-434
+        except:
-435
+            shutil.rmtree(path)
-624
+            # Copy Tests to Working Directory
-625
+            os.makedirs(workdir)
-626
-627
+            if RUN_ALL:
-628
+                print("Gathering All Tests")
-629
+                git_fetch_casa_tests( workpath + 'casa6')
-630
+                os.makedirs(workdir + "all/")
-631
+                gather_all_tests(workpath +'casa6/', workdir + "all/")
-632
+                gather_all_tests(workpath +'casaplotms/', workdir + "all/")
-633
+                gather_all_tests(workpath +'almatasks/', workdir + "all/")
-+
+                gather_all_tests(workpath +'casaviewer/', workdir + "all/")
-+
+                gather_all_tests(workpath +'casampi/', workdir + "all/")
-636
+                cmd = [ workdir ]
-637
+                cmd = ["--continue-on-collection-errors"] + cmd
--
+                if verbose:
--
+                    cmd = ["--verbose"] + cmd
-+
+                cmd = ["--verbose"] + ["-ra"] + cmd
-639
-640
-641
+                if DRY_RUN:
-642
+                    cmd = ["--collect-only"] + cmd
-643
-644
+                if not os.path.isdir(workpath + '/xml/all/'):
-645
+                    os.makedirs(workpath +  '/xml/all/')
-646
+                xmlfile = workpath + '/xml/all/nose.xml'
-647
-648
+                #########
-652
+                # PytestDeprecationWarning: The 'junit_family' # default value will change to 'xunit2' in pytest 6.0.
-653
+                # Add 'junit_family=xunit1' to your pytest.ini file to keep the current format in future versions of pytest and silence this warning.
-654
+                #  _issue_warning_captured(deprecated.JUNIT_XML_DEFAULT_FAMILY, config.hook, 2)
-655
+                #########
-656
+                cmd = ["--junitxml={}".format(xmlfile)] + ["-s"] + cmd
-657
-658
+                if len(os.listdir(workdir + "all/")) == 0:
-659
+                    print("No Tests to Run")
-660
+                else:
-661
+                    print("Running Command: pytest {}".format(cmd))
-+
+                    conf_name = os.path.join(os.getcwd(),"conftest.py")
-+
+                    if platform.system() == 'Darwin':
-+
+                        write_conftest_osx(conf_name)
-+
+                    else:
-+
+                        write_conftest_linux(conf_name)
-667
+                    pytest.main(cmd)
-+
+                    os.remove(conf_name)
-669
-670
+            else:
-671
+                print("Tests: {}".format(testnames))
-672
+                gittest = True
-673
-674
+                for testname in testnames:
-675
+                    cmd = []
-676
-677
+                    # Copy Test To nosedir Directory if in cwd
-678
+                    if testname.startswith("test"):
-714
+                                # gather_all_tests(workpath +'almatasks/', workdir + "tests/")
-715
+                                gittest = False
-716
-717
+                            else:
-718
+                                print("Fetching Tests From Git Main Since No Local Test is Given")
-719
+                                git_fetch_casa_tests( workpath + 'casa6/')
-720
+                                os.makedirs(workdir + "tests/")
-721
+                                gather_all_tests(workpath +'casa6/', workdir + "tests/")
-722
+                                gather_all_tests(workpath +'casaplotms/', workdir + "tests/")
-723
+                                gather_all_tests(workpath +'almatasks/', workdir + "tests/")
-+
+                                gather_all_tests(workpath +'casaviewer/', workdir + "tests/")
-+
+                                gather_all_tests(workpath +'casampi/', workdir + "tests/")
-726
+                                gittest = False
-727
-728
+                        if test.endswith(".py"):
-729
+                            try:
-730
+                                print("Copying: {} to {}".format(test, workdir + "{}/".format(test if not test.endswith(".py") else test[:-3])))
-731
+                                shutil.copy2(test, workdir + "{}/".format(test if not test.endswith(".py") else test[:-3]))
-732
+                            except:
-733
+                                traceback.print_exc()
-734
+                        else:
-735
+                            try:
-736
+                                print("Copying: {} to {}".format(workdir + "tests/",test), workdir + "{}/".format(test if not test.endswith(".py") else test[:-3]))
-737
+                                shutil.copy2("{}{}.py".format(workdir + "tests/",test), workdir + "{}/".format(test if not test.endswith(".py") else test[:-3]))
-738
+                            except:
-739
+                                traceback.print_exc()
-740
-741
+                        # https://docs.pytest.org/en/stable/usage.html
--
+                        if verbose:
--
+                            cmd = ["--verbose"] + ["--tb=long"] + cmd
--
+                        elif not verbose:
--
+                            cmd = ["-ra"] + ["--tb=short"] + cmd
--
+                            #cmd = ["-ra"] + ["--tb=long"] + cmd
-+
-+
+                        cmd = ["--verbose"] + ["-ra"] + ["--tb=short"] + cmd
-744
-745
+                        if DRY_RUN:
-746
+                            cmd = ["--collect-only"] + cmd
-747
-748
+                        if not os.path.isdir(workpath + '/xml/{}/'.format(test if not test.endswith(".py") else test[:-3])):
-749
+                            os.makedirs(workpath + '/xml/{}/'.format(test if not test.endswith(".py") else test[:-3]))
-750
+                        xmlfile = workpath + 'xml/{}/nose.xml'.format(test if not test.endswith(".py") else test[:-3])
-751
-752
+                        #########
-753
+                        #============================================================ warnings summary =====================================================
-762
+                        #print("Work Path: {}".format(workpath))
-763
+                        if len(os.listdir(workpath)) < 1: # If only the XML dir was created
-764
+                            print("No Tests to Run")
-765
+                            sys.exit()
-766
+                        else:
-767
-768
+                            myworkdir = os.getcwd()
-769
+                            os.chdir("{}".format(workdir + "{}/".format(test if not test.endswith(".py") else test[:-3])))
-770
+                            print("Test Directory: {}".format(os.getcwd()))
-771
+                            print("Running Command: pytest {}".format(cmd))
-+
+                            conf_name = os.path.join(os.getcwd(),"conftest.py")
-+
+                            if platform.system() == 'Darwin':
-+
+                                write_conftest_osx(conf_name)
-+
+                            else:
-+
+                                write_conftest_linux(conf_name)
-777
+                            pytest.main(cmd)
-+
+                            os.remove(conf_name)
-779
+                            os.chdir(myworkdir)
-780
-781
+                    ##################################################
-782
+                    ########## Real Path ##########
-783
+                    ##################################################
-784
+                     # Copy Test To nosedir Directory assuming it's in another location
-785
+                    elif testname.startswith("/"):
-786
+                        testpath = testname.split("[")[0]
-787
+                        cmd = []
-788
+                        dirname = testname.split("/")[-1]
-812
+                        # Set up Test Working Directory
-813
+                        if not os.path.exists(workdir + "{}/".format(dirname)):
-814
+                            print("Setting Working Directory: {}".format(workdir + "{}/".format(dirname)))
-815
+                            os.makedirs(workdir + "{}/".format(dirname))
-816
+                            cmd = [ workdir + "{}/".format(dirname) ] + cmd
-817
+                        try:
-818
+                            shutil.copy2(testpath, workdir + "{}/".format(dirname))
-819
+                        except:
-820
+                            traceback.print_exc()
-821
--
+                        if verbose:
--
+                            cmd = ["--verbose"] + ["--tb=long"] + cmd
--
+                        elif not verbose:
--
+                            cmd = ["-ra"] + ["--tb=short"] + cmd
--
+                            #cmd = ["-ra"] + ["--tb=long"] + cmd
--
-+
+                        cmd = ["--verbose"] + ["-ra"] + ["--tb=short"] + cmd
-823
-824
+                        if DRY_RUN:
-825
+                            cmd = ["--collect-only"] + cmd
-826
-827
+                        if not os.path.isdir(workpath + '/xml/{}/'.format(dirname)):
-828
+                            os.makedirs(workpath + '/xml/{}/'.format(dirname))
-829
+                        xmlfile = workpath + 'xml/{}/nose.xml'.format(dirname)
-830
-831
+                        #########
-832
+                        #============================================================ warnings summary =====================================================
-840
+                        #print("Running Command: pytest {}".format(cmd))
-841
+                        #print("Work Path: {}".format(workpath))
-842
+                        if len(os.listdir(workpath)) < 1: # If only the XML dir was created
-843
+                            print("No Tests to Run")
-844
+                            sys.exit()
-845
+                        else:
-846
+                            myworkdir = os.getcwd()
-847
+                            os.chdir(workdir + "{}/".format(dirname))
-848
+                            print("Test Directory: {}".format(os.getcwd()))
-849
+                            print("Running Command: pytest {}".format(cmd))
-+
+                            conf_name = os.path.join(os.getcwd(),"conftest.py")
-+
+                            if platform.system() == 'Darwin':
-+
+                                write_conftest_osx(conf_name)
-+
+                            else:
-+
+                                write_conftest_linux(conf_name)
-855
+                            pytest.main(cmd)
-+
+                            os.remove(conf_name)
-857
+                            os.chdir(myworkdir)
-858
+            os.chdir(cwd)
-859
-860
+        if not HAVE_PYTEST:
-861
+            print("Missing Pytest")
-862
-863
-864
+########################################################################################################################
-865
+#######################################            Run Bamboo Option            ########################################
-866
+########################################################################################################################

casa6

Commits

Jira Issues

Add shortcut