casa / casa6 / 241b3996935

Commits

Takeshi Nakazato authored 241b3996935 19 May 2022

CAS-13713 refactoring pattern matching

NAOJ code review Refs #2430

casatasks/tests/tasks/test_task_sdatmcor.py

Modified

-14
+# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Library General Public
-15
+# License for more details.
-16
+#
-17
+# [Add the link to the JIRA ticket here once it exists]
-18
+#
-19
+# Based on the requirements listed in plone found here:
-20
+# https://casadocs.readthedocs.io/en/stable/api/tt/casatasks.single.sdatmcor.html
-21
+#
-22
+#
-23
+##########################################################################
-+
+import functools
-25
+import itertools
-26
+import os
-27
+import re
-28
+import shutil
-29
+import unittest
-30
-31
+import numpy as np
-32
-33
+from casatasks import applycal, casalog, gencal, sdatmcor
-34
+from casatasks.private.sdutil import (convert_antenna_spec_autocorr,
-495
-496
+    def test_custom_atm_params_non_conform_list_input(self):
-497
+        """Test customized ATM parameters: non-conform layerboundaries and layertemperature."""
-498
+        with self.assertRaises(Exception):
-499
+            sdatmcor(
-500
+                infile=self.infile, outfile=self.outfile, datacolumn='data',
-501
+                atmdetail=True,
-502
+                layerboundaries='800m,1.5km', layertemperature='250K,200K,190K'
-503
+            )
-504
-+
+    def __extract_num_threads_from_logfile(self, logfile):
-+
+        with open(logfile, 'r') as f:
-+
+            pattern = re.compile(r'.*Setting numThreads_ to ([0-9]+)')
-+
+            matches_iterator = map(lambda line: pattern.search(line), f)
-+
+            last_match = functools.reduce(
-+
+                lambda previous_match, current_match:
-+
+                    current_match if current_match else previous_match,
-+
+                matches_iterator
-+
+            )
-+
-+
+        self.assertIsNotNone(
-+
+            last_match,
-+
+            msg=f'No match found for pattern "{pattern.pattern}" in "{casalog.logfile()}"'
-+
+        )
-+
+        num_threads_log = int(last_match.group(1))
-+
-+
+        return num_threads_log
-+
-523
+    def test_set_omp_num_threads(self):
-524
+        """Test if the task respects OMP_NUM_THREADS environment variable."""
-525
+        omp_num_threads_org = os.environ.get('OMP_NUM_THREADS')
-526
+        omp_num_threads_org_int = None
-527
-528
+        try:
-529
+            # set num_threads for OpenMP to any value different from the current one
-530
+            if omp_num_threads_org is None:
-531
+                num_threads = 2
-532
+            else:
-550
+        # consistency check
-551
+        omp_num_threads_current = os.environ.get('OMP_NUM_THREADS')
-552
+        if omp_num_threads_current is None:
-553
+            self.assertIsNone(omp_num_threads_org)
-554
+        else:
-555
+            self.assertIsNotNone(omp_num_threads_org)
-556
+            self.assertEqual(omp_num_threads_current, omp_num_threads_org)
-557
-558
+        # check log
-559
+        self.assertTrue(os.path.exists(casalog.logfile()), msg='casalog file is missing!')
--
+        with open(casalog.logfile(), 'r') as f:
--
+            pattern = re.compile(r'.*Setting numThreads_ to ([0-9]+)')
--
+            lines = list(filter(lambda x: x is not None, map(lambda x: re.search(pattern, x), f)))
--
+        num_threads_log = int(lines[-1].group(1))
-+
+        num_threads_log = self.__extract_num_threads_from_logfile(casalog.logfile())
-561
-562
+        casalog.post(
-563
+            f'OMP_NUM_THREAD_VALUES: initial: {OMP_NUM_THREADS_INITIAL} (returned by get_omp_num_threads), '
-564
+            f'at test start time: {omp_num_threads_org}, current: {num_threads}, '
-565
+            f'last set in logfile: {num_threads_log}')
-566
+        self.assertEqual(num_threads, num_threads_log)
-567
-568
+        # check output MS
-569
+        self.check_result({19: True, 23: True})
-570
-583
+                os.environ['OMP_NUM_THREADS'] = omp_num_threads_org
-584
-585
+        # consistency check
-586
+        if omp_num_threads_org is None:
-587
+            self.assertIsNone(os.environ.get('OMP_NUM_THREADS'))
-588
+        else:
-589
+            self.assertEqual(os.environ.get('OMP_NUM_THREADS'), omp_num_threads_org)
-590
-591
+        # check log
-592
+        self.assertTrue(os.path.exists(casalog.logfile()), msg='casalog file is missing!')
--
+        with open(casalog.logfile(), 'r') as f:
--
+            pattern = re.compile(r'.*Setting numThreads_ to ([0-9]+)')
--
+            lines = list(filter(lambda x: x is not None, map(lambda x: re.search(pattern, x), f)))
--
+        num_threads_log = int(lines[-1].group(1))
-+
+        num_threads_log = self.__extract_num_threads_from_logfile(casalog.logfile())
-594
+        num_threads_expected = min(8, casalog.getNumCPUs())
-595
-596
+        casalog.post(
-597
+            f'OMP_NUM_THREAD_VALUES: initial: {OMP_NUM_THREADS_INITIAL} (returned by get_omp_num_threads), '
-598
+            f'at test start time: {omp_num_threads_org}, expected: {num_threads_expected}, '
-599
+            f'last set in logfile: {num_threads_log}')
-600
+        self.assertEqual(num_threads_expected, num_threads_log)
-601
-602
+        # check output MS
-603
+        self.check_result({19: True, 23: True})

casa6

Commits

Jira Issues

Add shortcut