casa / casa6 / c59b754007b

Commits

Mark Kettenis authored and Ville Suoranta committed c59b754007b Merge 25 Feb 2025

Pull request #912: CAS-14517: Add more importfitsidi tests

Merge in CASA/casa6 from CAS-14517 to master

* commit '140f25e73f41b13effb39e85f6b57e1965872901':
  CAS-14517: Add more importfitsidi tests

casatasks/tests/tasks/test_task_importfitsidi.py

Modified

-24
+# https://casadocs.readthedocs.io/en/stable/api/tt/casatasks.data.importfitsidi.html
-25
+#
-26
+##########################################################################
-27
+import os
-28
+import sys
-29
+import shutil
-30
+import numpy
-31
+import unittest
-32
-33
+from casatools import ctsys, ms, table
--
+from casatasks import importfitsidi
-+
+from casatasks import importfitsidi, casalog
-35
-36
+_ms = ms( )
-37
+_tb = table( )
-38
-+
+logpath = casalog.logfile()
-+
-41
+datapath = ctsys.resolve('unittest/importfitsidi/')
-+
+filepath = ctsys.resolve('testlog.log')
-43
-44
+myname = 'importfitsidi-unit-test'
-45
-46
+# default dataset name
-47
+my_dataset_names = ['n09q2_1_1-shortened.IDI1',
-48
+                    'n09q2_1_1-shortened-part1.IDI1',
-49
+                    'n09q2_1_1-shortened-part2.IDI1',
-50
+                    'emerlin_multiuv.IDI1',
-51
+                    '1331_3030_C-Band_5GHz__64.000_128.fits',
--
+                    'VLBA_TL015A_tl015arecor_BIN0_SRC0_1_201020T164655.idifits']
-+
+                    'VLBA_TL015A_tl015arecor_BIN0_SRC0_1_201020T164655.idifits',
-+
+                    'VLBA_VSN000397_file69.uvfits']
-54
-55
+# name of the resulting MS
-56
+msname = my_dataset_names[0]+'.ms'
-57
-58
+def checktable(thename, theexpectation):
-59
+    global msname, myname
-60
+    _tb.open(msname+"/"+thename)
-61
+    if thename == "":
-62
+        thename = "MAIN"
-63
+    for mycell in theexpectation:
-107
+        res = None
-108
-109
+        for fname in my_dataset_names:
-110
+            if(os.path.exists(fname)):
-111
+                os.remove(fname)
-112
+            datasetPath = os.path.join(datapath,fname)
-113
+            datasetPath = ctsys.resolve(datasetPath)
-114
+            shutil.copy(datasetPath, fname)
-115
-116
+    def tearDown(self):
-+
+        casalog.setlogfile(logpath)
-+
+        if os.path.exists(filepath):
-+
+            os.remove(filepath)
-120
+        for fname in my_dataset_names:
-121
+            os.remove(fname)
-122
+        shutil.rmtree(msname,ignore_errors=True)
-123
+        shutil.rmtree(msname+'.flagversions',ignore_errors=True)
-124
-125
+    def test1(self):
-126
+        '''fitsidi-import: Test good input'''
-127
+        retValue = {'success': True, 'msgs': "", 'error_msgs': '' }
-128
-129
+        self.res = importfitsidi(my_dataset_names[0], msname,  scanreindexgap_s=100., constobsid=True)
-1160
+                         ['UT1_UTC',        4, -0.172797, 1E-8],
-1161
+                         ['PM',      4, [9.20370292E-7, 1.55251885E-6], 1E-14],
-1162
+                         ]
-1163
+            results = checktable(name, expected)
-1164
+            if not results:
-1165
+                retValue['success']=False
-1166
+                retValue['error_msgs']=retValue['error_msgs']+'Check of table '+name+' failed'
-1167
-1168
+        self.assertTrue(retValue['success'])
-1169
-+
+    def test9(self):
-+
+        '''fitsidi-import: Test import from multiple arrays'''
-+
+        retValue = {'success': True, 'msgs': "", 'error_msgs': '' }
-+
-+
+        casalog.setlogfile('testlog.log')
-+
+        self.res = importfitsidi([my_dataset_names[0],my_dataset_names[6]], msname,
-+
+                                 constobsid=True, scanreindexgap_s=5)
-+
+        print(myname, ": Success! Now checking output ...")
-+
+        print(myname, ": MS exists. All tables present. Try opening as MS ...")
-+
+        try:
-+
+            _ms.open(msname)
-+
+        except:
-+
+            print(myname, ": Error  Cannot open MS table", tablename)
-+
+            retValue['success']=False
-+
+            retValue['error_msgs']=retValue['error_msgs']+'Cannot open MS table '+tablename
-+
+        else:
-+
+            _ms.close()
-+
+            print(myname, ": OK. Checking tables in detail ...")
-+
+            retValue['success']=True
-+
-+
+            # Test that observation IDs are different (despite constobsid=True)
-+
+            # Test data from both observations to verify that digital
-+
+            # corrections are applied correctly.
-+
+            name = ""
-+
+            expected = [
-+
+                         ['OBSERVATION_ID', 638, 0, 0],
-+
+                         ['UVW',       638, [171529.37575288, -786712.70341456, 210321.20978818], 1E-8],
-+
+                         ['EXPOSURE',  638,  2.0, 1E-8],
-+
+                         ['DATA',      638, [[-0.00224198+0.00067056j,
-+
+                                              -0.00475123+0.0024323j,
-+
+                                              -0.00416393+0.00212671j,
-+
+                                              -0.00565350+0.00340364j,
-+
+                                              -0.00527357+0.00011977j,
-+
+                                              -0.00292699+0.00131954j,
-+
+                                              -0.00429945+0.00035823j,
-+
+                                              -0.00545671-0.00033945j,
-+
+                                              -0.00646004+0.00037293j,
-+
+                                              -0.00419376-0.00115011j,
-+
+                                              -0.00508117+0.00045939j,
-+
+                                              -0.00501660-0.00047975j,
-+
+                                              -0.00444734-0.00101535j,
-+
+                                              -0.00384988-0.00102731j,
-+
+                                              -0.00551326+0.00101364j,
-+
+                                              -0.00337701+0.00080481j]], 1E-8],
-+
+                         ['OBSERVATION_ID', 8511, 1, 0],
-+
+                         ['UVW',      8511, [828914.03079271, 439115.74358212, -3087211.83269717], 1E-8],
-+
+                         ['EXPOSURE', 8511,  2.0971519947052, 1E-8],
-+
+                         ['DATA',     8511, [[-0.0005048021+0.0006272711j,
-+
+.0004651772-0.0004499542j,
-+
+.0002667628-0.0001897688j,
-+
+                                              -0.0009842832-0.0005429656j,
-+
+                                              -0.0001268085-0.0007897264j,
-+
+                                              -0.0004823971-0.0002412655j,
-+
+.0009139312+0.0002414373j,
-+
+.0000649303-0.0012320010j,
-+
+                                              -0.0002075107-0.0009946608j,
-+
+                                              -0.0004472813+0.0009435851j,
-+
+.0011783736-0.0003215929j,
-+
+.0003143105-0.0002393110j,
-+
+                                              -0.0007472970-0.0006453455j,
-+
+                                              -0.0002369661-0.0000927994j,
-+
+.0007526718+0.0009522775j,
-+
+.0006285428-0.0002970326j]], 1E-8],
-+
+                         ]
-+
+            results = checktable(name, expected)
-+
+            if not results:
-+
+                retValue['success']=False
-+
+                retValue['error_msgs']=retValue['error_msgs']+'Check of table '+name+' failed'
-+
-+
+        self.assertTrue(retValue['success'])
-+
-+
+        with open('testlog.log') as logf:
-+
+            success = ('The input files stem from different telescopes.' in logf.read())
-+
+        self.assertTrue(success)
-+
-+
+    def test10(self):
-+
+        '''fitsidi-import: Test import of VLBA archival data'''
-+
+        retValue = {'success': True, 'msgs': "", 'error_msgs': '' }
-+
-+
+        casalog.setlogfile('testlog.log')
-+
+        self.res = importfitsidi(my_dataset_names[6], msname)
-+
+        print(myname, ": Success! Now checking output ...")
-+
+        mscomponents = set(["table.dat",
-+
+#                            "table.f0",
-+
+                            "table.f1",
-+
+                            "table.f2",
-+
+                            "table.f3",
-+
+                            "table.f4",
-+
+                            "table.f5",
-+
+                            "table.f6",
-+
+                            "table.f7",
-+
+                            "table.f8",
-+
+                            "ANTENNA/table.dat",
-+
+                            "DATA_DESCRIPTION/table.dat",
-+
+                            "FEED/table.dat",
-+
+                            "FIELD/table.dat",
-+
+                            "FLAG_CMD/table.dat",
-+
+                            "HISTORY/table.dat",
-+
+                            "OBSERVATION/table.dat",
-+
+                            "POINTING/table.dat",
-+
+                            "POLARIZATION/table.dat",
-+
+                            "PROCESSOR/table.dat",
-+
+                            "SPECTRAL_WINDOW/table.dat",
-+
+                            "STATE/table.dat",
-+
+                            "ANTENNA/table.f0",
-+
+                            "DATA_DESCRIPTION/table.f0",
-+
+                            "FEED/table.f0",
-+
+                            "FIELD/table.f0",
-+
+                            "FLAG_CMD/table.f0",
-+
+                            "HISTORY/table.f0",
-+
+                            "OBSERVATION/table.f0",
-+
+                            "POINTING/table.f0",
-+
+                            "POLARIZATION/table.f0",
-+
+                            "PROCESSOR/table.f0",
-+
+                            "SPECTRAL_WINDOW/table.f0",
-+
+                            "STATE/table.f0"
-+
+                            ])
-+
+        for name in mscomponents:
-+
+            if not os.access(msname+"/"+name, os.F_OK):
-+
+                print(myname, ": Error  ", msname+"/"+name, "doesn't exist ...")
-+
+                retValue['success']=False
-+
+                retValue['error_msgs']=retValue['error_msgs']+msname+'/'+name+' does not exist'
-+
+            else:
-+
+                print(myname, ": ", name, "present.")
-+
+        print(myname, ": MS exists. All tables present. Try opening as MS ...")
-+
+        try:
-+
+            _ms.open(msname)
-+
+        except:
-+
+            print(myname, ": Error  Cannot open MS table", tablename)
-+
+            retValue['success']=False
-+
+            retValue['error_msgs']=retValue['error_msgs']+'Cannot open MS table '+tablename
-+
+        else:
-+
+            _ms.close()
-+
+            print(myname, ": OK. Checking tables in detail ...")
-+
+            retValue['success']=True
-+
-+
+            # check main table first
-+
+            name = ""
-+
+            #             col name, row number, expected value, tolerance
-+
+            expected = [
-+
+                         ['UVW',        15, [828914.03079271, 439115.74358212, -3087211.83269717], 1E-8],
-+
+                         ['EXPOSURE',   15,  2.0971519947052, 1E-8],
-+
+                         ['DATA',       15, [[-0.0005048021+0.0006272711j,
-+
+.0004651772-0.0004499542j,
-+
+.0002667628-0.0001897688j,
-+
+                                              -0.0009842832-0.0005429656j,
-+
+                                              -0.0001268085-0.0007897264j,
-+
+                                              -0.0004823971-0.0002412655j,
-+
+.0009139312+0.0002414373j,
-+
+.0000649303-0.0012320010j,
-+
+                                              -0.0002075107-0.0009946608j,
-+
+                                              -0.0004472813+0.0009435851j,
-+
+.0011783736-0.0003215929j,
-+
+.0003143105-0.0002393110j,
-+
+                                              -0.0007472970-0.0006453455j,
-+
+                                              -0.0002369661-0.0000927994j,
-+
+.0007526718+0.0009522775j,
-+
+.0006285428-0.0002970326j]], 1E-8],
-+
+                         ]
-+
+            results = checktable(name, expected)
-+
+            if not results:
-+
+                retValue['success']=False
-+
+                retValue['error_msgs']=retValue['error_msgs']+'Check of table '+name+' failed'
-+
-+
+        self.assertTrue(retValue['success'])
-+
-+
+        # Check that appropriate warnings are issued for unimplemented functionality
-+
+        with open('testlog.log') as logf:
-+
+            success = ('Data needs FFT artifact corrections' in logf.read())
-+
+        self.assertTrue(success)
-+
+        with open('testlog.log') as logf:
-+
+            success = ('Data was correlated with HANNING taper' in logf.read())
-+
+        self.assertTrue(success)
-+
-+
-1345
+if __name__ == '__main__':
-1346
+    unittest.main()

casa6

Commits

Jira Issues

Add shortcut