casa / casa6 / ab4ded97aab

Commits

Neal Schweighart authored and Ville Suoranta committed ab4ded97aab Merge 05 Aug 2024

Pull request #842: CAS-14382

Merge in CASA/casa6 from CAS-14382 to master

* commit '5f09eac5811a1590a5825e41fa189531b8973a40':
  Fixed check for existing file
  fixed path to data issues and updated connection failure message
  moved igs_file parameter creation outside of the try statment... Still looking at why the mac build is failing on the branch
  Put the whole attempt to grab data in the try
  first attempt at switching to using ftplib for getting tec data

casatasks/src/private/tec_maps.py

Modified

-149
+##
-150
+##
-151
+## =============================================================================
-152
+## =============================================================================
-153
-154
-155
+import glob, pylab, os, datetime
-156
+import numpy as np
-157
+from matplotlib import rc
-158
+import matplotlib.pyplot as plt
-+
+import ftplib
-160
-161
+from casatasks.private.casa_transition import is_CASA6
-162
+if is_CASA6:
-163
+    from casatools import table, quanta, coordsys, image, measures
-164
-165
+    tb = table()
-166
+    qa = quanta()
-167
+    cs = coordsys()
-168
+    ia = image()
-169
+    me = measures()
-302
-303
+    ## Set up the days for which we need to go get TEC files
-304
+    day_list = []
-305
+    next_day = begin_day
-306
+    for iter in range(call_num):
-307
+        day_list.append(next_day)
-308
+        next_day = qa.time(str(t_min[0]+86400.*(iter+1))+'s',form='ymd')[0][:10]
-309
-310
+    print('IGS files required for: '+str(day_list))
-311
-+
+    # plot name declared here to avoid potential reference before assignment error
-+
+    plot_name = ''
-314
+    ## Runs the IGS methods
-315
+    if tec_server == 'IGS':
-316
+        ymd_date_num = 0
-317
+        #array = []
-318
+        lo=0
-319
+        hi=0
-320
+        for ymd_date in day_list:
-321
+            points_long,points_lat,ref_long,ref_lat,incr_long,incr_lat,incr_time,num_maps,tec_array,tec_type = get_IGS_TEC(ymd_date)
-322
-323
+            ## Fill a new array with all the full set of TEC/DTEC values for all days in the observation set.
-489
+    ## released ~ 2-3 days after data is collected.  If this file is
-490
+    ## unavailable, it will try to retrieve the JPL Rapid Product (JPRG),
-491
+    ## released ~ 1 day after data is collected. While the 'uncompress' command
-492
+    ## is not necessary, it is the most straightforward on Linux.
-493
+    ##
-494
+    ## =========================================================================
-495
-496
+    #CDDIS = 'ftp://cddis.gsfc.nasa.gov/gnss/products/ionex/'  # pre-2020Nov01 version
-497
+    CDDIS = 'ftp://gdc.cddis.eosdis.nasa.gov/gps/products/ionex/'  # new, more secure ftp-ssl server (2020Nov01)
-498
+    file_location = CDDIS+str(year)+'/'+str(dayofyear)+'/'
--
+    curlcmd='curl -u anonymous:casa-feedback@nrao.edu --ftp-ssl-reqd '
-+
+    #curlcmd='curl -u anonymous:casa-feedback@nrao.edu --ftp-ssl-reqd '
-+
-501
-502
+    ## The name of the IONEX file you require.
-503
+    igs_file='igsg'+str(dayofyear)+'0.'+str(year)[2:4]+'i' if ( gpsweek<2238) else 'IGS0OPSFIN_'+str(year)+str(dayofyear)+'0000_01D_02H_GIM.INX'
-504
+    get_file=igs_file + ('.Z' if gpsweek<2238 else '.gz')
-505
-506
+    print('\nFor '+ymd_date+', the required IGS file is called: '+igs_file)
-507
-508
+    if len(glob.glob(igs_file))<1:     # file does not yet exist locally
--
+        print('Attempting retrieval of IGS Final product file: '+str(get_file))
--
+        get_path = file_location+get_file
--
+        if test_IONEX_connection(get_path):
--
+            os.system(curlcmd+get_path+' > '+workDir+get_file)
--
+            os.system('gunzip '+get_file)
--
+        else:
--
+            # IGS final product file does not exist; try rapid product file
--
+            igs_file='igrg'+str(dayofyear)+'0.'+str(year)[2:4]+'i' if ( gpsweek<2238) else 'IGS0OPSRAP_'+str(year)+str(dayofyear)+'0000_01D_02H_GIM.INX'
--
+            get_file=igs_file + ('.Z' if gpsweek<2238 else '.gz')
--
--
+            if len(glob.glob(igs_file))<1:     # file does not yet exist
--
+                print('Attempting retrieval of IGS Rapid product file: '+str(get_file))
-+
+        #ftps login and navigation
-+
+        try:
-+
+            ftps = ftplib.FTP_TLS(host = 'gdc.cddis.eosdis.nasa.gov') # ftp-ssl version
-+
+            ftps.login(user='anonymous', passwd='casa-feedback@nrao.edu')
-+
+            ftps.prot_p()
-+
+            ftps.cwd('gps/products/ionex/'+str(year)+'/'+str(dayofyear)+'/')
-+
-+
+            if len(glob.glob(igs_file))<1:     # file does not yet exist locally
-+
+                print('Attempting retrieval of IGS Final product file: '+str(get_file))
-518
+                get_path = file_location+get_file
-519
+                if test_IONEX_connection(get_path):
--
+                    os.system(curlcmd+get_path+' > '+workDir+get_file)
-+
+                    with open(get_file, 'wb') as fp:
-+
+                        ftps.retrbinary("RETR " + get_file, fp.write)
-522
+                    os.system('gunzip '+get_file)
-+
+                    print('FILENAME: ', get_file)
-524
+                else:
--
+                    #igs_file = igs_file.replace('igr','jpr')
--
+                    igs_file= 'jprg'+str(dayofyear)+'0.'+str(year)[2:4]+'i' if (gpsweek<2274.5) else 'JPL0OPSRAP_'+str(year)+str(dayofyear)+'0000_01D_02H_GIM.INX'
--
+                    get_file=igs_file + ('.Z' if gpsweek<2274.5 else '.gz')
--
-+
+                    # IGS final product file does not exist; try rapid product file
-+
+                    igs_file='igrg'+str(dayofyear)+'0.'+str(year)[2:4]+'i' if ( gpsweek<2238) else 'IGS0OPSRAP_'+str(year)+str(dayofyear)+'0000_01D_02H_GIM.INX'
-+
+                    get_file=igs_file + ('.Z' if gpsweek<2238 else '.gz')
-+
-529
+                    if len(glob.glob(igs_file))<1:     # file does not yet exist
--
+                        print('Attempting retrieval of JPL Rapid product file: '+str(igs_file))
-+
+                        print('Attempting retrieval of IGS Rapid product file: '+str(get_file))
-531
+                        get_path = file_location+get_file
-532
+                        if test_IONEX_connection(get_path):
--
+                            os.system(curlcmd+get_path+' > '+workDir+get_file)
-+
+                            with open(get_file, 'wb') as fp:
-+
+                                ftps.retrbinary("RETR " + get_file, fp.write)
-535
+                            os.system('gunzip '+get_file)
-+
-537
+                        else:
--
+                            print('\nNo data products available. You may try to manually'+\
--
+                                  ' download the products at:\n'+\
--
+                                  'ftp://gdc.cddis.eosdis.nasa.gov/gps/products/ionex\n')
--
+                            return 0,0,0,0,0,0,0,0,[0],''
-+
+                            #igs_file = igs_file.replace('igr','jpr')
-+
+                            igs_file= 'jprg'+str(dayofyear)+'0.'+str(year)[2:4]+'i' if (gpsweek<2274.5) else 'JPL0OPSRAP_'+str(year)+str(dayofyear)+'0000_01D_02H_GIM.INX'
-+
+                            get_file=igs_file + ('.Z' if gpsweek<2274.5 else '.gz')
-+
-+
+                            if len(glob.glob(igs_file))<1:     # file does not yet exist
-+
+                                print('Attempting retrieval of JPL Rapid product file: '+str(igs_file))
-+
+                                get_path = file_location+get_file
-+
+                                if test_IONEX_connection(get_path):
-+
+                                    with open(get_file, 'wb') as fp:
-+
+                                        ftps.retrbinary("RETR " + get_file, fp.write)
-+
+                                    os.system('gunzip '+get_file)
-+
+                                else:
-+
+                                    print('\nNo data products available. You may try to manually'+\
-+
+                                            ' download the products at:\n'+\
-+
+                                            'ftp://gdc.cddis.eosdis.nasa.gov/gps/products/ionex\n')
-+
+                                    return 0,0,0,0,0,0,0,0,[0],''
-+
+                            else:
-+
+                                print('JPL Rapid product file: '+igs_file+' already available in current working directory.')
-556
+                    else:
--
+                        print('JPL Rapid product file: '+igs_file+' already available in current working directory.')
-+
+                        print('IGS Rapid product file: '+igs_file+' already available in current working directory.')
-558
+            else:
--
+                print('IGS Rapid product file: '+igs_file+' already available in current working directory.')
-+
+                print('IGS Final product file: '+igs_file+' already available in current working directory.')
-+
-+
+            ftps.quit()
-+
+        except ftplib.all_errors as e:
-+
+            print('Failed to connect to ftp://gdc.cddis.eosdis.nasa.gov/gps/products/ionex/ with error: ', e)
-564
+    else:
-565
+        print('IGS Final product file: '+igs_file+' already available in current working directory.')
-566
-567
+    if igs_file.startswith('igs') or igs_file.startswith('IGS0OPSFIN'):
-568
+        tec_type = 'IGS_Final_Product'
-569
+    elif igs_file.startswith('igr') or igs_file.startswith('IGS0OPSRAP'):
-570
+        tec_type = 'IGS_Rapid_Product'
-571
+    elif igs_file.startswith('jpr') or igs_file.startswith('JPL0OPSRAP'):
--
+        tec_type = 'JPL_Rapid_Product'
-+
+        tec_type = 'JPL_Rapid_Product'
-573
-574
+    ## =========================================================================
-575
+    ##
-576
+    ## The following section reads the lines of the ionex file for 1 day
-577
+    ## (13 maps total) into an array a[]. It also retrieves the thin-shell
-578
+    ## ionosphere height used by IGS, the lat./long. spacing, etc. for use
-579
+    ## later in this script.
-580
+    ##
-581
+    ## =========================================================================
-582
+    print('Transforming IONEX data format to a TEC/DTEC array for '+str(ymd_date))

casa6

Commits

Jira Issues

Add shortcut