casa / casa6 / 359c0ea8bfa

Commits

Neal Schweighart authored 359c0ea8bfa 05 Jun 2024

first attempt at switching to using ftplib for getting tec data

casatasks/src/private/tec_maps.py

Modified

-149
+##
-150
+##
-151
+## =============================================================================
-152
+## =============================================================================
-153
-154
-155
+import glob, pylab, os, datetime
-156
+import numpy as np
-157
+from matplotlib import rc
-158
+import matplotlib.pyplot as plt
-+
+import ftplib
-160
-161
+from casatasks.private.casa_transition import is_CASA6
-162
+if is_CASA6:
-163
+    from casatools import table, quanta, coordsys, image, measures
-164
-165
+    tb = table()
-166
+    qa = quanta()
-167
+    cs = coordsys()
-168
+    ia = image()
-169
+    me = measures()
-302
-303
+    ## Set up the days for which we need to go get TEC files
-304
+    day_list = []
-305
+    next_day = begin_day
-306
+    for iter in range(call_num):
-307
+        day_list.append(next_day)
-308
+        next_day = qa.time(str(t_min[0]+86400.*(iter+1))+'s',form='ymd')[0][:10]
-309
-310
+    print('IGS files required for: '+str(day_list))
-311
-+
+    # plot name declared here to avoid potential reference before assignment error
-+
+    plot_name = ''
-314
+    ## Runs the IGS methods
-315
+    if tec_server == 'IGS':
-316
+        ymd_date_num = 0
-317
+        #array = []
-318
+        lo=0
-319
+        hi=0
-320
+        for ymd_date in day_list:
-321
+            points_long,points_lat,ref_long,ref_lat,incr_long,incr_lat,incr_time,num_maps,tec_array,tec_type = get_IGS_TEC(ymd_date)
-322
-323
+            ## Fill a new array with all the full set of TEC/DTEC values for all days in the observation set.
-490
+    ## unavailable, it will try to retrieve the JPL Rapid Product (JPRG),
-491
+    ## released ~ 1 day after data is collected. While the 'uncompress' command
-492
+    ## is not necessary, it is the most straightforward on Linux.
-493
+    ##
-494
+    ## =========================================================================
-495
-496
+    #CDDIS = 'ftp://cddis.gsfc.nasa.gov/gnss/products/ionex/'  # pre-2020Nov01 version
-497
+    CDDIS = 'ftp://gdc.cddis.eosdis.nasa.gov/gps/products/ionex/'  # new, more secure ftp-ssl server (2020Nov01)
-498
+    file_location = CDDIS+str(year)+'/'+str(dayofyear)+'/'
-499
+    curlcmd='curl -u anonymous:casa-feedback@nrao.edu --ftp-ssl-reqd '
-+
+    #ftps login and navigation
-+
+    try:
-+
+        ftps = ftplib.FTP_TLS(host = 'gdc.cddis.eosdis.nasa.gov/gps/products/ionex') # ftp-ssl version
-+
+        ftps.login(user='anonymous', passwd='casa-feedback@nrao.edu')
-+
+        ftps.prot_p()
-+
+        ftps.cwd(file_location)
-+
+    except ftplib.all_errors as e:
-+
+        print('Failed to connect with error: ', e)
-508
-509
+    ## The name of the IONEX file you require.
-510
+    igs_file='igsg'+str(dayofyear)+'0.'+str(year)[2:4]+'i' if ( gpsweek<2238) else 'IGS0OPSFIN_'+str(year)+str(dayofyear)+'0000_01D_02H_GIM.INX'
-511
+    get_file=igs_file + ('.Z' if gpsweek<2238 else '.gz')
-512
-513
+    print('\nFor '+ymd_date+', the required IGS file is called: '+igs_file)
-514
-515
+    if len(glob.glob(igs_file))<1:     # file does not yet exist locally
-516
+        print('Attempting retrieval of IGS Final product file: '+str(get_file))
-517
+        get_path = file_location+get_file
-518
+        if test_IONEX_connection(get_path):
--
+            os.system(curlcmd+get_path+' > '+workDir+get_file)
--
+            os.system('gunzip '+get_file)
-+
+            #os.system(curlcmd+get_path+' > '+workDir+get_file)
-+
+            #os.system('gunzip '+get_file)
-+
+            #ftps version
-+
+            ftps.retrbinary("RETR " + get_file, open(get_file, 'wb').write)
-523
+        else:
-524
+            # IGS final product file does not exist; try rapid product file
-525
+            igs_file='igrg'+str(dayofyear)+'0.'+str(year)[2:4]+'i' if ( gpsweek<2238) else 'IGS0OPSRAP_'+str(year)+str(dayofyear)+'0000_01D_02H_GIM.INX'
-526
+            get_file=igs_file + ('.Z' if gpsweek<2238 else '.gz')
-527
-528
+            if len(glob.glob(igs_file))<1:     # file does not yet exist
-529
+                print('Attempting retrieval of IGS Rapid product file: '+str(get_file))
-530
+                get_path = file_location+get_file
-531
+                if test_IONEX_connection(get_path):
--
+                    os.system(curlcmd+get_path+' > '+workDir+get_file)
--
+                    os.system('gunzip '+get_file)
-+
+                    #os.system(curlcmd+get_path+' > '+workDir+get_file)
-+
+                    #os.system('gunzip '+get_file)
-+
+                    #ftps version
-+
+                    ftps.retrbinary("RETR " + get_file, open(get_file, 'wb').write)
-536
+                else:
-537
+                    #igs_file = igs_file.replace('igr','jpr')
-538
+                    igs_file= 'jprg'+str(dayofyear)+'0.'+str(year)[2:4]+'i' if (gpsweek<2274.5) else 'JPL0OPSRAP_'+str(year)+str(dayofyear)+'0000_01D_02H_GIM.INX'
-539
+                    get_file=igs_file + ('.Z' if gpsweek<2274.5 else '.gz')
-540
-541
+                    if len(glob.glob(igs_file))<1:     # file does not yet exist
-542
+                        print('Attempting retrieval of JPL Rapid product file: '+str(igs_file))
-543
+                        get_path = file_location+get_file
-544
+                        if test_IONEX_connection(get_path):
--
+                            os.system(curlcmd+get_path+' > '+workDir+get_file)
--
+                            os.system('gunzip '+get_file)
-+
+                            #os.system(curlcmd+get_path+' > '+workDir+get_file)
-+
+                            #os.system('gunzip '+get_file)
-+
+                            #ftps version
-+
+                            ftps.retrbinary("RETR " + get_file, open(get_file, 'wb').write)
-549
+                        else:
-550
+                            print('\nNo data products available. You may try to manually'+\
-551
+                                  ' download the products at:\n'+\
-552
+                                  'ftp://gdc.cddis.eosdis.nasa.gov/gps/products/ionex\n')
-553
+                            return 0,0,0,0,0,0,0,0,[0],''
-554
+                    else:
-555
+                        print('JPL Rapid product file: '+igs_file+' already available in current working directory.')
-556
+            else:
-557
+                print('IGS Rapid product file: '+igs_file+' already available in current working directory.')
-558
+    else:

casa6

Commits

Jira Issues

Add shortcut