update kernel download mechanisms; new NAIF filenames

Author: rahil-makadia

grss/debias/get_debiasing_data.py

@@ -1,21 +1,32 @@
 """Download the debiasing data files from the JPL Solar System Dynamics Group's FTP server"""
 import os
+import requests
+
+def check_and_download(url, local_path, note):
+    try:
+        response = requests.head(url, timeout=30, allow_redirects=True)
+        if response.status_code == 200:
+            print(f'Downloading {note}...')
+            response = requests.get(url, timeout=30)
+            with open(local_path, 'wb') as f:
+                f.write(response.content)
+        else:
+            msg = f'File {url} ({note}) does not exist on server. Code: {response.status_code}'
+            raise FileNotFoundError(msg)
+    except requests.RequestException as e:
+        raise ConnectionError(f'Error checking/downloading {note}') from e
 
 cwd = os.path.dirname(os.path.abspath(__file__))
 
-FTP_SITE = 'ftp://ssd.jpl.nasa.gov/pub/ssd/debias'
+FTP_SITE = 'https://ssd.jpl.nasa.gov/ftp/ssd/debias'
 # get debiasing data files from the JPL Solar System Dynamics Group's FTP server
 # if lowres_data.tgz or lowres_data/ already exist, do not download
 if not os.path.exists(f'{cwd}/lowres_data.tgz') and not os.path.exists(f'{cwd}/lowres_data/'):
-    FTP_FILE = 'debias_2018.tgz'
-    cmd = f'curl --connect-timeout 30 --show-error -o {cwd}/lowres_data.tgz {FTP_SITE}/{FTP_FILE}'
-    print('Downloading low-resolution debiasing data...')
-    os.system(cmd)
+    check_and_download(f'{FTP_SITE}/debias_2018.tgz',
+                        f'{cwd}/lowres_data.tgz', 'low-resolution debiasing data')
 if not os.path.exists(f'{cwd}/hires_data.tgz') and not os.path.exists(f'{cwd}/hires_data/'):
-    FTP_FILE = 'debias_hires2018.tgz'
-    cmd = f'curl --connect-timeout 30 --show-error -o {cwd}/hires_data.tgz {FTP_SITE}/{FTP_FILE}'
-    print('Downloading high-resolution debiasing data...')
-    os.system(cmd)
+    check_and_download(f'{FTP_SITE}/debias_hires2018.tgz',
+                        f'{cwd}/hires_data.tgz', 'high-resolution debiasing data')
 
 # extract the data files
 # create the directories if they don't exist, delete the files if they do

grss/kernels/get_kernels.py

@@ -2,6 +2,23 @@
 GRSS GitHub repository and the NAIF FTP server"""
 import os
 import time
+import requests
+
+def check_and_download(url, local_path, note, force=False):
+    if os.path.exists(local_path) and not force:
+        return
+    try:
+        response = requests.head(url, timeout=30, allow_redirects=True)
+        if response.status_code == 200:
+            print(f'Downloading {note}...')
+            response = requests.get(url, timeout=30)
+            with open(local_path, 'wb') as f:
+                f.write(response.content)
+        else:
+            msg = f'File {url} ({note}) does not exist on server. Code: {response.status_code}'
+            raise FileNotFoundError(msg)
+    except requests.RequestException as e:
+        raise ConnectionError(f'Error checking/downloading {note}') from e
 
 # get the path to the directory containing this script
 script_dir = os.path.dirname(os.path.realpath(__file__))
@@ -11,61 +28,37 @@
 
 # get the spice kernels if they are not already present
 # de430 planets + de431 big16
-mb430_exists = os.path.exists(f'{script_dir}/de430.bsp')
-sb431_exists = os.path.exists(f'{script_dir}/sb431-n16s.bsp')
-if (not mb430_exists or not sb431_exists):
-    print('Downloading DE430/431 planet and big16 asteroid kernels...')
-    os.system((f'curl --connect-timeout 30 --show-error -o {script_dir}/de430.bsp '
-                f'{NAIF_SITE}/spk/planets/de430.bsp'))
-    os.system((f'curl --connect-timeout 30 --show-error -o {script_dir}/sb431-n16s.bsp '
-                f'{SSD_SITE}/xfr/sb431-n16s.bsp'))
-# de440 planets + de441 big16
-mb440_exists = os.path.exists(f'{script_dir}/de440.bsp')
-sb441s_exists = os.path.exists(f'{script_dir}/sb441-n16s.bsp')
-mb441_exists = os.path.exists(f'{script_dir}/de441.bsp')
-sb441_exists = os.path.exists(f'{script_dir}/sb441-n16.bsp')
-if (not mb440_exists or not mb441_exists or not sb441s_exists or not sb441_exists):
-    print('Downloading DE440/441 planet and big16 asteroid kernels...')
-    os.system((f'curl --connect-timeout 30 --show-error -o {script_dir}/de440.bsp '
-                f'{SSD_SITE}/eph/planets/bsp/de440.bsp'))
-    os.system((f'curl --connect-timeout 30 --show-error -o {script_dir}/sb441-n16s.bsp '
-                f'{SSD_SITE}/xfr/sb441-n16s.bsp'))
-    os.system((f'curl --connect-timeout 30 --show-error -o {script_dir}/de441.bsp '
-                f'{SSD_SITE}/eph/planets/bsp/de441.bsp'))
-    os.system((f'curl --connect-timeout 30 --show-error -o {script_dir}/sb441-n16.bsp '
-                f'{SSD_SITE}/eph/small_bodies/asteroids_de441/sb441-n16.bsp'))
+check_and_download(f'{NAIF_SITE}/spk/planets/de430.bsp',
+                    f'{script_dir}/de430.bsp', 'DE430 planet kernel')
+check_and_download(f'{SSD_SITE}/xfr/sb431-n16s.bsp',
+                    f'{script_dir}/sb431-n16s.bsp', 'DE431 big16 asteroid kernel')
+# de440/441 planets + de441 big16
+check_and_download(f'{SSD_SITE}/eph/planets/bsp/de440.bsp',
+                    f'{script_dir}/de440.bsp', 'DE440 planet kernel')
+check_and_download(f'{SSD_SITE}/xfr/sb441-n16s.bsp',
+                    f'{script_dir}/sb441-n16s.bsp', 'short-term DE441 big16 asteroid kernel')
+check_and_download(f'{SSD_SITE}/eph/planets/bsp/de441.bsp',
+                    f'{script_dir}/de441.bsp', 'DE441 planet kernel')
+check_and_download(f'{SSD_SITE}/eph/small_bodies/asteroids_de441/sb441-n16.bsp',
+                    f'{script_dir}/sb441-n16.bsp', 'long-term DE441 big16 asteroid kernel')
 
-# get the earth orientation binary spice kernels and their comments if they are not already present
 # latest earth pck
 latest_earth_pck_exists = os.path.exists(f'{script_dir}/earth_latest.bpc')
 latest_earth_pck_old = (latest_earth_pck_exists and
                         time.time() - os.path.getmtime(f'{script_dir}/earth_latest.bpc')
                         > 86400)
 if not latest_earth_pck_exists or latest_earth_pck_old:
-    print('Downloading latest Earth binary PCK...')
-    os.system((f'curl --connect-timeout 30 --show-error -o {script_dir}/earth_latest.bpc '
-                f'{NAIF_SITE}/pck/earth_latest_high_prec.bpc'))
+    check_and_download(f'{NAIF_SITE}/pck/earth_latest_high_prec.bpc',
+                       f'{script_dir}/earth_latest.bpc', 'latest Earth binary PCK', force=True)
 # historical earth pck
-historical_earth_pck_exists = os.path.exists(f'{script_dir}/earth_historic.bpc')
-if not historical_earth_pck_exists:
-    print('Downloading historic Earth binary PCK...')
-    os.system((f'curl --connect-timeout 30 --show-error -o {script_dir}/earth_historic.bpc '
-                f'{NAIF_SITE}/pck/earth_620120_240827.bpc'))
+check_and_download(f'{NAIF_SITE}/pck/earth_620120_250826.bpc',
+                    f'{script_dir}/earth_historic.bpc', 'historic Earth binary PCK')
 # predicted earth pck
-predicted_earth_pck_exists = os.path.exists(f'{script_dir}/earth_predict.bpc')
-if not predicted_earth_pck_exists:
-    print('Downloading predicted Earth binary PCK...')
-    os.system((f'curl --connect-timeout 30 --show-error -o {script_dir}/earth_predict.bpc '
-                f'{NAIF_SITE}/pck/earth_200101_990827_predict.bpc'))
+check_and_download(f'{NAIF_SITE}/pck/earth_2025_250826_2125_predict.bpc',
+                    f'{script_dir}/earth_predict.bpc', 'predicted Earth binary PCK')
 # moon pck
-moon_pa_de440_exists = os.path.exists(f'{script_dir}/moon_pa_de440.bpc')
-if not moon_pa_de440_exists:
-    print('Downloading Moon PCK for DE440...')
-    os.system((f'curl --connect-timeout 30 --show-error -o {script_dir}/moon_pa_de440.bpc '
-                f'{NAIF_SITE}/pck/moon_pa_de440_200625.bpc'))
+check_and_download(f'{NAIF_SITE}/pck/moon_pa_de440_200625.bpc',
+                    f'{script_dir}/moon_pa_de440.bpc', 'Moon PCK for DE440')
 # generic frame kernels
-generic_frame_kernel_exists = os.path.exists(f'{script_dir}/pck00011.tpc')
-if not generic_frame_kernel_exists:
-    print('Downloading generic frame kernel...')
-    os.system((f'curl --connect-timeout 30 --show-error -o {script_dir}/pck00011.tpc '
-                f'{NAIF_SITE}/pck/pck00011.tpc'))
+check_and_download(f'{NAIF_SITE}/pck/pck00011.tpc',
+                    f'{script_dir}/pck00011.tpc', 'generic frame kernel')

grss/utils.py

@@ -72,7 +72,7 @@ def initialize():
     """
     internet = _connected_to_internet()
     if not internet:
-        print("Please connect to the internet to download/update the necessary data files.")
+        print("Internet connection is required to download/update the necessary data files.")
         return None
     # run the get_debiasing_data.py script
     os.system(f'python {grss_path}/debias/get_debiasing_data.py')

grss/version.txt

@@ -1 +1 @@
-4.5.1
+4.5.2