Updated I/O

README.md

@@ -19,10 +19,16 @@ Distribution's `conda` package manager
 Begin by creating and activating an environment with all the prerequisites:
 
 ```
-conda create -n oif-dev -c conda-forge -c mjuric python spiceypy openorb numpy pandas matplotlib spice-utils
+conda create -n oif-dev -c conda-forge -c mjuric python spiceypy=4.0.1 openorb numpy pandas matplotlib spice-utils
 conda activate oif-dev
 ```
 
+Download repo via git clone
+
+```
+git clone https://github.com/eggls6/objectsInField.git
+```
+
 Then download the various large binary files (mostly SPICE kernels) that we
 don't keep in git by running
 

__main__.py

@@ -0,0 +1,327 @@
+#!/opt/local/bin/python3.4
+###########################################
+# Asteroid Survey Simulation Software
+# Developed at the Jet Propulsion Laboratory
+# Authors: Shantanu Naidu
+#          Davide Farnocchia
+#          Steve Chesley
+# Date:    Apr 06, 2018
+##########################################
+
+
+import os
+import numpy as np
+import spiceypy as sp
+import time
+import configparser
+import glob
+import sys
+import argparse
+import warnings
+import pyoorb as oo
+
+from . import shared
+from . import telescope as ts
+from . import sso as ss
+
+DATAPATH = os.path.join(os.path.dirname(__file__), 'data')
+USER_DATAPATH = None
+
+CWD = os.getcwd()
+
+def resolve_path(fn):
+    # if absolute, return as-is
+    if os.path.isabs(fn):
+        return fn
+
+    # if relative, check if there's one in cwd
+    if os.path.exists(fn):
+        return os.path.abspath(fn)
+
+    # next, check if there's one in the user-overriden path (if any)
+    if USER_DATAPATH is not None:
+        f = os.path.abspath(os.path.join(USER_DATAPATH, fn))
+        if os.path.exists(f):
+            return f
+
+    # else, return path pointing to DATAPATH
+    return os.path.abspath(os.path.join(DATAPATH, fn))
+
+def resolve_oorb_ephem_path(planetary_ephem):
+    if os.path.isabs(planetary_ephem):
+        return planetary_ephem
+
+    # 1. first resolve against our data path
+    depath = resolve_path(planetary_ephem)
+    if os.path.isfile(depath):
+        return depath
+
+    # 2. then respect in OORB_DATA envvar, if given
+    if "OORB_DATA" in os.environ:
+        return os.path.abspath(os.path.join(os.environ["OORB_DATA"], planetary_ephem))
+
+    # 3. finally, look relative to the openorb binary (in .../share/openorb/foo.dat)
+    import shutil
+    oorb_exe = shutil.which("oorb")
+    if oorb_exe is not None:
+        return os.path.join(os.path.dirname(os.path.dirname(oorb_exe)), 'share', 'openorb', planetary_ephem)
+
+
+def get_or_exit(config, section, key, message):
+    try:
+        return config[section][key]
+    except KeyError:
+        sys.exit(message)
+
+def main():
+    #Parsing command line arguments
+    parser = argparse.ArgumentParser()
+    parser.add_argument("input", help="Input  configuration filename.", type=str)
+    parser.add_argument("-f", help="Force the program to replace asteroid SPKs", action="store_true")
+    args = parser.parse_args()
+
+    inputfile=args.input
+
+
+    configdict={}
+
+    # Set up reasonable defaults
+    config = configparser.SafeConfigParser()
+    config.read_dict({
+        'CONF': {
+            'n_Proc':           '1',		# Number of parallel processes
+            'Planetary ephem':  'de430.dat',	# Planetary ephemeris file for OpenOrb
+            'SPICE metakernel': 'meta_kernel', # NAIF SPICE kernels (Earth orientation, leap sec, etc.) (input)
+            'Cache dir':        '_cache',       # Directory where to place generated temporary files
+        },
+        'ASTEROID' : {
+            'Make SPKs':         'T',
+            'nDays':             '4000',
+            'SPK step':          '20',
+            'nbody':             'T',
+            'Object1':           '1',
+            'nObjects':          '-1',
+            'Make SPKs':         'T',
+            'Asteroid SPKs':     'ast',		# Base file name and path for storing and retrieving asteroid spks (input/output)
+            'Asteroid SPK path': 'spks',
+        },
+        'SURVEY': {
+            'Survey T0':         '0',
+            'Field1':            '1',
+            'nFields':           '1000',
+            'Space':             'F',
+            'MPCobscode file':   'obslist.dat',
+        },
+        'CAMERA': {
+            'Threshold': '5',
+            'SPICE IK':  'camera.ti',
+        }
+    })
+
+    # Check that the config exists 
+
+    if (os.path.isfile(inputfile) == False):
+        sys.exit("Error: Configuration file does not exist %s" %(inputfile))
+
+    config.read(inputfile)
+
+    # Update the built-in data location, if overridden by user
+    try:
+        global USER_DATAPATH
+        USER_DATAPATH = config["CONF"]['Data path']
+    except KeyError:
+        pass
+
+
+    #CONF section
+    spice_mk        = config["CONF"]['SPICE metakernel']
+    planetary_ephem = config["CONF"]['Planetary ephem']
+    cachedir        = config["CONF"]['Cache dir']
+    nProc           = int(config['CONF']['n_Proc'])
+
+    #CAMERA section
+    cameradef_file    = get_or_exit(config, 'CAMERA', 'Camera', 'Camera FOV definition file not provided')
+    spiceik           = config['CAMERA']['SPICE IK']
+    threshold         = config.getfloat('CAMERA', 'Threshold')
+    if (threshold > 90.0):
+        warnings.warn('Threshold was > 90 degrees. Setting it to 90',Warning)
+        threshold=90
+
+    #ASTEROID section
+    population_model = get_or_exit(config, 'ASTEROID', 'Population model', 'Population model file not provided')
+    object1          = int(config['ASTEROID']['Object1'])
+    if (object1==0):
+        sys.exit('Object1 should >=0')
+    nObjects         = config.getint('ASTEROID','nObjects')
+    asteroidspks     = get_or_exit(config, 'ASTEROID', 'Asteroid SPKs', 'Asteroid SPK file basename not provided')
+    asteroidspkpath  = get_or_exit(config, 'ASTEROID', 'Asteroid SPK path', 'Directory containing asteroid SPKs not provided')
+    makespks         = config.get('ASTEROID', 'Make SPKs')
+    spkstart         = float(get_or_exit(config, 'ASTEROID', 'SPK T0', 'Start time for creating SPK(s) not known'))
+    spkndays         = float(get_or_exit(config, 'ASTEROID', 'nDays', 'Number of days for creating SPK not known'))
+    spkstep          = float(get_or_exit(config, 'ASTEROID', 'SPK step', 'SPK step unspecified'))
+    if (spkndays/spkstep < 11 and makespks == 'T'):
+        spkstep=spkndays/11
+        warnings.warn('Not enough steps to create SPKs. Reducing SPK step to %f' %(spkstep),Warning)
+    nbody            = config.get('ASTEROID','nbody')
+    inputformat     = get_or_exit(config, 'ASTEROID', 'Input format',  'Input format not provided')
+    if (inputformat=="whitespace" or inputformat=='Whitespace'):
+        inputformat='whitespace'
+    elif (inputformat=="csv" or inputformat=='CSV'):
+        inputformat=','
+    else:
+        sys.exit("Error: Invalid inputfile format specified")
+
+    #SURVEY section
+    surveydb         = get_or_exit(config, 'SURVEY','Survey database', 'Survey database not provided')
+    starttime        = config.getint('SURVEY','Survey T0')
+    Field1           = config.getint('SURVEY','Field1')
+    nFields          = config.getint('SURVEY','nFields')
+    spaceflag        = config.get('SURVEY','Space')
+    surveydbquery    = config.get('SURVEY','Surveydbquery')
+    asteroidspks     = os.path.join(asteroidspkpath, asteroidspks)
+
+    #OUTPUT section
+    outputfile       = get_or_exit(config, 'OUTPUT', 'Output file', 'Output file not provided') 
+    outputformat     = get_or_exit(config, 'OUTPUT', 'Output format', 'Output format not provided')
+
+    # resolve file locations relative to built-in data paths,
+    # taking account of user overrides
+    spice_mk              = resolve_path(spice_mk)
+    cameradef_file        = resolve_path(cameradef_file)
+    population_model      = resolve_path(population_model)
+    surveydb              = resolve_path(surveydb)
+    # Done reading configuration file
+
+    # Check that the population model exists
+
+    if (os.path.isfile(population_model) == False):
+        sys.exit("Error - Population model file does not exist: %s" %(population_model))
+
+    # Check that the cameradef_file exists
+
+    if (os.path.isfile(cameradef_file) == False):
+        sys.exit("Error - File containing the definition of the camera field of view does not exist: %s" %(cameradef_file))
+
+    # Check that the surveydb  exists
+
+    if (os.path.isfile(surveydb) == False):
+        sys.exit("Error - The survey database does not exist: %s" %(surveydb))
+
+
+    # Check that the surveydb  exists
+
+    if (os.path.isfile(spice_mk) == False):
+        sys.exit("Error - Spice Metadata file does not exist: %s" %(spice_mk))
+
+
+    #If it made it this far, print/save header
+    inputheader=['START HEADER']
+    print('START HEADER')
+    with open(inputfile,'r') as f:
+        for row in f:
+            if(not row.startswith("#") and not row.startswith(";") and row.strip()):
+                print(row,end='')
+                inputheader.append(row[:-1])
+    # Changing directory to data path
+    os.makedirs(cachedir, exist_ok=True)
+    os.chdir(cachedir)
+
+    # Initialize OpenOrb
+    depath = resolve_oorb_ephem_path(planetary_ephem)
+    try:
+        oo.pyoorb.oorb_init(ephemeris_fname=depath)
+    except Exception as e:
+        print(e)
+        sys.exit("Error: Unable to load planetary ephemerides for OpenOrb from %s" %(depath))
+
+    # Fix up the meta-kernel paths, if it's been templated
+    tmpdir = None
+    txt = open(spice_mk).read()
+    if "{{dirname}}" in txt:
+        datalink = os.path.dirname(spice_mk)
+        if len(datalink) > 80:
+            # SPICE has an 80-character limitation on string variables (sigh), so
+            # create a symlink to data dir from a (hopefully) shorter path
+            import tempfile, atexit
+            tmpdir = tempfile.TemporaryDirectory()
+            atexit.register(tmpdir.cleanup)		# clean up the dir on exit
+            datalink = os.path.join(tmpdir.name, 'd')
+            os.symlink(os.path.dirname(spice_mk), datalink)
+
+        # fill out the template
+        txt = txt.replace("{{dirname}}", datalink)
+        with open("tmp_meta_kernel", "w") as fp:
+            fp.write(txt)
+        spice_mk = "tmp_meta_kernel"
+
+    # Loading Spice Meta Kernel
+    try:
+        sp.furnsh(spice_mk)
+    except Exception as e:
+        print(e)
+        sys.exit("Error: Unable to load SPICE metakernel from %s" %(spice_mk))
+
+    if spaceflag=='T':
+        spaceflag = True
+        obscode       = config.get('SURVEY','SCID')
+        if not glob.glob(obscode+'.bsp'):
+            sys.exit("Error: Couldn't find spacecraft SPK file.")
+    else:
+        spaceflag = False
+        try:
+            obscodefile   = config.get('SURVEY','MPCobscode file')
+        except:
+            sys.exit('Error: MPC Obs codes file not provided')
+        obscodefile       = resolve_path(obscodefile)
+        try:
+            obscode       = config.get('SURVEY','Telescope')
+        except:
+            sys.exit('Error: Observatory code not provided')
+        # Loading the MPC list of observatory codes and coordinates
+        b=ts.telescopelist(obscodefile)
+        # Creating SPICE SPK for an observatory
+        b.createspk(obscode,spkstart-10,spkstart+spkndays+10)
+
+    a=ss.asteroidlist(population_model, inputformat, asteroidspks, object1, nObjects)
+
+    if makespks=='T':
+        if (glob.glob("%s" %(asteroidspks+'*.bsp')) and not args.f):
+            sys.exit("Error: Some of the SPKs might already exist. Run with -f flag to overwrite. Alternatively set Make SPKs = F in configuration file or change the value of Asteroid SPKs in the config file.")
+        else:
+            os.makedirs(asteroidspkpath,exist_ok=True)
+            a.generatestates(nbody,spkstart-10, spkstart+spkndays+100,spkstep, args.f)
+            del a
+            a=ss.asteroidlist(population_model, inputformat, asteroidspks,object1,nObjects)    
+
+    # Loading camera FOV definition
+    c=ts.camera(cameradef_file,spiceik)
+
+    # Loading list of pointings from survey and creating SPICE kernels
+    c.createckfk(obscode, surveydb, starttime, Field1, nFields, spice_mk, surveydbquery)
+
+    # starttime and ndays that covers the timespan of the survey
+    tmptimes=c.fieldMJD
+    starttime=tmptimes[0]
+    endtime=tmptimes[-1]
+    ndays=np.ceil(endtime-starttime)
+    if (ndays<0):
+        sys.exit('Error: nFields exceeds the number of frames in the database')
+
+    surveydat=["Survey length:","Field 1 : "+str(starttime),
+               "Field n : "+str(endtime), "Days : "+str(ndays),"END HEADER"]    
+    for s in surveydat:
+        inputheader.append(s)
+        print(s)
+
+#     print("Survey length:")
+#     print("Field 1 : ", starttime)
+#     print("Field n : ", endtime)
+#     print("Days : ", ndays)
+#     print('END HEADER')
+
+    threshold=np.radians(threshold)
+    #t0 = time.time()
+    a.simulate(starttime, starttime+ndays, c, threshold, obscode, CWD, outputfile, outputformat,inputheader)
+    #t1 = time.time()
+    #print("#Simulation time: ", (t1-t0))
+    #os.system('rm ckip fakesclk test.fk tmp.fk camera.ti cksetupfile tmp')

bootstrap.sh

@@ -23,9 +23,21 @@ download()
 # Download required SPICE kernels
 #
 echo "## Downloading SPICE kernels:"
+# download oif/data/latest_leapseconds.tls https://naif.jpl.nasa.gov/pub/naif/generic_kernels/lsk/latest_leapseconds.tls
+# download oif/data/earth_070425_370426_predict.bpc https://naif.jpl.nasa.gov/pub/naif/generic_kernels/pck/a_old_versions/earth_070425_370426_predict.bpc
+# download oif/data/earth_latest_high_prec.bpc https://naif.jpl.nasa.gov/pub/naif/generic_kernels/pck/earth_latest_high_prec.bpc
+# download oif/data/de430.bsp https://naif.jpl.nasa.gov/pub/naif/generic_kernels/spk/planets/de430.bsp
+# download oif/data/earth_topo_050714.tf https://naif.jpl.nasa.gov/pub/naif/generic_kernels/fk/stations/earth_topo_050714.tf
+
+# download oif/data/latest_leapseconds.tls https://naif.jpl.nasa.gov/pub/naif/generic_kernels/lsk/latest_leapseconds.tls
+# download oif/data/earth_200101_990628_predict.bpc https://naif.jpl.nasa.gov/pub/naif/generic_kernels/pck/a_old_versions/earth_200101_990628_predict.bpc
+# download oif/data/earth_latest_high_prec.bpc https://naif.jpl.nasa.gov/pub/naif/generic_kernels/pck/earth_latest_high_prec.bpc
+# download oif/data/de430.bsp https://naif.jpl.nasa.gov/pub/naif/generic_kernels/spk/planets/de430.bsp
+# download oif/data/earth_topo_201023.tf   https://naif.jpl.nasa.gov/pub/naif/generic_kernels/fk/stations/earth_topo_201023.tf
+
 download oif/data/latest_leapseconds.tls https://naif.jpl.nasa.gov/pub/naif/generic_kernels/lsk/latest_leapseconds.tls
 download oif/data/earth_070425_370426_predict.bpc https://naif.jpl.nasa.gov/pub/naif/generic_kernels/pck/a_old_versions/earth_070425_370426_predict.bpc
 download oif/data/earth_latest_high_prec.bpc https://naif.jpl.nasa.gov/pub/naif/generic_kernels/pck/earth_latest_high_prec.bpc
 download oif/data/de430.bsp https://naif.jpl.nasa.gov/pub/naif/generic_kernels/spk/planets/de430.bsp
-download oif/data/earth_topo_050714.tf https://naif.jpl.nasa.gov/pub/naif/generic_kernels/fk/stations/earth_topo_050714.tf
+download oif/data/earth_topo_050714.tf https://naif.jpl.nasa.gov/pub/naif/generic_kernels/fk/stations/a_old_versions/earth_topo_050714.tf
 echo "done."