Source code for corgidrp

import configparser
import os
import pathlib
import numpy as np



__version__ = "4.1"



version = __version__ # temporary backwards compatability 


#### Create a configuration file for the corgidrp if it doesn't exist. 


def create_config_dir():
    """
    Checks if the default .corgidrp directory exists, and if not, it sets it up
    """
    global config_folder
    homedir = pathlib.Path.home()
    config_folder = os.path.join(homedir, ".corgidrp")
    # replace legacy file with folder if needed
    if os.path.isfile(config_folder):
        oldconfig = configparser.ConfigParser()
        oldconfig.read(config_folder)
        os.remove(config_folder)
    else:
        oldconfig = None

    # make folder if doesn't exist
    if not os.path.isdir(config_folder):
        os.mkdir(config_folder)

    # make default calibrations folder if it doesn't exist
    default_cal_dir = os.path.join(config_folder, "default_calibs")
    if not os.path.exists(default_cal_dir):
        os.mkdir(default_cal_dir)

    # write config if it doesn't exist
    config_filepath = os.path.join(config_folder, "corgidrp.cfg")
    if not os.path.exists(config_filepath):
        config = configparser.ConfigParser()
        config["PATH"] = {}
        config["PATH"]["caldb"] = os.path.join(config_folder, "corgidrp_caldb.csv") # location to store caldb
        config["PATH"]["default_calibs"] = default_cal_dir
        config["DATA"] = {}
        config["DATA"]["track_individual_errors"] = "False"
        config["DATA"]["chunk_size"] = "200"
        config["DATA"]["image_dtype"] = "32"
        config["DATA"]["dq_dtype"] = "16"
        config["WALKER"] = {}
        config["WALKER"]["skip_missing_cal_steps"] = "False"
        config["WALKER"]["jit_calib_id"] = "False"
        # overwrite with old settings if needed
        if oldconfig is not None:
            config["PATH"]["caldb"] = oldconfig["PATH"]["caldb"]
            
        with open(config_filepath, 'w') as f:
            config.write(f)

        print("corgidrp: Configuration file written to {0}. Please edit if you want things stored in different locations.".format(config_filepath))





def update_pipeline_settings():
    """
    Loads configuration file to update pipeline settings
    """
    global config_filepath
    global caldb_filepath, default_cal_dir, track_individual_errors, chunk_size, image_dtype, dq_dtype, skip_missing_cal_steps, jit_calib_id
    # borrowed from the kpicdrp caldb
    # load in default caldbs based on configuration file
    config_filepath = os.path.join(pathlib.Path.home(), ".corgidrp", "corgidrp.cfg")
    config = configparser.ConfigParser()
    config.read(config_filepath)

    _bool_map = {"true" : True, "false" : False}
    image_datatype_map = {"64": np.float64, "32": np.float32, "16": np.float16}
    dq_datatype_map = {"64": np.uint64, "32": np.uint32, "16": np.uint16, "8": np.uint8}

    ## pipeline settings
    caldb_filepath = config.get("PATH", "caldb", fallback=None) # path to calibration db
    default_cal_dir = config.get("PATH", "default_calibs", fallback=None) # path to default calibrations directory
    track_individual_errors = _bool_map[config.get("DATA", "track_individual_errors", fallback='false').lower()] # save each individual error component separately?
    chunk_size = int(float(config.get("DATA", "chunk_size", fallback="200"))) # number of frames to process at a time if pocessing in chunks for RAM conservation
    image_dtype = image_datatype_map[config.get("DATA", "image_dtype", fallback="32")] # bit size for image and error data
    dq_dtype = dq_datatype_map[config.get("DATA", "dq_dtype", fallback="16")] # bit size for DQ data
    skip_missing_cal_steps = _bool_map[config.get("WALKER", "skip_missing_cal_steps", fallback='false').lower()] # skip steps, instead of crashing, when suitable calibration file cannot be found 
    jit_calib_id = _bool_map[config.get("WALKER", "jit_calib_id", fallback='false').lower()] # AUTOMATIC calibration files identified right before the execution of a step, rather than when recipe is first generated



create_config_dir()
update_pipeline_settings()