Output Struct Overhaul

.flake8

@@ -16,6 +16,8 @@ ignore =
     N815
     # Docstring in imperative mood. This should *not* be the case for @property's, but can't ignore them atm.
     D401
+    # Module shadowing a builtin
+    A005
 max-line-length = 88
 max-complexity = 70
 docstring-convention=numpy

docs/conf.py

@@ -35,7 +35,7 @@ def __getattr__(cls, name):
 out = subprocess.run(["python", "setup.py", "--version"], capture_output=True)
 
 try:
-    from py21cmfast import cache_tools
+    from py21cmfast.io import cache_tools
 except ImportError:
     raise 
 

src/py21cmfast/__init__.py

@@ -14,28 +14,24 @@
         # package is not installed
         __version__ = "unknown"
 
-# This just ensures that the default directory for boxes is created.
-from os import mkdir as _mkdir
-from os import path
-
-from . import cache_tools, lightcones, plotting, wrapper
+from . import lightcones, plotting, wrapper
 from ._cfg import config
+from ._data import DATA_PATH
 from ._logging import configure_logging
-from .cache_tools import query_cache
 from .drivers.coeval import Coeval, run_coeval
 from .drivers.lightcone import LightCone, exhaust_lightcone, run_lightcone
-from .drivers.param_config import InputParameters, get_logspaced_redshifts
 from .drivers.single_field import (
     brightness_temperature,
     compute_halo_grid,
     compute_initial_conditions,
     compute_ionization_field,
+    compute_spin_temperature,
     compute_xray_source_field,
     determine_halo_list,
     perturb_field,
     perturb_halo_list,
-    spin_temperature,
 )
+from .io.caching import CacheConfig, OutputCache
 from .lightcones import AngularLightconer, RectilinearLightconer
 from .run_templates import create_params_from_template
 from .utils import get_all_fieldnames
@@ -48,7 +44,9 @@
     AstroParams,
     CosmoParams,
     FlagOptions,
+    InputParameters,
     UserParams,
+    get_logspaced_redshifts,
     global_params,
 )
 from .wrapper.outputs import (
@@ -64,8 +62,3 @@
 )
 
 configure_logging()
-
-try:
-    _mkdir(path.expanduser(config["direc"]))
-except FileExistsError:
-    pass

src/py21cmfast/_cfg.py

@@ -21,8 +21,6 @@ class Config(dict):
 
     _defaults = {
         "direc": "~/21cmFAST-cache",
-        "regenerate": False,
-        "write": True,
         "cache_param_sigfigs": 6,
         "cache_redshift_sigfigs": 4,
         "ignore_R_BUBBLE_MAX_error": False,