Add validation of parameters during registration

modules/azure_mod.py

@@ -124,6 +124,9 @@ def _get_cmip6_data(model, scenario, variable, start_date, end_date, lb, ub):
         result[start_gidx:end_gidx,:,:] = data[start_iidx:end_iidx,lb[0]:ub[0],lb[1]:ub[1]]
     return(result)
 
+def validate(url, **kwargs):
+    pass
+
 def reg_query(name, version, lb, ub, params, url, var_name):
     array = _get_azure_url(url, var_name)
     if lb:

modules/ds_reg.py

@@ -26,6 +26,7 @@ def Add(self, reg_id, reg_type, name, data):
         else:
             res = cursor.execute("SELECT id FROM type WHERE name == ?", (reg_type,))
             type_id, = res.fetchone()
+        self.modules[reg_type].validate(**json.loads(data))
         res = cursor.execute("SELECT id FROM registry WHERE reg_type == ? AND name == ?", (type_id, name)).fetchone()
         if res is None:
             cursor.execute("INSERT INTO registry(id, reg_type, name, data) VALUES(?, ?, ?, ?) ON CONFLICT DO NOTHING", (reg_id, type_id, name, data))

modules/s3nc_mod.py

@@ -84,6 +84,10 @@ def build_cache_entry(dir_base, file_base, fcount):
     cache_file = f'{file_base}_G17_{fcount}.nc'
     return(f'{cache_dir}/{cache_file}')
 
+def validate(bucket, path):
+    if not path.endswith('.nc'):
+        raise ValueError("S3 module can only access netCDF files.")
+
 def reg_query(name, version, lb, ub, params, bucket, path):
     if 'var_name' not in params:
         raise ValueError