Index

A

add_download_link() (pipeline.compute.KerchunkDSProcessor method) add_kerchunk_history() (pipeline.compute.KerchunkDSProcessor method) add_quality() (in module pipeline.validate) add_to_blacklist() (in module assess) analyse_data() (in module assess) ArchiveConnectError

assemble_allocations() (in module pipeline.allocate) assemble_single_process() (in module single_run) assess module assess_main() (in module assess) attempt_timestep() (in module pipeline.validate)

B

blacklisted() (in module single_run)

BlacklistProjectCode BypassSwitch (class in pipeline.utils)

C

check_for_nan() (in module pipeline.validate) check_time_attributes() (pipeline.compute.ProjectProcessor method) ChunkDataError clean_attr_array() (pipeline.compute.ProjectProcessor method) clean_attrs() (pipeline.compute.ProjectProcessor method) CloudValidator (class in pipeline.validate) collect_details() (pipeline.compute.ProjectProcessor method) combine_and_save() (pipeline.compute.KerchunkDSProcessor method) compare_data() (in module pipeline.validate)

compute_config() (in module pipeline.compute) ConcatenationError ConcatFatalError configure_kerchunk() (in module pipeline.compute) construct_virtual_dim() (pipeline.compute.KerchunkDSProcessor method) convert_to_zarr() (pipeline.compute.KerchunkConverter method) correct_metadata() (pipeline.compute.ProjectProcessor method) create_allocations() (in module pipeline.allocate) create_array_bands() (in module pipeline.allocate) create_refs() (pipeline.compute.KerchunkDSProcessor method)

D

data_to_json() (pipeline.compute.KerchunkDSProcessor method) data_to_parq() (pipeline.compute.KerchunkDSProcessor method)

deploy_array_job() (in module group_run) determine_dim_specs() (pipeline.compute.ProjectProcessor method)

E

examine_log() (in module assess)

ExpectMemoryError ExpectTimeoutError

F

FilecapExceededError find_concat_dims() (pipeline.compute.ProjectProcessor method) find_dimensions() (in module pipeline.validate) find_identical_dims() (pipeline.compute.ProjectProcessor method)

find_zarrays() (in module pipeline.utils) format_float() (in module pipeline.scan) format_seconds() (in module pipeline.scan) format_str() (in module pipeline.utils) FullsetRequiredError

G

get_attribute() (in module pipeline.utils) get_blacklist() (in module pipeline.utils) get_codes() (in module pipeline.utils) get_concat_dims() (in module pipeline.validate) get_group_len() (in module group_run) get_index_of_code() (in module assess) get_input() (in module pipeline.init) get_netcdf_list() (in module pipeline.validate) get_proj_code() (in module pipeline.init) (in module single_run)

get_proj_dir() (in module pipeline.utils) get_proj_file() (in module pipeline.utils) get_removals() (in module pipeline.init) get_rerun_command() (in module assess) get_seconds() (in module pipeline.scan) get_timings() (pipeline.compute.ProjectProcessor method) get_updates() (in module pipeline.init) get_vslice() (in module pipeline.validate) grib_to_zarr() (pipeline.compute.KerchunkConverter method) group_run module

H

has_required_timings() (in module pipeline.allocate)

hdf5_to_zarr() (pipeline.compute.KerchunkConverter method)

I

IdenticalVariablesError

init_config() (in module pipeline.init) init_logger() (in module pipeline.logs)

K

KerchunkConverter (class in pipeline.compute) KerchunkDecodeError

KerchunkDriverFatalError KerchunkDSProcessor (class in pipeline.compute) KerchunkException

L

load_from_input_file() (in module pipeline.init) load_individual_ref() (pipeline.compute.KerchunkConverter method)

load_temp_zattrs() (pipeline.compute.KerchunkDSProcessor method) locate_kerchunk() (in module pipeline.validate) log_status() (in module pipeline.logs)

M

main() (in module group_run) (in module single_run) make_directories() (in module pipeline.init) make_filelist() (in module pipeline.init) match_timestamp() (in module pipeline.validate) match_type() (in module assess) mem_to_val() (in module pipeline.utils) mem_to_value() (in module pipeline.validate) merge_old_new() (in module assess) MissingKerchunkError MissingVariableError

module assess group_run pipeline.allocate pipeline.compute pipeline.errors pipeline.init pipeline.logs pipeline.scan pipeline.utils pipeline.validate single_run

N

NaNComparisonError ncf3_to_zarr() (pipeline.compute.KerchunkConverter method)

NoOverwriteError NoValidTimeSlicesError

O

obtain_file_subset() (pipeline.compute.ZarrDSRechunker method)

open_kerchunk() (in module pipeline.utils) open_netcdfs() (in module pipeline.validate)

P

PartialDriverError perform_safe_calculations() (in module pipeline.scan) perform_shape_checks() (pipeline.compute.KerchunkDSProcessor method) pipeline.allocate module pipeline.compute module pipeline.errors module pipeline.init module

pipeline.logs module pipeline.scan module pipeline.utils module pipeline.validate module progress_check() (in module assess) ProjectCodeError ProjectProcessor (class in pipeline.compute)

R

RemoteProtocolError run_backtrack() (in module pipeline.validate) run_compute() (in module single_run)

run_init() (in module single_run) run_scan() (in module single_run) run_successful() (in module pipeline.validate) run_validation() (in module single_run)

S

safe_format() (in module pipeline.scan) save_individual_ref() (pipeline.compute.KerchunkConverter method) save_metadata() (pipeline.compute.KerchunkDSProcessor method) save_selection() (in module assess) scan_config() (in module pipeline.scan) scan_dataset() (in module pipeline.scan) scan_kerchunk() (in module pipeline.scan) scan_zarr() (in module pipeline.scan) set_codes() (in module pipeline.utils) set_filelist() (pipeline.compute.ProjectProcessor method)

set_proj_file() (in module pipeline.utils) ShapeMismatchError show_options() (in module assess) single_run module SoftfailBypassError SourceNotFoundError status_log_display() (in module assess) summarise_json() (in module pipeline.scan) summary_data() (in module assess)

T

text_file_to_csv() (in module pipeline.init) tiff_to_zarr() (pipeline.compute.KerchunkConverter method)

TrueShapeValidationError try_all_drivers() (pipeline.compute.KerchunkConverter method)

U

upgrade_version() (in module assess)

V

validate_data() (in module pipeline.validate) validate_dataset() (in module pipeline.validate) validate_selection() (in module pipeline.validate) validate_shape_to_tolerance() (in module pipeline.validate) validate_shapes() (in module pipeline.validate)

validate_timestep() (in module pipeline.validate) ValidationError value_to_mem() (in module pipeline.validate) VariableMismatchError verify_connection() (in module pipeline.validate)

W

write_skip() (in module pipeline.scan)

X

XKShapeToleranceError

Z

ZarrDSRechunker (class in pipeline.compute)