Index

A

activate() (padocc.groups.shepard.ShepardOperator method) add_download_link() (in module padocc.phases.ingest) (padocc.core.filehandlers.KerchunkFile method) (padocc.core.filehandlers.KerchunkStore method) add_project() (padocc.groups.mixins.modifiers.ModifiersMixin method) add_repeat_by_id() (padocc.groups.group.GroupOperation method) add_s3_config() (padocc.core.mixins.dataset.DatasetHandlerMixin method) aggregation_method() (padocc.core.project.ProjectOperation method)

AggregationError AllocationsMixin (class in padocc.groups.mixins.allocations) append() (padocc.core.filehandlers.ListFileHandler method) apply() (padocc.phases.validate.PresliceSet method) apply_defaults() (padocc.core.mixins.properties.PropertiesMixin method) apply_pfunc() (padocc.groups.mixins.modifiers.ModifiersMixin method) apply_substitutions() (in module padocc.core.utils) ArchiveConnectError assemble_codeset() (padocc.groups.group.GroupOperation method)

B

bypass (padocc.groups.shepard.ShepardOperator property)

BypassSwitch (class in padocc.core.utils)

C

catalog_ceda() (padocc.core.mixins.dataset.DatasetHandlerMixin method) (padocc.groups.mixins.modifiers.ModifiersMixin method) cfa_dataset (padocc.core.mixins.dataset.DatasetHandlerMixin property) cfa_path (padocc.core.mixins.dataset.DatasetHandlerMixin property) CFADataset (class in padocc.core.filehandlers) check_attribute() (padocc.groups.mixins.evaluations.EvaluationsMixin method) check_for_nan() (in module padocc.phases.validate) ChunkDataError clear() (padocc.core.filehandlers.GenericStore method) cloud_format (padocc.core.mixins.properties.PropertiesMixin property) complete_group() (padocc.groups.group.GroupOperation method) complete_product (padocc.core.mixins.properties.PropertiesMixin property) complete_project() (padocc.core.project.ProjectOperation method)

ComputeError ComputeOperation (class in padocc.phases.compute) ConcatenationError ConcatFatalError control_dataset_var() (padocc.phases.validate.ValidateDatasets method) create_allocations() (padocc.groups.mixins.allocations.AllocationsMixin method) create_file() (padocc.core.filehandlers.FileIOMixin method) (padocc.core.filehandlers.JSONFileHandler method) create_refs() (padocc.phases.compute.KerchunkDS method) create_store() (padocc.phases.compute.ZarrDS method) CSVFileHandler (class in padocc.core.filehandlers) cycle_delay (padocc.groups.shepard.ShepardOperator property) cycle_limit (padocc.groups.shepard.ShepardOperator property)

D

data_report (padocc.phases.validate.ValidateDatasets property) dataset (padocc.core.mixins.dataset.DatasetHandlerMixin property) dataset_attributes (padocc.core.mixins.dataset.DatasetHandlerMixin property) DatasetHandlerMixin (class in padocc.core.mixins.dataset) decode_times_ok() (padocc.phases.validate.ValidateDatasets method) default_source (padocc.groups.shepard.ShepardOperator property) deformat_float() (in module padocc.core.utils) delete_all_repeat_ids() (padocc.groups.group.GroupOperation method) delete_group() (padocc.groups.mixins.modifiers.ModifiersMixin method)

delete_logs() (padocc.groups.group.GroupOperation method) (padocc.groups.shepard.ShepardOperator method) delete_project() (padocc.core.project.ProjectOperation method) deploy_parallel() (padocc.groups.mixins.allocations.AllocationsMixin method) deploy_parallel_project() (padocc.groups.mixins.allocations.AllocationsMixin method) determine_status_sets() (padocc.groups.mixins.evaluations.EvaluationsMixin method) diagnostic() (padocc.core.project.ProjectOperation method) dir (padocc.core.project.ProjectOperation property) DirectoryMixin (class in padocc.core.mixins.directory)

E

error_handler() (in module padocc.core.errors) EvaluationsMixin (class in padocc.groups.mixins.evaluations) ExpectMemoryError

ExpectTimeoutError export_report() (padocc.core.project.ProjectOperation method) extract_file() (in module padocc.core.utils) extract_json() (in module padocc.core.utils)

F

FalseLogger (class in padocc.core.logs) file (padocc.core.filehandlers.FileIOMixin property) file_exists() (padocc.core.filehandlers.FileIOMixin method) (padocc.core.project.ProjectOperation method) file_type (padocc.core.mixins.properties.PropertiesMixin property) FileIOMixin (class in padocc.core.filehandlers)

filelist (padocc.phases.compute.ComputeOperation property) filepath (padocc.core.filehandlers.FileIOMixin property) (padocc.core.filehandlers.LogFileHandler property) find_closest() (in module padocc.core.utils) format_float() (in module padocc.core.utils) format_str() (in module padocc.core.utils) format_tuple() (in module padocc.core.utils)

G

GenericStore (class in padocc.core.filehandlers) get() (padocc.core.filehandlers.JSONFileHandler method) (padocc.core.filehandlers.ListFileHandler method) get_agg_shorthand() (padocc.core.project.ProjectOperation method) get_allocation() (padocc.groups.shepard.ShepardTask method) get_attribute() (in module padocc.core.utils) get_cfa_cache_files() (padocc.core.project.ProjectOperation method) get_codes_by_status() (padocc.groups.mixins.evaluations.EvaluationsMixin method) get_last_run() (padocc.core.mixins.status.StatusMixin method) get_last_status() (padocc.core.mixins.status.StatusMixin method) get_log_contents() (padocc.core.mixins.status.StatusMixin method)

get_lotus_reqs() (in module padocc.groups.mixins.allocations) get_meta() (padocc.core.filehandlers.CFADataset method) (padocc.core.filehandlers.GenericStore method) (padocc.core.filehandlers.KerchunkFile method) (padocc.core.filehandlers.ZarrStore method) get_project() (padocc.groups.group.GroupOperation method) get_report() (padocc.core.mixins.status.StatusMixin method) get_stac_representation() (padocc.core.mixins.properties.PropertiesMixin method) (padocc.groups.group.GroupOperation method) groupdir (padocc.core.mixins.directory.DirectoryMixin property) GroupOperation (class in padocc.groups.group)

H

help() (padocc.core.logs.LoggedOperation class method) (padocc.core.mixins.dataset.DatasetHandlerMixin class method) (padocc.core.mixins.directory.DirectoryMixin class method) (padocc.core.mixins.properties.PropertiesMixin class method) (padocc.core.mixins.status.StatusMixin class method) (padocc.core.project.ProjectOperation class method) (padocc.groups.group.GroupOperation class method) (padocc.phases.compute.ComputeOperation method) (padocc.phases.scan.ScanOperation method)

I

info() (padocc.core.project.ProjectOperation method) (padocc.groups.group.GroupOperation method) ingest_config() (in module padocc.phases.ingest) init_from_file() (padocc.groups.mixins.initialisation.InitialisationMixin method)

init_logger() (in module padocc.core.logs) InitialisationMixin (class in padocc.groups.mixins.initialisation) is_empty (padocc.core.filehandlers.GenericStore property) is_subset_complete() (padocc.core.mixins.status.StatusMixin method)

J

JSONFileHandler (class in padocc.core.filehandlers)

K

KerchunkConverter (class in padocc.phases.compute) KerchunkDecodeError KerchunkDriverFatalError KerchunkDS (class in padocc.phases.compute)

KerchunkException KerchunkFile (class in padocc.core.filehandlers) KerchunkStore (class in padocc.core.filehandlers) kfile (padocc.core.mixins.dataset.DatasetHandlerMixin property) kstore (padocc.core.mixins.dataset.DatasetHandlerMixin property)

L

list_groups() (in module padocc.core.utils) ListFileHandler (class in padocc.core.filehandlers)

LogFileHandler (class in padocc.core.filehandlers) LoggedOperation (class in padocc.core.logs)

M

major_version_increment() (padocc.core.project.ProjectOperation method) make_tuple() (in module padocc.core.utils) mem_to_val() (in module padocc.core.utils) mem_to_value() (in module padocc.phases.validate) merge() (padocc.groups.mixins.modifiers.ModifiersMixin method) merge_subsets() (padocc.groups.mixins.evaluations.EvaluationsMixin method) metadata_report (padocc.phases.validate.ValidateDatasets property) migrate() (padocc.core.project.ProjectOperation method) minor_version_increment() (padocc.core.project.ProjectOperation method) MissingDataError MissingKerchunkError MissingVariableError ModifiersMixin (class in padocc.groups.mixins.modifiers) module padocc.core.errors padocc.core.filehandlers padocc.core.logs padocc.core.mixins.dataset padocc.core.mixins.directory padocc.core.mixins.properties padocc.core.mixins.status padocc.core.project padocc.core.utils padocc.groups.group padocc.groups.mixins.allocations padocc.groups.mixins.evaluations padocc.groups.mixins.initialisation padocc.groups.mixins.modifiers padocc.groups.shepard padocc.phases.compute padocc.phases.ingest padocc.phases.scan padocc.phases.validate

move_file() (padocc.core.filehandlers.FileIOMixin method)

N

NoOverwriteError

NoValidTimeSlicesError

O

open_dataset() (padocc.core.filehandlers.CFADataset method) (padocc.core.filehandlers.KerchunkFile method) (padocc.core.filehandlers.KerchunkStore method) (padocc.core.filehandlers.ZarrStore method)

order_native_files() (padocc.phases.compute.ComputeOperation method) outpath (padocc.core.mixins.properties.PropertiesMixin property) outproduct (padocc.core.mixins.properties.PropertiesMixin property)

P

padocc.core.errors module padocc.core.filehandlers module padocc.core.logs module padocc.core.mixins.dataset module padocc.core.mixins.directory module padocc.core.mixins.properties module padocc.core.mixins.status module padocc.core.project module padocc.core.utils module padocc.groups.group module padocc.groups.mixins.allocations module

padocc.groups.mixins.evaluations module padocc.groups.mixins.initialisation module padocc.groups.mixins.modifiers module padocc.groups.shepard module padocc.phases.compute module padocc.phases.ingest module padocc.phases.scan module padocc.phases.validate module PartialDriverError pop() (padocc.core.filehandlers.JSONFileHandler method) PresliceSet (class in padocc.phases.validate) print_fmt_str() (in module padocc.core.utils) ProjectOperation (class in padocc.core.project) PropertiesMixin (class in padocc.core.mixins.properties)

Q

quarantine() (padocc.groups.shepard.ShepardOperator method)

R

random_hash() (in module padocc.groups.shepard) remote (padocc.core.mixins.properties.PropertiesMixin property) remove() (padocc.core.filehandlers.ListFileHandler method) remove_attribute() (padocc.core.mixins.dataset.DatasetHandlerMixin method) remove_by_status() (padocc.groups.mixins.evaluations.EvaluationsMixin method) remove_file() (padocc.core.filehandlers.FileIOMixin method) remove_project() (padocc.groups.mixins.modifiers.ModifiersMixin method) remove_projects() (padocc.groups.mixins.modifiers.ModifiersMixin method) remove_s3_config() (padocc.core.mixins.dataset.DatasetHandlerMixin method)

remove_subset() (padocc.groups.mixins.evaluations.EvaluationsMixin method) repeat_by_status() (padocc.groups.mixins.evaluations.EvaluationsMixin method) replace_dataset() (padocc.phases.validate.ValidateDatasets method) replace_preslice() (padocc.phases.validate.ValidateDatasets method) Report (class in padocc.phases.validate) reset_file_handler() (in module padocc.core.logs) revision (padocc.core.mixins.properties.PropertiesMixin property) run() (padocc.core.project.ProjectOperation method) (padocc.phases.compute.KerchunkConverter method) run_batch() (padocc.groups.shepard.ShepardOperator method)

S

save() (padocc.core.filehandlers.CFADataset method) (padocc.core.filehandlers.GenericStore method) (padocc.core.filehandlers.JSONFileHandler method) (padocc.core.filehandlers.ListFileHandler method) save_ds_filehandlers() (padocc.core.mixins.dataset.DatasetHandlerMixin method) save_files() (padocc.core.project.ProjectOperation method) (padocc.groups.group.GroupOperation method) (padocc.phases.compute.ComputeOperation method) save_report() (padocc.phases.validate.ValidateDatasets method) ScanOperation (class in padocc.phases.scan) scrub_errors() (padocc.groups.shepard.ShepardOperator method) set() (padocc.core.filehandlers.JSONFileHandler method) (padocc.core.filehandlers.ListFileHandler method) set_all_values() (padocc.groups.mixins.modifiers.ModifiersMixin method) set_concat_dims() (padocc.core.mixins.properties.PropertiesMixin method) set_identical_dims() (padocc.core.mixins.properties.PropertiesMixin method) set_last_run() (padocc.core.mixins.status.StatusMixin method) set_meta() (padocc.core.filehandlers.CFADataset method) (padocc.core.filehandlers.GenericStore method) (padocc.core.filehandlers.KerchunkFile method)

set_verbose() (in module padocc.core.logs) ShepardOperator (class in padocc.groups.shepard) ShepardTask (class in padocc.groups.shepard) show_log_contents() (padocc.core.mixins.status.StatusMixin method) slice_all_dims() (in module padocc.phases.validate) source_format (padocc.core.mixins.properties.PropertiesMixin property) SourceNotFoundError spawn_copy() (padocc.core.filehandlers.CFADataset method) (padocc.core.filehandlers.GenericStore method) (padocc.core.filehandlers.KerchunkFile method) StatusMixin (class in padocc.core.mixins.status) store (padocc.core.filehandlers.ZarrStore property) store_path (padocc.core.filehandlers.GenericStore property) summarise_data() (padocc.groups.mixins.evaluations.EvaluationsMixin method) summarise_flocks() (padocc.groups.shepard.ShepardOperator method) summarise_status() (padocc.groups.mixins.evaluations.EvaluationsMixin method) switch_local() (padocc.core.project.ProjectOperation method) switch_remote() (padocc.core.project.ProjectOperation method)

T

test_dataset_var() (padocc.phases.validate.ValidateDatasets method)

transfer_project() (padocc.groups.mixins.modifiers.ModifiersMixin method) transfer_projects() (padocc.groups.mixins.modifiers.ModifiersMixin method)

U

uid (padocc.groups.shepard.ShepardTask property) unmerge() (padocc.groups.mixins.modifiers.ModifiersMixin method) update_attribute() (padocc.core.mixins.dataset.DatasetHandlerMixin method) update_history() (padocc.core.filehandlers.CFADataset method) (padocc.core.filehandlers.GenericStore method) (padocc.core.filehandlers.KerchunkFile method)

update_status() (padocc.core.filehandlers.CSVFileHandler method) (padocc.core.mixins.status.StatusMixin method)

V

valid_project_code() (in module padocc.core.utils) validate_data() (padocc.phases.validate.ValidateDatasets method) validate_global_attrs() (padocc.phases.validate.ValidateDatasets method) validate_metadata() (padocc.phases.validate.ValidateDatasets method)

ValidateDatasets (class in padocc.phases.validate) ValidateOperation (class in padocc.phases.validate) ValidationError value_to_mem() (in module padocc.phases.validate) version_no (padocc.core.mixins.properties.PropertiesMixin property)

W

worst_error() (in module padocc.core.errors)

write_to_s3() (padocc.core.filehandlers.ZarrStore method) (padocc.core.mixins.dataset.DatasetHandlerMixin method)

Z

ZarrDS (class in padocc.phases.compute)

ZarrStore (class in padocc.core.filehandlers) zstore (padocc.core.mixins.dataset.DatasetHandlerMixin property)