Index

A

add_missing_coordinate_from_template() (in module aodn_cloud_optimised.lib.GenericZarrHandler) AnmnHourlyTsHandler (class in aodn_cloud_optimised.lib.AnmnHourlyTsHandler) aodn_cloud_optimised.bin.generic_cloud_optimised_creation module aodn_cloud_optimised.lib.AnmnHourlyTsHandler module aodn_cloud_optimised.lib.ArgoHandler module

aodn_cloud_optimised.lib.CommonHandler module aodn_cloud_optimised.lib.GenericParquetHandler module aodn_cloud_optimised.lib.GenericZarrHandler module ArgoHandler (class in aodn_cloud_optimised.lib.ArgoHandler)

B

batch_process_fileset() (aodn_cloud_optimised.lib.CommonHandler.CommonHandler static method)

C

cast_table_by_schema() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler static method) check_append_dim_range_dask() (in module aodn_cloud_optimised.lib.GenericZarrHandler) check_var_attributes() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler method) check_variable_values_dask() (in module aodn_cloud_optimised.lib.GenericZarrHandler) check_variable_values_parallel() (aodn_cloud_optimised.lib.GenericZarrHandler.GenericHandler method) client (aodn_cloud_optimised.lib.CommonHandler.CommonHandler attribute) cloud_optimised_creation() (in module aodn_cloud_optimised.lib.CommonHandler)

cluster (aodn_cloud_optimised.lib.CommonHandler.CommonHandler attribute) cluster_mode (aodn_cloud_optimised.lib.CommonHandler.CommonHandler attribute) collect_files() (in module aodn_cloud_optimised.bin.generic_cloud_optimised_creation) CommonHandler (class in aodn_cloud_optimised.lib.CommonHandler) convert_df_bytes_to_str() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler static method) create_cluster() (aodn_cloud_optimised.lib.CommonHandler.CommonHandler method) create_metadata_aws_registry() (aodn_cloud_optimised.lib.CommonHandler.CommonHandler method) create_polygon() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler static method)

D

dataset_config (aodn_cloud_optimised.lib.CommonHandler.CommonHandler attribute) dataset_name (aodn_cloud_optimised.lib.CommonHandler.CommonHandler attribute)

delete_cloud_optimised_data() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler method) (aodn_cloud_optimised.lib.GenericZarrHandler.GenericHandler method) delete_existing_matching_parquet() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler method)

E

environment variable AODN_CONFIG_PATH AODN_NOTEBOOKS_PATH

F

fallback_to_individual_processing() (aodn_cloud_optimised.lib.GenericZarrHandler.GenericHandler method)

filter_rechunk_dimensions() (aodn_cloud_optimised.lib.GenericZarrHandler.GenericHandler static method)

G

GenericHandler (class in aodn_cloud_optimised.lib.GenericParquetHandler) (class in aodn_cloud_optimised.lib.GenericZarrHandler) get_append_dim() (aodn_cloud_optimised.lib.GenericZarrHandler.GenericHandler method) get_batch_size() (aodn_cloud_optimised.lib.CommonHandler.CommonHandler method)

get_var_template_shape() (in module aodn_cloud_optimised.lib.GenericZarrHandler) get_variables_from_object_key() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler method) get_variables_from_variables() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler method) GridSizeMismatchError

H

handle_append_dim_overlap() (aodn_cloud_optimised.lib.GenericZarrHandler.GenericHandler method) handle_coordinate_variable_issue() (aodn_cloud_optimised.lib.GenericZarrHandler.GenericHandler method)

handle_invalid_format_in_batch() (aodn_cloud_optimised.lib.GenericZarrHandler.GenericHandler method) handle_multi_engine_fallback() (aodn_cloud_optimised.lib.GenericZarrHandler.GenericHandler method)

I

init_s3_filesystems() (aodn_cloud_optimised.lib.CommonHandler.CommonHandler method)

is_open_ds() (aodn_cloud_optimised.lib.CommonHandler.CommonHandler static method)

J

join_s3_uri() (in module aodn_cloud_optimised.bin.generic_cloud_optimised_creation)

json_update() (in module aodn_cloud_optimised.bin.generic_cloud_optimised_creation)

L

load_config_and_validate() (in module aodn_cloud_optimised.bin.generic_cloud_optimised_creation)

logger (aodn_cloud_optimised.lib.CommonHandler.CommonHandler attribute)

M

main() (in module aodn_cloud_optimised.bin.generic_cloud_optimised_creation) module aodn_cloud_optimised.bin.generic_cloud_optimised_creation aodn_cloud_optimised.lib.AnmnHourlyTsHandler aodn_cloud_optimised.lib.ArgoHandler aodn_cloud_optimised.lib.CommonHandler aodn_cloud_optimised.lib.GenericParquetHandler aodn_cloud_optimised.lib.GenericZarrHandler

P

postprocess() (aodn_cloud_optimised.lib.CommonHandler.CommonHandler method) preprocess_data() (aodn_cloud_optimised.lib.AnmnHourlyTsHandler.AnmnHourlyTsHandler method) (aodn_cloud_optimised.lib.ArgoHandler.ArgoHandler method) (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler method) preprocess_data_csv() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler method)

preprocess_data_netcdf() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler method) preprocess_data_parquet() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler method) preprocess_xarray() (in module aodn_cloud_optimised.lib.GenericZarrHandler) publish_cloud_optimised() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler method) publish_cloud_optimised_fileset_batch() (aodn_cloud_optimised.lib.GenericZarrHandler.GenericHandler method)

R

resolve_dataset_config_path() (in module aodn_cloud_optimised.bin.generic_cloud_optimised_creation)

T

to_cloud_optimised() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler method) (aodn_cloud_optimised.lib.GenericZarrHandler.GenericHandler method)

to_cloud_optimised_single() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler method) try_open_dataset() (aodn_cloud_optimised.lib.GenericZarrHandler.GenericHandler method)

U

update_store_varattrs_from_schema() (aodn_cloud_optimised.lib.GenericZarrHandler.GenericHandler method)

V

validate_dataset_dimensions() (aodn_cloud_optimised.lib.GenericParquetHandler.GenericHandler method)

validate_json() (aodn_cloud_optimised.lib.CommonHandler.CommonHandler method)