Lakehouse Engine 1.19.0 documentation

adidas · Mar 14, 2024 · 946330d · 946330d
1 parent e5bc901
commit 946330d
Show file tree

Hide file tree

Showing 150 changed files with 36,886 additions and 13,194 deletions.
diff --git a/assets/img/dq_dashboard.png b/assets/img/dq_dashboard.png
diff --git a/assets/img/fixed_window.png b/assets/img/fixed_window.png
diff --git a/assets/img/lakehouse_dp_usage.drawio.png b/assets/img/lakehouse_dp_usage.drawio.png
diff --git a/assets/img/lakehouse_engine_logo.png b/assets/img/lakehouse_engine_logo.png
diff --git a/assets/img/lakehouse_engine_logo_no_bg_160.png b/assets/img/lakehouse_engine_logo_no_bg_160.png
diff --git a/assets/img/row_tagging.png b/assets/img/row_tagging.png
diff --git a/assets/img/sensor_os.png b/assets/img/sensor_os.png
diff --git a/assets/img/watermarking.png b/assets/img/watermarking.png
diff --git a/index.html b/index.html
diff --git a/lakehouse_engine.html b/lakehouse_engine.html
diff --git a/lakehouse_engine/algorithms.html b/lakehouse_engine/algorithms.html
diff --git a/lakehouse_engine/algorithms/algorithm.html b/lakehouse_engine/algorithms/algorithm.html
diff --git a/lakehouse_engine/algorithms/data_loader.html b/lakehouse_engine/algorithms/data_loader.html
diff --git a/lakehouse_engine/algorithms/dq_validator.html b/lakehouse_engine/algorithms/dq_validator.html
diff --git a/lakehouse_engine/algorithms/exceptions.html b/lakehouse_engine/algorithms/exceptions.html
diff --git a/lakehouse_engine/algorithms/reconciliator.html b/lakehouse_engine/algorithms/reconciliator.html
diff --git a/lakehouse_engine/algorithms/sensor.html b/lakehouse_engine/algorithms/sensor.html
diff --git a/lakehouse_engine/configs.html b/lakehouse_engine/configs.html
diff --git a/lakehouse_engine/core.html b/lakehouse_engine/core.html
diff --git a/lakehouse_engine/core/dbfs_file_manager.html b/lakehouse_engine/core/dbfs_file_manager.html
diff --git a/lakehouse_engine/core/definitions.html b/lakehouse_engine/core/definitions.html
diff --git a/lakehouse_engine/core/exec_env.html b/lakehouse_engine/core/exec_env.html
diff --git a/lakehouse_engine/core/executable.html b/lakehouse_engine/core/executable.html
diff --git a/lakehouse_engine/core/file_manager.html b/lakehouse_engine/core/file_manager.html
diff --git a/lakehouse_engine/core/s3_file_manager.html b/lakehouse_engine/core/s3_file_manager.html
diff --git a/lakehouse_engine/core/sensor_manager.html b/lakehouse_engine/core/sensor_manager.html
diff --git a/lakehouse_engine/core/table_manager.html b/lakehouse_engine/core/table_manager.html
diff --git a/lakehouse_engine/dq_processors.html b/lakehouse_engine/dq_processors.html
diff --git a/lakehouse_engine/dq_processors/assistant.html b/lakehouse_engine/dq_processors/assistant.html
diff --git a/lakehouse_engine/dq_processors/custom_expectations.html b/lakehouse_engine/dq_processors/custom_expectations.html
diff --git a/...dq_processors/custom_expectations/expect_column_pair_a_to_be_smaller_or_equal_than_b.html b/...dq_processors/custom_expectations/expect_column_pair_a_to_be_smaller_or_equal_than_b.html
diff --git a/...ine/dq_processors/custom_expectations/expect_column_values_to_be_date_not_older_than.html b/...ine/dq_processors/custom_expectations/expect_column_values_to_be_date_not_older_than.html
diff --git a/...gine/dq_processors/custom_expectations/expect_multicolumn_column_a_must_equal_b_or_c.html b/...gine/dq_processors/custom_expectations/expect_multicolumn_column_a_must_equal_b_or_c.html
diff --git a/...house_engine/dq_processors/custom_expectations/expect_queried_column_agg_value_to_be.html b/...house_engine/dq_processors/custom_expectations/expect_queried_column_agg_value_to_be.html
diff --git a/lakehouse_engine/dq_processors/dq_factory.html b/lakehouse_engine/dq_processors/dq_factory.html
diff --git a/lakehouse_engine/dq_processors/exceptions.html b/lakehouse_engine/dq_processors/exceptions.html
diff --git a/lakehouse_engine/dq_processors/validator.html b/lakehouse_engine/dq_processors/validator.html
diff --git a/lakehouse_engine/engine.html b/lakehouse_engine/engine.html
diff --git a/lakehouse_engine/io.html b/lakehouse_engine/io.html
diff --git a/lakehouse_engine/io/exceptions.html b/lakehouse_engine/io/exceptions.html
diff --git a/lakehouse_engine/io/reader.html b/lakehouse_engine/io/reader.html
diff --git a/lakehouse_engine/io/reader_factory.html b/lakehouse_engine/io/reader_factory.html
diff --git a/lakehouse_engine/io/readers.html b/lakehouse_engine/io/readers.html
diff --git a/lakehouse_engine/io/readers/dataframe_reader.html b/lakehouse_engine/io/readers/dataframe_reader.html
diff --git a/lakehouse_engine/io/readers/file_reader.html b/lakehouse_engine/io/readers/file_reader.html
diff --git a/lakehouse_engine/io/readers/jdbc_reader.html b/lakehouse_engine/io/readers/jdbc_reader.html
diff --git a/lakehouse_engine/io/readers/kafka_reader.html b/lakehouse_engine/io/readers/kafka_reader.html
diff --git a/lakehouse_engine/io/readers/query_reader.html b/lakehouse_engine/io/readers/query_reader.html
diff --git a/lakehouse_engine/io/readers/sap_b4_reader.html b/lakehouse_engine/io/readers/sap_b4_reader.html
diff --git a/lakehouse_engine/io/readers/sap_bw_reader.html b/lakehouse_engine/io/readers/sap_bw_reader.html
diff --git a/lakehouse_engine/io/readers/sftp_reader.html b/lakehouse_engine/io/readers/sftp_reader.html
diff --git a/lakehouse_engine/io/readers/table_reader.html b/lakehouse_engine/io/readers/table_reader.html
diff --git a/lakehouse_engine/io/writer.html b/lakehouse_engine/io/writer.html
diff --git a/lakehouse_engine/io/writer_factory.html b/lakehouse_engine/io/writer_factory.html
diff --git a/lakehouse_engine/io/writers.html b/lakehouse_engine/io/writers.html
diff --git a/lakehouse_engine/io/writers/console_writer.html b/lakehouse_engine/io/writers/console_writer.html
diff --git a/lakehouse_engine/io/writers/dataframe_writer.html b/lakehouse_engine/io/writers/dataframe_writer.html
diff --git a/lakehouse_engine/io/writers/delta_merge_writer.html b/lakehouse_engine/io/writers/delta_merge_writer.html
diff --git a/lakehouse_engine/io/writers/file_writer.html b/lakehouse_engine/io/writers/file_writer.html
diff --git a/lakehouse_engine/io/writers/jdbc_writer.html b/lakehouse_engine/io/writers/jdbc_writer.html
diff --git a/lakehouse_engine/io/writers/kafka_writer.html b/lakehouse_engine/io/writers/kafka_writer.html
diff --git a/lakehouse_engine/io/writers/table_writer.html b/lakehouse_engine/io/writers/table_writer.html
diff --git a/lakehouse_engine/terminators.html b/lakehouse_engine/terminators.html
diff --git a/lakehouse_engine/terminators/cdf_processor.html b/lakehouse_engine/terminators/cdf_processor.html
diff --git a/lakehouse_engine/terminators/dataset_optimizer.html b/lakehouse_engine/terminators/dataset_optimizer.html
diff --git a/lakehouse_engine/terminators/notifier.html b/lakehouse_engine/terminators/notifier.html
diff --git a/lakehouse_engine/terminators/notifier_factory.html b/lakehouse_engine/terminators/notifier_factory.html
diff --git a/lakehouse_engine/terminators/notifiers.html b/lakehouse_engine/terminators/notifiers.html
diff --git a/lakehouse_engine/terminators/notifiers/email_notifier.html b/lakehouse_engine/terminators/notifiers/email_notifier.html
diff --git a/lakehouse_engine/terminators/notifiers/notification_templates.html b/lakehouse_engine/terminators/notifiers/notification_templates.html
diff --git a/lakehouse_engine/terminators/sensor_terminator.html b/lakehouse_engine/terminators/sensor_terminator.html
diff --git a/lakehouse_engine/terminators/spark_terminator.html b/lakehouse_engine/terminators/spark_terminator.html
diff --git a/lakehouse_engine/terminators/terminator_factory.html b/lakehouse_engine/terminators/terminator_factory.html
diff --git a/lakehouse_engine/transformers.html b/lakehouse_engine/transformers.html
diff --git a/lakehouse_engine/transformers/aggregators.html b/lakehouse_engine/transformers/aggregators.html
diff --git a/lakehouse_engine/transformers/column_creators.html b/lakehouse_engine/transformers/column_creators.html
diff --git a/lakehouse_engine/transformers/column_reshapers.html b/lakehouse_engine/transformers/column_reshapers.html
diff --git a/lakehouse_engine/transformers/condensers.html b/lakehouse_engine/transformers/condensers.html
diff --git a/lakehouse_engine/transformers/custom_transformers.html b/lakehouse_engine/transformers/custom_transformers.html
diff --git a/lakehouse_engine/transformers/data_maskers.html b/lakehouse_engine/transformers/data_maskers.html
diff --git a/lakehouse_engine/transformers/date_transformers.html b/lakehouse_engine/transformers/date_transformers.html
diff --git a/lakehouse_engine/transformers/exceptions.html b/lakehouse_engine/transformers/exceptions.html
diff --git a/lakehouse_engine/transformers/filters.html b/lakehouse_engine/transformers/filters.html
diff --git a/lakehouse_engine/transformers/joiners.html b/lakehouse_engine/transformers/joiners.html
diff --git a/lakehouse_engine/transformers/null_handlers.html b/lakehouse_engine/transformers/null_handlers.html
diff --git a/lakehouse_engine/transformers/optimizers.html b/lakehouse_engine/transformers/optimizers.html
diff --git a/lakehouse_engine/transformers/regex_transformers.html b/lakehouse_engine/transformers/regex_transformers.html
diff --git a/lakehouse_engine/transformers/repartitioners.html b/lakehouse_engine/transformers/repartitioners.html
diff --git a/lakehouse_engine/transformers/transformer_factory.html b/lakehouse_engine/transformers/transformer_factory.html
diff --git a/lakehouse_engine/transformers/unions.html b/lakehouse_engine/transformers/unions.html
diff --git a/lakehouse_engine/transformers/watermarker.html b/lakehouse_engine/transformers/watermarker.html
diff --git a/lakehouse_engine/utils.html b/lakehouse_engine/utils.html
diff --git a/lakehouse_engine/utils/configs.html b/lakehouse_engine/utils/configs.html
diff --git a/lakehouse_engine/utils/configs/config_utils.html b/lakehouse_engine/utils/configs/config_utils.html
diff --git a/lakehouse_engine/utils/databricks_utils.html b/lakehouse_engine/utils/databricks_utils.html
diff --git a/lakehouse_engine/utils/engine_usage_stats.html b/lakehouse_engine/utils/engine_usage_stats.html
diff --git a/lakehouse_engine/utils/expectations_utils.html b/lakehouse_engine/utils/expectations_utils.html
diff --git a/lakehouse_engine/utils/extraction.html b/lakehouse_engine/utils/extraction.html
diff --git a/lakehouse_engine/utils/extraction/jdbc_extraction_utils.html b/lakehouse_engine/utils/extraction/jdbc_extraction_utils.html
diff --git a/lakehouse_engine/utils/extraction/sap_b4_extraction_utils.html b/lakehouse_engine/utils/extraction/sap_b4_extraction_utils.html
diff --git a/lakehouse_engine/utils/extraction/sap_bw_extraction_utils.html b/lakehouse_engine/utils/extraction/sap_bw_extraction_utils.html
diff --git a/lakehouse_engine/utils/extraction/sftp_extraction_utils.html b/lakehouse_engine/utils/extraction/sftp_extraction_utils.html
diff --git a/lakehouse_engine/utils/file_utils.html b/lakehouse_engine/utils/file_utils.html
diff --git a/lakehouse_engine/utils/logging_handler.html b/lakehouse_engine/utils/logging_handler.html
diff --git a/lakehouse_engine/utils/schema_utils.html b/lakehouse_engine/utils/schema_utils.html
diff --git a/lakehouse_engine/utils/sql_parser_utils.html b/lakehouse_engine/utils/sql_parser_utils.html
diff --git a/lakehouse_engine/utils/storage.html b/lakehouse_engine/utils/storage.html
diff --git a/lakehouse_engine/utils/storage/dbfs_storage.html b/lakehouse_engine/utils/storage/dbfs_storage.html
diff --git a/lakehouse_engine/utils/storage/file_storage.html b/lakehouse_engine/utils/storage/file_storage.html
diff --git a/lakehouse_engine/utils/storage/file_storage_functions.html b/lakehouse_engine/utils/storage/file_storage_functions.html
diff --git a/lakehouse_engine/utils/storage/local_fs_storage.html b/lakehouse_engine/utils/storage/local_fs_storage.html
diff --git a/lakehouse_engine/utils/storage/s3_storage.html b/lakehouse_engine/utils/storage/s3_storage.html
diff --git a/lakehouse_engine_usage.html b/lakehouse_engine_usage.html
diff --git a/lakehouse_engine_usage/data_loader.html b/lakehouse_engine_usage/data_loader.html
diff --git a/lakehouse_engine_usage/data_loader/append_load_from_jdbc_with_permissive_mode.html b/lakehouse_engine_usage/data_loader/append_load_from_jdbc_with_permissive_mode.html
diff --git a/lakehouse_engine_usage/data_loader/append_load_with_failfast.html b/lakehouse_engine_usage/data_loader/append_load_with_failfast.html
diff --git a/lakehouse_engine_usage/data_loader/batch_delta_load_init_delta_backfill_with_merge.html b/lakehouse_engine_usage/data_loader/batch_delta_load_init_delta_backfill_with_merge.html
diff --git a/lakehouse_engine_usage/data_loader/custom_transformer.html b/lakehouse_engine_usage/data_loader/custom_transformer.html
diff --git a/lakehouse_engine_usage/data_loader/extract_from_sap_b4_adso.html b/lakehouse_engine_usage/data_loader/extract_from_sap_b4_adso.html
diff --git a/lakehouse_engine_usage/data_loader/extract_from_sap_bw_dso.html b/lakehouse_engine_usage/data_loader/extract_from_sap_bw_dso.html
diff --git a/lakehouse_engine_usage/data_loader/extract_from_sftp.html b/lakehouse_engine_usage/data_loader/extract_from_sftp.html
diff --git a/lakehouse_engine_usage/data_loader/extract_using_jdbc_connection.html b/lakehouse_engine_usage/data_loader/extract_using_jdbc_connection.html
diff --git a/lakehouse_engine_usage/data_loader/filtered_full_load.html b/lakehouse_engine_usage/data_loader/filtered_full_load.html
diff --git a/lakehouse_engine_usage/data_loader/filtered_full_load_with_selective_replace.html b/lakehouse_engine_usage/data_loader/filtered_full_load_with_selective_replace.html
diff --git a/lakehouse_engine_usage/data_loader/flatten_schema_and_explode_columns.html b/lakehouse_engine_usage/data_loader/flatten_schema_and_explode_columns.html
diff --git a/lakehouse_engine_usage/data_loader/full_load.html b/lakehouse_engine_usage/data_loader/full_load.html
diff --git a/lakehouse_engine_usage/data_loader/read_from_dataframe.html b/lakehouse_engine_usage/data_loader/read_from_dataframe.html
diff --git a/lakehouse_engine_usage/data_loader/streaming_append_load_with_malformed.html b/lakehouse_engine_usage/data_loader/streaming_append_load_with_malformed.html
diff --git a/lakehouse_engine_usage/data_loader/streaming_append_load_with_terminator.html b/lakehouse_engine_usage/data_loader/streaming_append_load_with_terminator.html
diff --git a/...house_engine_usage/data_loader/streaming_delta_load_with_group_and_rank_condensation.html b/...house_engine_usage/data_loader/streaming_delta_load_with_group_and_rank_condensation.html
diff --git a/..._engine_usage/data_loader/streaming_delta_with_late_arriving_and_out_of_order_events.html b/..._engine_usage/data_loader/streaming_delta_with_late_arriving_and_out_of_order_events.html
diff --git a/lakehouse_engine_usage/data_loader/write_and_read_dataframe.html b/lakehouse_engine_usage/data_loader/write_and_read_dataframe.html
diff --git a/lakehouse_engine_usage/data_loader/write_to_console.html b/lakehouse_engine_usage/data_loader/write_to_console.html
diff --git a/lakehouse_engine_usage/data_quality.html b/lakehouse_engine_usage/data_quality.html
diff --git a/lakehouse_engine_usage/data_quality/custom_expectations.html b/lakehouse_engine_usage/data_quality/custom_expectations.html
diff --git a/lakehouse_engine_usage/data_quality/data_quality_validator.html b/lakehouse_engine_usage/data_quality/data_quality_validator.html
diff --git a/lakehouse_engine_usage/data_quality/minimal_example.html b/lakehouse_engine_usage/data_quality/minimal_example.html
diff --git a/lakehouse_engine_usage/data_quality/result_sink.html b/lakehouse_engine_usage/data_quality/result_sink.html
diff --git a/lakehouse_engine_usage/data_quality/row_tagging.html b/lakehouse_engine_usage/data_quality/row_tagging.html
diff --git a/lakehouse_engine_usage/data_quality/validations_failing.html b/lakehouse_engine_usage/data_quality/validations_failing.html
diff --git a/lakehouse_engine_usage/reconciliator.html b/lakehouse_engine_usage/reconciliator.html
diff --git a/lakehouse_engine_usage/sensor.html b/lakehouse_engine_usage/sensor.html
diff --git a/lakehouse_engine_usage/sensor/delta_table.html b/lakehouse_engine_usage/sensor/delta_table.html
diff --git a/lakehouse_engine_usage/sensor/delta_upstream_sensor_table.html b/lakehouse_engine_usage/sensor/delta_upstream_sensor_table.html
diff --git a/lakehouse_engine_usage/sensor/file.html b/lakehouse_engine_usage/sensor/file.html
diff --git a/lakehouse_engine_usage/sensor/jdbc_table.html b/lakehouse_engine_usage/sensor/jdbc_table.html
diff --git a/lakehouse_engine_usage/sensor/kafka.html b/lakehouse_engine_usage/sensor/kafka.html
diff --git a/lakehouse_engine_usage/sensor/sap_bw_b4.html b/lakehouse_engine_usage/sensor/sap_bw_b4.html
diff --git a/lakehouse_engine_usage/sensor/update_sensor_status.html b/lakehouse_engine_usage/sensor/update_sensor_status.html
diff --git a/search.js b/search.js