Index

A

add() (rialto.runner.reporting.bookkeeper.BookKeeper method) (rialto.runner.reporting.tracker.Tracker method) add_callable_to_module() (rialto.jobs.module_register.ModuleRegister class method) add_features() (rialto.metadata.data_classes.group_metadata.GroupMetadata method)

add_group() (rialto.metadata.data_classes.feature_metadata.FeatureMetadata method) add_task() (rialto.runner.services.task_registry.TaskRegistry method) all_dates() (rialto.runner.services.date_manager.DateManager static method) already_complete() (rialto.runner.services.result_mapper.TaskResultMapper static method)

B

BookKeeper (class in rialto.runner.reporting.bookkeeper)

build() (rialto.runner.runner_services.DefaultRunnerServices static method)

C

cast_decimals_to_floats() (in module rialto.common.utils) check_completion() (rialto.runner.services.task_status_checker.TaskStatusChecker method) check_date() (rialto.runner.services.data_checker.DataChecker method) check_pipeline_dependencies() (rialto.runner.services.task_status_checker.TaskStatusChecker method) check_range() (rialto.runner.services.data_checker.DataChecker method) check_tasks() (rialto.runner.engine.RunnerEngine method) check_written() (rialto.runner.services.data_checker.DataChecker method)

class_to_catalog_name() (in module rialto.metadata.utils) complete (rialto.runner.services.task_registry.PipelineDependency attribute) completion (rialto.runner.services.task_registry.PipelineTask attribute) config (rialto.runner.runner_services.RunnerServices attribute) (rialto.runner.services.task_registry.PipelineTask attribute) config_parser() (in module rialto.jobs.decorators) ConfigLoader (class in rialto.runner.services.config_loader) create_message() (rialto.runner.reporting.mailer.Mailer static method)

D

daily (rialto.metadata.enums.Schedule attribute) data_checker (rialto.runner.runner_services.RunnerServices attribute) DatabricksWriter (class in rialto.runner.services.writer) DataChecker (class in rialto.runner.services.data_checker) DataReader (class in rialto.common.table_reader) datasource() (in module rialto.jobs.decorators) date (rialto.runner.reporting.record.Record attribute) date_from (rialto.runner.services.task_registry.PipelineDependency attribute) date_manager (rialto.runner.runner_services.RunnerServices attribute) date_subtract() (rialto.runner.services.date_manager.DateManager static method) date_until (rialto.runner.services.task_registry.PipelineDependency attribute) DateManager (class in rialto.runner.services.date_manager)

debug_first_task() (rialto.runner.engine.RunnerEngine method) DefaultRunnerServices (class in rialto.runner.runner_services) dependencies (rialto.runner.services.task_registry.PipelineTask attribute) dependencies_complete (rialto.runner.services.task_registry.PipelineTask attribute) dependencies_incomplete() (rialto.runner.services.result_mapper.TaskResultMapper static method) depends() (in module rialto.maker.wrappers) desc() (in module rialto.maker.wrappers) description (rialto.metadata.data_classes.feature_metadata.FeatureMetadata attribute) (rialto.metadata.data_classes.group_metadata.GroupMetadata attribute) df (rialto.loader.pyspark_feature_loader.PysparkFeatureLoader.KeyMap attribute) disable_job_decorators() (in module rialto.jobs.test_utils) dry_run() (rialto.runner.runner.Runner method) dry_run_execution() (rialto.runner.engine.RunnerEngine method)

E

EnvLoader (class in rialto.common.env_yaml) error (rialto.runner.services.task_registry.PipelineTask attribute) error_trace (rialto.runner.services.task_registry.PipelineTask attribute) exception (rialto.runner.reporting.record.Record attribute)

exception() (rialto.runner.services.result_mapper.TaskResultMapper static method) execute() (rialto.runner.services.executor.PipelineExecutor method) execution_date (rialto.runner.services.task_registry.PipelineTask attribute) executor (rialto.runner.runner_services.RunnerServices attribute)

F

feature() (in module rialto.maker.wrappers) feature_name() (in module rialto.maker.utils) FeatureFunction (class in rialto.maker.containers) FeatureHolder (class in rialto.maker.containers) FeatureLoaderInterface (class in rialto.loader.interfaces) FeatureMetadata (class in rialto.metadata.data_classes.feature_metadata) features (rialto.metadata.data_classes.group_metadata.GroupMetadata attribute) fetch_schema_tables() (rialto.loader.pyspark_feature_loader.PysparkFeatureLoader method)

finalize() (rialto.runner.engine.RunnerEngine method) find_callable() (rialto.jobs.module_register.ModuleRegister class method) find_dependency() (in module rialto.runner.utils) frequency (rialto.metadata.data_classes.group_metadata.GroupMetadata attribute) from_dependency_config() (rialto.runner.services.table.Table class method) from_spark() (rialto.metadata.data_classes.feature_metadata.FeatureMetadata class method) (rialto.metadata.data_classes.group_metadata.GroupMetadata class method) from_target_config() (rialto.runner.services.table.Table class method) fs_name (rialto.metadata.data_classes.group_metadata.GroupMetadata attribute)

G

get_all_partition_columns() (rialto.runner.services.table.Table method) get_caller_module() (in module rialto.common.utils) get_custom_callable() (rialto.jobs.job_base.JobBase method) get_date_from() (rialto.runner.services.date_manager.DateManager method) get_date_until() (rialto.runner.services.date_manager.DateManager method) get_disable_version() (rialto.jobs.job_base.JobBase method) get_execution_and_partition_dates() (rialto.runner.services.date_manager.DateManager method) get_feature() (rialto.loader.interfaces.FeatureLoaderInterface method) (rialto.loader.pyspark_feature_loader.PysparkFeatureLoader method) (rialto.metadata.metadata_manager.MetadataManager method) get_feature_config() (in module rialto.loader.config_loader) get_feature_metadata() (rialto.loader.interfaces.FeatureLoaderInterface method) (rialto.loader.pyspark_feature_loader.PysparkFeatureLoader method) get_feature_name() (rialto.maker.containers.FeatureFunction method) get_features_from_cfg() (rialto.loader.interfaces.FeatureLoaderInterface method) (rialto.loader.pyspark_feature_loader.PysparkFeatureLoader method) get_group() (rialto.loader.interfaces.FeatureLoaderInterface method) (rialto.loader.pyspark_feature_loader.PysparkFeatureLoader method) (rialto.metadata.metadata_manager.MetadataManager method)

get_group_fs_name() (rialto.loader.pyspark_feature_loader.PysparkFeatureLoader method) get_group_metadata() (rialto.loader.interfaces.FeatureLoaderInterface method) (rialto.loader.pyspark_feature_loader.PysparkFeatureLoader method) get_job_metadata() (rialto.jobs.job_base.JobBase method) get_job_name() (rialto.jobs.job_base.JobBase method) get_latest() (rialto.common.table_reader.DataReader method) (rialto.common.table_reader.TableReader method) get_metadata() (rialto.maker.containers.FeatureHolder method) get_metadata_from_cfg() (rialto.loader.interfaces.FeatureLoaderInterface method) (rialto.loader.pyspark_feature_loader.PysparkFeatureLoader method) get_schema() (rialto.runner.reporting.record.Record method) get_schema_path() (rialto.runner.services.table.Table method) get_table() (rialto.common.table_reader.DataReader method) (rialto.common.table_reader.TableReader method) get_table_path() (rialto.runner.services.table.Table method) get_type() (rialto.maker.containers.FeatureFunction method) group (rialto.metadata.data_classes.feature_metadata.FeatureMetadata attribute) GroupMetadata (class in rialto.metadata.data_classes.group_metadata)

I

interrupted() (rialto.runner.services.result_mapper.TaskResultMapper static method)

J

job (rialto.runner.reporting.record.Record attribute)

job() (in module rialto.jobs.decorators) JobBase (class in rialto.jobs.job_base)

K

key (rialto.loader.pyspark_feature_loader.PysparkFeatureLoader.KeyMap attribute) (rialto.metadata.data_classes.group_metadata.GroupMetadata attribute)

L

load_yaml() (in module rialto.common.utils) (rialto.runner.services.config_loader.ConfigLoader static method)

log_status() (rialto.runner.services.task_registry.TaskRegistry method) log_task_status() (rialto.runner.engine.RunnerEngine method)

M

Mailer (class in rialto.runner.reporting.mailer) metadata() (rialto.maker.containers.FeatureFunction method) MetadataManager (class in rialto.metadata.metadata_manager) module rialto rialto.common rialto.common.env_yaml rialto.common.table_reader rialto.common.utils rialto.jobs rialto.jobs.decorators rialto.jobs.job_base rialto.jobs.module_register rialto.jobs.resolver rialto.jobs.test_utils rialto.loader rialto.loader.config_loader rialto.loader.interfaces rialto.loader.pyspark_feature_loader rialto.maker rialto.maker.containers rialto.maker.feature_maker rialto.maker.utils rialto.maker.wrappers rialto.metadata rialto.metadata.data_classes rialto.metadata.data_classes.feature_metadata rialto.metadata.data_classes.group_metadata rialto.metadata.enums rialto.metadata.metadata_manager rialto.metadata.utils rialto.runner rialto.runner.engine rialto.runner.reporting rialto.runner.reporting.bookkeeper rialto.runner.reporting.mailer rialto.runner.reporting.record rialto.runner.reporting.tracker rialto.runner.runner rialto.runner.runner_services rialto.runner.services rialto.runner.services.config_loader rialto.runner.services.config_overrides rialto.runner.services.data_checker rialto.runner.services.date_manager rialto.runner.services.executor rialto.runner.services.result_mapper rialto.runner.services.table rialto.runner.services.task_registry rialto.runner.services.task_status_checker rialto.runner.services.writer rialto.runner.transformation rialto.runner.utils

ModuleRegister (class in rialto.jobs.module_register) monthly (rialto.metadata.enums.Schedule attribute)

N

name (rialto.metadata.data_classes.feature_metadata.FeatureMetadata attribute) (rialto.metadata.data_classes.group_metadata.GroupMetadata attribute) (rialto.runner.services.task_registry.PipelineTask attribute)

nominal (rialto.metadata.enums.ValueType attribute) numerical (rialto.metadata.enums.ValueType attribute)

O

ordinal (rialto.metadata.enums.ValueType attribute)

override_config() (in module rialto.runner.services.config_overrides) owner (rialto.metadata.data_classes.group_metadata.GroupMetadata attribute)

P

param() (in module rialto.maker.wrappers) partition_date (rialto.runner.services.task_registry.PipelineTask attribute) PipelineDependency (class in rialto.runner.services.task_registry) PipelineExecutor (class in rialto.runner.services.executor)

PipelineTask (class in rialto.runner.services.task_registry) precheck_failed (rialto.runner.services.task_registry.PipelineTask attribute) PysparkFeatureLoader (class in rialto.loader.pyspark_feature_loader) PysparkFeatureLoader.KeyMap (class in rialto.loader.pyspark_feature_loader)

R

read_group() (rialto.loader.pyspark_feature_loader.PysparkFeatureLoader method) reason (rialto.runner.reporting.record.Record attribute) Record (class in rialto.runner.reporting.record) records (rialto.runner.reporting.record.Record attribute) register_callable() (rialto.jobs.module_register.ModuleRegister class method) register_dependency() (rialto.jobs.module_register.ModuleRegister class method) register_dependency_callable() (in module rialto.jobs.module_register) register_dependency_module() (in module rialto.jobs.module_register) register_getter() (rialto.jobs.resolver.Resolver method) register_object() (rialto.jobs.resolver.Resolver method) register_tasks() (rialto.runner.engine.RunnerEngine method) registry (rialto.runner.runner_services.RunnerServices attribute) remove_module() (rialto.jobs.module_register.ModuleRegister class method) report_by_mail() (rialto.runner.reporting.tracker.Tracker method) resolve() (rialto.jobs.resolver.Resolver method) Resolver (class in rialto.jobs.resolver) ResolverException result (rialto.runner.services.task_registry.PipelineTask attribute) rialto module rialto.common module rialto.common.env_yaml module rialto.common.table_reader module rialto.common.utils module rialto.jobs module rialto.jobs.decorators module rialto.jobs.job_base module rialto.jobs.module_register module rialto.jobs.resolver module rialto.jobs.test_utils module rialto.loader module rialto.loader.config_loader module rialto.loader.interfaces module rialto.loader.pyspark_feature_loader module rialto.maker module rialto.maker.containers module rialto.maker.feature_maker module rialto.maker.utils module rialto.maker.wrappers module rialto.metadata module rialto.metadata.data_classes module

rialto.metadata.data_classes.feature_metadata module rialto.metadata.data_classes.group_metadata module rialto.metadata.enums module rialto.metadata.metadata_manager module rialto.metadata.utils module rialto.runner module rialto.runner.engine module rialto.runner.reporting module rialto.runner.reporting.bookkeeper module rialto.runner.reporting.mailer module rialto.runner.reporting.record module rialto.runner.reporting.tracker module rialto.runner.runner module rialto.runner.runner_services module rialto.runner.services module rialto.runner.services.config_loader module rialto.runner.services.config_overrides module rialto.runner.services.data_checker module rialto.runner.services.date_manager module rialto.runner.services.executor module rialto.runner.services.result_mapper module rialto.runner.services.table module rialto.runner.services.task_registry module rialto.runner.services.task_status_checker module rialto.runner.services.writer module rialto.runner.transformation module rialto.runner.utils module run() (rialto.jobs.job_base.JobBase method) (rialto.runner.engine.RunnerEngine method) (rialto.runner.transformation.Transformation method) run_tasks() (rialto.runner.engine.RunnerEngine method) run_timestamp (rialto.runner.reporting.record.Record attribute) Runner (class in rialto.runner.runner) RunnerEngine (class in rialto.runner.engine) RunnerServices (class in rialto.runner.runner_services)

S

Schedule (class in rialto.metadata.enums) select_pipelines() (rialto.runner.engine.RunnerEngine method) send_mail() (rialto.runner.reporting.mailer.Mailer static method)

status (rialto.runner.reporting.record.Record attribute) str_to_date() (rialto.runner.services.date_manager.DateManager static method) success() (rialto.runner.services.result_mapper.TaskResultMapper static method)

T

Table (class in rialto.runner.services.table) table (rialto.runner.services.task_registry.PipelineDependency attribute) table_exists() (rialto.common.table_reader.DataReader method) (rialto.common.table_reader.TableReader method) TableReader (class in rialto.common.table_reader) target (rialto.runner.reporting.record.Record attribute) (rialto.runner.services.task_registry.PipelineTask attribute) task_checker (rialto.runner.runner_services.RunnerServices attribute) TaskRegistry (class in rialto.runner.services.task_registry)

TaskResultMapper (class in rialto.runner.services.result_mapper) TaskStatusChecker (class in rialto.runner.services.task_status_checker) time (rialto.runner.reporting.record.Record attribute) to_spark_row() (rialto.runner.reporting.record.Record method) to_tuple() (rialto.metadata.data_classes.feature_metadata.FeatureMetadata method) (rialto.metadata.data_classes.group_metadata.GroupMetadata method) Tracker (class in rialto.runner.reporting.tracker) tracker (rialto.runner.runner_services.RunnerServices attribute) Transformation (class in rialto.runner.transformation)

U

unscheduled (rialto.metadata.enums.Schedule attribute)

update() (rialto.metadata.metadata_manager.MetadataManager method)

V

value_type (rialto.metadata.data_classes.feature_metadata.FeatureMetadata attribute)

ValueType (class in rialto.metadata.enums)

W

weekly (rialto.metadata.enums.Schedule attribute) write() (rialto.runner.services.writer.DatabricksWriter method) (rialto.runner.services.writer.Writer method)

Writer (class in rialto.runner.services.writer) writer (rialto.runner.runner_services.RunnerServices attribute)

Y

yaml_constructors (rialto.common.env_yaml.EnvLoader attribute)

yaml_implicit_resolvers (rialto.common.env_yaml.EnvLoader attribute) yearly (rialto.metadata.enums.Schedule attribute)