Index

A

activate_download() (in module luisy.config) add_children() (in module luisy.visualize) add_filter_info() (in module luisy.helpers) add_working_dir() (in module luisy.config) assertFail() (luisy.testing.LuisyTestCase method) assertMissing() (luisy.testing.LuisyTestCase method)

assertSuccess() (luisy.testing.LuisyTestCase method) auto_filename() (in module luisy.decorators) azure_blob_storage_input() (in module luisy.decorators) azure_blob_storage_output() (in module luisy.decorators) AzureBlobStorageTarget (class in luisy.targets) AzureContainer (class in luisy.file_system)

B

blob_uri (luisy.targets.AzureBlobStorageTarget property) BLUE (luisy.luigi_interface.COLORS attribute) build() (in module luisy.cli)

build_re_splitters() (luisy.helpers.RegexTaskPattern method) build_regex() (luisy.helpers.RegexTaskPattern method) build_root_directory() (luisy.helpers.RegexTaskPattern method)

C

change_working_dir() (in module luisy.config) check_params() (luisy.config.Config method) (luisy.hashes.HashSynchronizer method) clean() (luisy.tasks.base.Task method) clean_up() (luisy.hashes.HashMapping method) clear_outdated_tasks() (luisy.hashes.HashSynchronizer method) CloudTarget (class in luisy.targets) CmdPrinter (class in luisy.luigi_interface) COLORS (class in luisy.luigi_interface) compute_from_tasks() (luisy.hashes.HashMapping static method) compute_hashes() (in module luisy.hashes)

compute_new_hashes() (luisy.hashes.HashSynchronizer method) ConcatenationTask (class in luisy.tasks.base) Config (class in luisy.config) config (luisy.config.Config property) Coordinator (class in luisy.luigi_interface) create_deps_map() (in module luisy.code_inspection) create_file() (in module luisy.testing) create_hashes() (in module luisy.code_inspection) create_label() (in module luisy.visualize) create_testing_config() (in module luisy.testing) csv_output() (in module luisy.decorators) CSVTarget (class in luisy.targets)

D

data (luisy.testing.SparkMock attribute) debug_run() (in module luisy.testing) deltatable_input() (in module luisy.decorators) deltatable_output() (in module luisy.decorators) DeltaTableTarget (class in luisy.targets) DFMock (class in luisy.testing)

DirectoryTarget (class in luisy.targets) disable_azure_logging() (in module luisy.cli) download (luisy.config.Config property) download() (luisy.file_system.AzureContainer method) (luisy.tasks.base.Task method) (luisy.tasks.base.WrapperTask method)

E

END (luisy.luigi_interface.COLORS attribute) exists() (luisy.file_system.AzureContainer method) (luisy.hashes.HashMapping method) (luisy.targets.AzureBlobStorageTarget method) (luisy.targets.DeltaTableTarget method) (luisy.targets.LocalTarget method) (luisy.targets.LuisyTarget method)

ExternalTask (class in luisy.tasks.base)

F

feather_output() (in module luisy.decorators) FeatherTarget (class in luisy.targets) file_ending (luisy.targets.AzureBlobStorageTarget attribute) (luisy.targets.CSVTarget attribute) (luisy.targets.DeltaTableTarget attribute) (luisy.targets.DirectoryTarget attribute) (luisy.targets.FeatherTarget attribute) (luisy.targets.HDFTarget attribute) (luisy.targets.JSONTarget attribute) (luisy.targets.LocalTarget attribute) (luisy.targets.ParquetDirTarget attribute) (luisy.targets.PickleTarget attribute) (luisy.targets.XLSXTarget attribute)

filter_imports() (luisy.code_inspection.ImportReturner method) filter_variables() (luisy.code_inspection.VariablesReturner method) final() (in module luisy.decorators) finalize_luigi_run() (luisy.luigi_interface.PipelineMode method) fs (luisy.targets.LuisyTarget property)

G

generic_visit() (luisy.code_inspection.ImportReturner method) (luisy.code_inspection.VariablesReturner method) get_all_dependencies() (in module luisy.testing) get_all_deps() (in module luisy.code_inspection) get_all_deps_with_versions() (in module luisy.code_inspection) get_all_hash_entries_that_need_a_run() (luisy.hashes.HashSynchronizer method) get_all_reqs() (in module luisy.helpers) get_available_files() (luisy.helpers.RegexTaskPattern method) get_available_params() (luisy.helpers.RegexTaskPattern method) get_cloud_hash_path() (luisy.hashes.HashMapping static method) get_default_params() (in module luisy.config) get_df() (luisy.file_system.AzureContainer method) get_df_from_parquet_dir() (in module luisy.helpers) get_download_hash_entries() (luisy.hashes.HashSynchronizer method) get_downloadable_hash_entries() (luisy.hashes.HashSynchronizer method) get_execution_summary() (luisy.testing.LuisyTestCase method) get_file_name() (luisy.tasks.base.Task method) get_hash() (luisy.hashes.HashMapping method) get_import_data() (in module luisy.code_inspection) get_irregular_pypi_names() (in module luisy.code_inspection) get_local_execution_hash_entries() (luisy.hashes.HashSynchronizer method) get_local_hash_path() (luisy.hashes.HashMapping static method)

get_new_cloud_hash_entries() (luisy.hashes.HashSynchronizer method) get_new_local_hash_entries() (luisy.hashes.HashSynchronizer method) get_node() (in module luisy.code_inspection) get_outdated_cloud_hash_entries() (luisy.hashes.HashSynchronizer method) get_outdated_local_hash_entries() (luisy.hashes.HashSynchronizer method) get_outdir() (luisy.tasks.base.Task method) get_outfile() (luisy.tasks.base.Task method) get_param() (luisy.config.Config method) get_related_instances() (in module luisy.helpers) (luisy.tasks.base.Task class method) get_requirements_dict() (in module luisy.code_inspection) get_requirements_path() (in module luisy.code_inspection) get_root_task() (in module luisy.luigi_interface) get_start_date() (in module luisy.helpers) get_stop_date() (in module luisy.helpers) get_string_repr() (in module luisy.helpers) get_sub_dir() (luisy.tasks.base.Task method) get_upload_hash_entries() (luisy.hashes.HashSynchronizer method) get_upstream_tasks() (in module luisy.hashes) get_user_permission() (luisy.luigi_interface.CmdPrinter method) get_varnames_delta() (in module luisy.code_inspection) GREEN (luisy.luigi_interface.COLORS attribute)

H

has_outdated_cloud_hash() (luisy.hashes.TaskHashEntry method) has_outdated_local_hash() (luisy.hashes.TaskHashEntry method) has_parquet_output() (luisy.hashes.TaskHashEntry method) HashMapping (class in luisy.hashes)

HashSynchronizer (class in luisy.hashes) HashUpdateMode (class in luisy.luigi_interface) hdf_output() (in module luisy.decorators) HDFTarget (class in luisy.targets)

I

ImportReturner (class in luisy.code_inspection) in_cloud() (luisy.hashes.TaskHashEntry method) in_local() (luisy.hashes.TaskHashEntry method) init() (luisy.config.Config method) initialize() (luisy.hashes.HashSynchronizer method) initialize_hash_synchronization() (luisy.luigi_interface.Coordinator method) initialize_printer() (luisy.luigi_interface.Coordinator method)

interim() (in module luisy.decorators) is_builtin() (in module luisy.code_inspection) is_downloadable() (luisy.hashes.TaskHashEntry method) is_external_task() (luisy.hashes.TaskHashEntry method) is_folder() (luisy.targets.LocalTarget method) is_standard() (in module luisy.code_inspection) is_valid_file() (luisy.targets.DirectoryTarget method) items() (luisy.hashes.HashMapping method)

J

json_output() (in module luisy.decorators)

JSONTarget (class in luisy.targets)

L

load_from_cloud() (luisy.hashes.HashMapping class method) load_from_local() (luisy.hashes.HashMapping class method) load_json() (luisy.file_system.AzureContainer method) LocalTarget (class in luisy.targets) luisy module luisy.cli module luisy.code_inspection module luisy.config module luisy.decorators module luisy.default_params module luisy.file_system module

luisy.hashes module luisy.helpers module luisy.luigi_interface module luisy.targets module luisy.tasks module luisy.tasks.base module luisy.testing module luisy.visualize module luisy_run() (in module luisy.cli) LuisyTarget (class in luisy.targets) LuisyTestCase (class in luisy.testing)

M

make_dependency_graph() (in module luisy.visualize) make_dir() (luisy.targets.AzureBlobStorageTarget method) (luisy.targets.DeltaTableTarget method) (luisy.targets.LocalTarget method) make_directory_output() (in module luisy.decorators) make_pypi_mapper() (in module luisy.code_inspection) map_imports_to_requirements() (in module luisy.code_inspection) mock_target() (in module luisy.testing) mode() (luisy.testing.DFMock method) module luisy luisy.cli luisy.code_inspection luisy.config luisy.decorators luisy.default_params luisy.file_system luisy.hashes luisy.helpers luisy.luigi_interface luisy.targets luisy.tasks luisy.tasks.base luisy.testing luisy.visualize

N

needs_local_execution() (luisy.hashes.TaskHashEntry method)

needs_to_be_downloaded() (luisy.hashes.TaskHashEntry method)

O

output() (luisy.tasks.base.Task method)

P

parquetdir_output() (in module luisy.decorators) ParquetDirTarget (class in luisy.targets) parse_args() (in module luisy.cli) pass_args() (in module luisy.config) path (luisy.targets.AzureBlobStorageTarget property) (luisy.targets.DeltaTableTarget property) pickle_output() (in module luisy.decorators) PickleTarget (class in luisy.targets) PipelineMode (class in luisy.luigi_interface) placeholder (luisy.helpers.RegexParam property) preprocess() (luisy.tasks.base.ConcatenationTask method)

print_approvals() (luisy.luigi_interface.Coordinator method) (luisy.luigi_interface.HashUpdateMode method) (luisy.luigi_interface.PipelineMode method) print_cloud_hash_changes() (luisy.luigi_interface.CmdPrinter method) print_hash_changes() (luisy.luigi_interface.CmdPrinter method) print_new_hashes() (luisy.luigi_interface.CmdPrinter method) print_opening() (luisy.luigi_interface.CmdPrinter method) print_sources() (luisy.luigi_interface.CmdPrinter method) print_tasks() (luisy.luigi_interface.CmdPrinter method) print_uploads() (luisy.luigi_interface.CmdPrinter method) produce_node_hash() (in module luisy.code_inspection) project_name() (in module luisy.decorators)

R

raw() (in module luisy.decorators) read() (luisy.targets.AzureBlobStorageTarget method) (luisy.targets.CSVTarget method) (luisy.targets.DeltaTableTarget method) (luisy.targets.DirectoryTarget method) (luisy.targets.FeatherTarget method) (luisy.targets.HDFTarget method) (luisy.targets.JSONTarget method) (luisy.targets.LuisyTarget method) (luisy.targets.ParquetDirTarget method) (luisy.targets.PickleTarget method) (luisy.targets.XLSXTarget method) (luisy.tasks.base.Task method) (luisy.tasks.base.WrapperTask method) read_cloud_hash_file() (luisy.hashes.HashSynchronizer method) read_file() (luisy.targets.DirectoryTarget method) read_input() (luisy.tasks.base.SparkTask method) (luisy.tasks.base.Task method) read_local_hash_file() (luisy.hashes.HashSynchronizer method) RED (luisy.luigi_interface.COLORS attribute) regex_pattern (luisy.targets.DirectoryTarget attribute) RegexParam (class in luisy.helpers)

RegexTaskPattern (class in luisy.helpers) remove() (luisy.targets.AzureBlobStorageTarget method) (luisy.targets.DeltaTableTarget method) (luisy.targets.LocalTarget method) (luisy.targets.LuisyTarget method) remove_parent_directories() (in module luisy.helpers) remove_working_dir() (in module luisy.config) RequirementFileNotFound requires (class in luisy.decorators) requires_pandas (luisy.targets.JSONTarget attribute) (luisy.targets.LocalTarget attribute) (luisy.targets.LuisyTarget attribute) (luisy.targets.ParquetDirTarget attribute) reset() (luisy.config.Config method) run() (luisy.luigi_interface.Coordinator method) (luisy.tasks.base.ConcatenationTask method) run_coordinator() (luisy.luigi_interface.Coordinator method) (luisy.luigi_interface.HashUpdateMode method) (luisy.luigi_interface.PipelineMode method) run_luigi() (in module luisy.luigi_interface) (luisy.luigi_interface.PipelineMode method) run_pipeline() (luisy.testing.LuisyTestCase method)

S

save() (luisy.hashes.HashMapping method) save_json() (luisy.file_system.AzureContainer method) saveAsTable() (luisy.testing.DFMock method) set_filename_pattern() (luisy.helpers.RegexTaskPattern method) set_files_to_download() (luisy.hashes.HashSynchronizer method) set_param() (luisy.config.Config method) set_working_dir() (in module luisy.config) simple_task_string() (in module luisy.visualize) Singleton (class in luisy.config)

spark (luisy.targets.SparkTarget property) (luisy.tasks.base.SparkTask property) SparkMock (class in luisy.testing) SparkTarget (class in luisy.targets) SparkTask (class in luisy.tasks.base) sql() (luisy.testing.SparkMock method) star_import_in_imports() (luisy.code_inspection.ImportReturner method) synchronize_cloud_hashes() (luisy.hashes.HashSynchronizer method) synchronize_local_hashes() (luisy.hashes.HashSynchronizer method)

T

table() (luisy.testing.SparkMock method) table_uri (luisy.targets.DeltaTableTarget property) tables (luisy.testing.SparkMock property) target_cls (luisy.tasks.base.Task attribute)

target_kwargs (luisy.tasks.base.Task attribute) Task (class in luisy.tasks.base) TaskHashEntry (class in luisy.hashes) toPandas() (luisy.testing.DFMock method)

U

unique_types() (in module luisy.visualize) update() (luisy.config.Config method) (luisy.hashes.HashMapping method)

upload (luisy.config.Config property) upload() (luisy.tasks.base.Task method) (luisy.tasks.base.WrapperTask method)

V

VariablesReturner (class in luisy.code_inspection)

visualize() (luisy.tasks.base.Task method) visualize_task() (in module luisy.visualize)

W

walk_nodes() (in module luisy.code_inspection) working_dir (luisy.config.Config property) wrap_in_brackets() (in module luisy.helpers) WrapperTask (class in luisy.tasks.base) write (luisy.testing.DFMock property) write() (luisy.targets.AzureBlobStorageTarget method) (luisy.targets.CSVTarget method) (luisy.targets.DeltaTableTarget method) (luisy.targets.DirectoryTarget method) (luisy.targets.FeatherTarget method) (luisy.targets.HDFTarget method) (luisy.targets.JSONTarget method) (luisy.targets.LuisyTarget method) (luisy.targets.ParquetDirTarget method) (luisy.targets.PickleTarget method) (luisy.targets.XLSXTarget method) (luisy.tasks.base.SparkTask method) (luisy.tasks.base.Task method)

X

xlsx_output() (in module luisy.decorators)

XLSXTarget (class in luisy.targets)