luisy

• luisy package
  • Subpackages
    • luisy.tasks package
      • Submodules
      • luisy.tasks.base module
      • Module contents
  • Submodules
  • luisy.cli module
    • build()
    • disable_azure_logging()
    • luisy_run()
    • parse_args()
  • luisy.code_inspection module
    • ImportReturner
      • ImportReturner.filter_imports()
      • ImportReturner.generic_visit()
      • ImportReturner.star_import_in_imports()
    • RequirementFileNotFound
    • VariablesReturner
      • VariablesReturner.filter_variables()
      • VariablesReturner.generic_visit()
    • create_deps_map()
    • create_hashes()
    • get_all_deps()
    • get_all_deps_with_versions()
    • get_import_data()
    • get_irregular_pypi_names()
    • get_node()
    • get_requirements_dict()
    • get_requirements_path()
    • get_varnames_delta()
    • is_builtin()
    • is_standard()
    • make_pypi_mapper()
    • map_imports_to_requirements()
    • produce_node_hash()
    • walk_nodes()
  • luisy.config module
    • Config
      • Config.check_params()
      • Config.config
      • Config.download
      • Config.get_param()
      • Config.init()
      • Config.reset()
      • Config.set_param()
      • Config.update()
      • Config.upload
      • Config.working_dir
    • Singleton
    • activate_download()
    • add_working_dir()
    • change_working_dir()
    • get_default_params()
    • pass_args()
    • remove_working_dir()
    • set_working_dir()
  • luisy.decorators module
    • auto_filename()
    • azure_blob_storage_input()
    • azure_blob_storage_output()
    • csv_output()
    • deltatable_input()
    • deltatable_output()
    • feather_output()
    • final()
    • hdf_output()
    • interim()
    • json_output()
    • make_directory_output()
    • parquetdir_output()
    • pickle_output()
    • project_name()
    • raw()
    • requires
    • xlsx_output()
  • luisy.default_params module
  • luisy.file_system module
    • AzureContainer
      • AzureContainer.download()
      • AzureContainer.exists()
      • AzureContainer.get_df()
      • AzureContainer.load_json()
      • AzureContainer.save_json()
  • luisy.hashes module
    • HashMapping
      • HashMapping.clean_up()
      • HashMapping.compute_from_tasks()
      • HashMapping.exists()
      • HashMapping.get_cloud_hash_path()
      • HashMapping.get_hash()
      • HashMapping.get_local_hash_path()
      • HashMapping.items()
      • HashMapping.load_from_cloud()
      • HashMapping.load_from_local()
      • HashMapping.save()
      • HashMapping.update()
    • HashSynchronizer
      • HashSynchronizer.check_params()
      • HashSynchronizer.clear_outdated_tasks()
      • HashSynchronizer.compute_new_hashes()
      • HashSynchronizer.get_all_hash_entries_that_need_a_run()
      • HashSynchronizer.get_download_hash_entries()
      • HashSynchronizer.get_downloadable_hash_entries()
      • HashSynchronizer.get_local_execution_hash_entries()
      • HashSynchronizer.get_new_cloud_hash_entries()
      • HashSynchronizer.get_new_local_hash_entries()
      • HashSynchronizer.get_outdated_cloud_hash_entries()
      • HashSynchronizer.get_outdated_local_hash_entries()
      • HashSynchronizer.get_upload_hash_entries()
      • HashSynchronizer.initialize()
      • HashSynchronizer.read_cloud_hash_file()
      • HashSynchronizer.read_local_hash_file()
      • HashSynchronizer.set_files_to_download()
      • HashSynchronizer.synchronize_cloud_hashes()
      • HashSynchronizer.synchronize_local_hashes()
    • TaskHashEntry
      • TaskHashEntry.has_outdated_cloud_hash()
      • TaskHashEntry.has_outdated_local_hash()
      • TaskHashEntry.has_parquet_output()
      • TaskHashEntry.in_cloud()
      • TaskHashEntry.in_local()
      • TaskHashEntry.is_downloadable()
      • TaskHashEntry.is_external_task()
      • TaskHashEntry.needs_local_execution()
      • TaskHashEntry.needs_to_be_downloaded()
    • compute_hashes()
    • get_upstream_tasks()
  • luisy.helpers module
    • RegexParam
      • RegexParam.placeholder
    • RegexTaskPattern
      • RegexTaskPattern.build_re_splitters()
      • RegexTaskPattern.build_regex()
      • RegexTaskPattern.build_root_directory()
      • RegexTaskPattern.get_available_files()
      • RegexTaskPattern.get_available_params()
      • RegexTaskPattern.set_filename_pattern()
    • add_filter_info()
    • get_all_reqs()
    • get_df_from_parquet_dir()
    • get_related_instances()
    • get_start_date()
    • get_stop_date()
    • get_string_repr()
    • remove_parent_directories()
    • wrap_in_brackets()
  • luisy.luigi_interface module
    • COLORS
      • COLORS.BLUE
      • COLORS.END
      • COLORS.GREEN
      • COLORS.RED
    • CmdPrinter
      • CmdPrinter.get_user_permission()
      • CmdPrinter.print_cloud_hash_changes()
      • CmdPrinter.print_hash_changes()
      • CmdPrinter.print_new_hashes()
      • CmdPrinter.print_opening()
      • CmdPrinter.print_sources()
      • CmdPrinter.print_tasks()
      • CmdPrinter.print_uploads()
    • Coordinator
      • Coordinator.initialize_hash_synchronization()
      • Coordinator.initialize_printer()
      • Coordinator.print_approvals()
      • Coordinator.run()
      • Coordinator.run_coordinator()
    • HashUpdateMode
      • HashUpdateMode.print_approvals()
      • HashUpdateMode.run_coordinator()
    • PipelineMode
      • PipelineMode.finalize_luigi_run()
      • PipelineMode.print_approvals()
      • PipelineMode.run_coordinator()
      • PipelineMode.run_luigi()
    • get_root_task()
    • run_luigi()
  • luisy.targets module
    • AzureBlobStorageTarget
      • AzureBlobStorageTarget.blob_uri
      • AzureBlobStorageTarget.exists()
      • AzureBlobStorageTarget.file_ending
      • AzureBlobStorageTarget.make_dir()
      • AzureBlobStorageTarget.path
      • AzureBlobStorageTarget.read()
      • AzureBlobStorageTarget.remove()
      • AzureBlobStorageTarget.write()
    • CSVTarget
      • CSVTarget.file_ending
      • CSVTarget.read()
      • CSVTarget.write()
    • CloudTarget
    • DeltaTableTarget
      • DeltaTableTarget.exists()
      • DeltaTableTarget.file_ending
      • DeltaTableTarget.make_dir()
      • DeltaTableTarget.path
      • DeltaTableTarget.read()
      • DeltaTableTarget.remove()
      • DeltaTableTarget.table_uri
      • DeltaTableTarget.write()
    • DirectoryTarget
      • DirectoryTarget.file_ending
      • DirectoryTarget.is_valid_file()
      • DirectoryTarget.read()
      • DirectoryTarget.read_file()
      • DirectoryTarget.regex_pattern
      • DirectoryTarget.write()
    • FeatherTarget
      • FeatherTarget.file_ending
      • FeatherTarget.read()
      • FeatherTarget.write()
    • HDFTarget
      • HDFTarget.file_ending
      • HDFTarget.read()
      • HDFTarget.write()
    • JSONTarget
      • JSONTarget.file_ending
      • JSONTarget.read()
      • JSONTarget.requires_pandas
      • JSONTarget.write()
    • LocalTarget
      • LocalTarget.exists()
      • LocalTarget.file_ending
      • LocalTarget.is_folder()
      • LocalTarget.make_dir()
      • LocalTarget.remove()
      • LocalTarget.requires_pandas
    • LuisyTarget
      • LuisyTarget.exists()
      • LuisyTarget.fs
      • LuisyTarget.read()
      • LuisyTarget.remove()
      • LuisyTarget.requires_pandas
      • LuisyTarget.write()
    • ParquetDirTarget
      • ParquetDirTarget.file_ending
      • ParquetDirTarget.read()
      • ParquetDirTarget.requires_pandas
      • ParquetDirTarget.write()
    • PickleTarget
      • PickleTarget.file_ending
      • PickleTarget.read()
      • PickleTarget.write()
    • SparkTarget
      • SparkTarget.spark
    • XLSXTarget
      • XLSXTarget.file_ending
      • XLSXTarget.read()
      • XLSXTarget.write()
  • luisy.testing module
    • DFMock
      • DFMock.mode()
      • DFMock.saveAsTable()
      • DFMock.toPandas()
      • DFMock.write
    • LuisyTestCase
      • LuisyTestCase.assertFail()
      • LuisyTestCase.assertMissing()
      • LuisyTestCase.assertSuccess()
      • LuisyTestCase.get_execution_summary()
      • LuisyTestCase.run_pipeline()
    • SparkMock
      • SparkMock.data
      • SparkMock.sql()
      • SparkMock.table()
      • SparkMock.tables
    • create_file()
    • create_testing_config()
    • debug_run()
    • get_all_dependencies()
    • mock_target()
  • luisy.visualize module
    • add_children()
    • create_label()
    • make_dependency_graph()
    • simple_task_string()
    • unique_types()
    • visualize_task()
  • Module contents