step_pipeline

• step_pipeline package
  • Submodules
  • step_pipeline.batch module
    • BatchStepType
      • BatchStepType.PYTHON
      • BatchStepType.BASH
    • BatchPipeline
      • BatchPipeline.backend
      • BatchPipeline.new_step()
      • BatchPipeline.gcloud_project()
      • BatchPipeline.cancel_after_n_failures()
      • BatchPipeline.default_image()
      • BatchPipeline.default_python_image()
      • BatchPipeline.default_memory()
      • BatchPipeline.default_cpu()
      • BatchPipeline.default_storage()
      • BatchPipeline.default_timeout()
      • BatchPipeline.default_custom_machine_type()
      • BatchPipeline.default_preemptible()
      • BatchPipeline.run()
    • BatchStep
      • BatchStep.regions()
      • BatchStep.cpu()
      • BatchStep.memory()
      • BatchStep.storage()
      • BatchStep.set_storage_to_fit_all_inputs()
      • BatchStep.always_run()
      • BatchStep.timeout()
      • BatchStep.custom_machine_type()
      • BatchStep.preemptible()
  • step_pipeline.constants module
    • Backend
      • Backend.HAIL_BATCH_LOCAL
      • Backend.HAIL_BATCH_SERVICE
      • Backend.TERRA
      • Backend.CROMWELL
  • step_pipeline.io module
    • Localize
      • Localize.COPY
      • Localize.GSUTIL_COPY
      • Localize.HAIL_HADOOP_COPY
      • Localize.HAIL_BATCH_CLOUDFUSE
      • Localize.HAIL_BATCH_CLOUDFUSE_VIA_TEMP_BUCKET
      • Localize.get_subdir_name()
    • Delocalize
      • Delocalize.COPY
      • Delocalize.GSUTIL_COPY
      • Delocalize.HAIL_HADOOP_COPY
    • InputType
      • InputType.STRING
      • InputType.FLOAT
      • InputType.INT
      • InputType.BOOL
    • InputSpecBase
      • InputSpecBase.name
      • InputSpecBase.uuid
    • InputValueSpec
      • InputValueSpec.value
      • InputValueSpec.input_type
    • InputSpec
      • InputSpec.source_path
      • InputSpec.original_source_path
      • InputSpec.source_bucket
      • InputSpec.source_path_without_protocol
      • InputSpec.source_dir
      • InputSpec.filename
      • InputSpec.local_path
      • InputSpec.local_dir
      • InputSpec.localize_by
      • InputSpec.localization_root_dir
    • OutputSpec
      • OutputSpec.output_path
      • OutputSpec.output_path_including_any_wildcards
      • OutputSpec.output_dir
      • OutputSpec.filename
      • OutputSpec.name
      • OutputSpec.local_path
      • OutputSpec.local_dir
      • OutputSpec.delocalize_by
      • OutputSpec.optional
      • OutputSpec.download_to_dir
  • step_pipeline.main module
    • pipeline()
  • step_pipeline.pipeline module
    • Pipeline
      • Pipeline.set_name()
      • Pipeline.get_config_arg_parser()
      • Pipeline.get_config_arg_parser_group()
      • Pipeline.parse_args()
      • Pipeline.parse_known_args()
      • Pipeline.new_step()
      • Pipeline.gcloud_project()
      • Pipeline.cancel_after_n_failures()
      • Pipeline.default_image()
      • Pipeline.default_python_image()
      • Pipeline.default_memory()
      • Pipeline.default_cpu()
      • Pipeline.default_storage()
      • Pipeline.default_timeout()
      • Pipeline.default_output_dir()
      • Pipeline.run()
      • Pipeline.precache_file_paths()
      • Pipeline.check_input_glob()
      • Pipeline.export_pipeline_graph()
    • Step
      • Step.name()
      • Step.command()
      • Step.input_glob()
      • Step.input_value()
      • Step.input()
      • Step.inputs()
      • Step.use_the_same_inputs_as()
      • Step.use_previous_step_outputs_as_inputs()
      • Step.output_dir()
      • Step.output()
      • Step.outputs()
      • Step.get_inputs()
      • Step.get_outputs()
      • Step.get_output_paths_to_download_when_done()
      • Step.depends_on()
      • Step.has_upstream_steps()
      • Step.post_to_slack()
      • Step.gcloud_auth_activate_service_account()
      • Step.switch_gcloud_auth_to_user_account()
      • Step.record_memory_cpu_and_disk_usage()
      • Step.cancel()
      • Step.skip()
  • step_pipeline.utils module
    • are_any_inputs_missing()
    • all_outputs_exist()
    • files_exist()
    • are_output_files_up_to_date()
    • are_outputs_up_to_date()
    • GoogleStorageException
    • check_gcloud_storage_region()
  • step_pipeline.wdl module
    • WdlPipeline
      • WdlPipeline.backend
      • WdlPipeline.new_step()
      • WdlPipeline.run_for_each_row()
      • WdlPipeline.run()
    • WdlStep
      • WdlStep.cpu()
      • WdlStep.memory()
      • WdlStep.storage()
  • Module contents