def call_conductor(job, master_ip, src, dst, memory=None, override_parameters=None):
    """
    Invokes the Conductor container to copy files between S3 and HDFS and vice versa.
    Find Conductor at https://github.com/BD2KGenomics/conductor.

    :param toil.Job.job job: The Toil Job calling this function
    :param masterIP: The Spark leader IP address.
    :param src: URL of file to copy.
    :param src: URL of location to copy file to.
    :param memory: Gigabytes of memory to provision for Spark driver/worker.
    :param override_parameters: Parameters passed by the user, that override our defaults.

    :type masterIP: MasterAddress
    :type src: string
    :type dst: string
    :type memory: int or None
    :type override_parameters: list of string or None
    """

    arguments = ["-C", src, dst]

    docker_parameters = ['--log-driver', 'none', master_ip.docker_parameters(["--net=host"])]
    dockerCall(job=job,
                tool="quay.io/ucsc_cgl/conductor",
                parameters=_make_parameters(master_ip,
                                            [], # no conductor specific spark configuration
                                            memory,
                                            arguments,
                                            override_parameters),
               dockerParameters=docker_parameters)
def call_conductor(job, master_ip, src, dst, memory=None, override_parameters=None):
    """
    Invokes the Conductor container to copy files between S3 and HDFS and vice versa.
    Find Conductor at https://github.com/BD2KGenomics/conductor.

    :param toil.Job.job job: The Toil Job calling this function
    :param masterIP: The Spark leader IP address.
    :param src: URL of file to copy.
    :param src: URL of location to copy file to.
    :param memory: Gigabytes of memory to provision for Spark driver/worker.
    :param override_parameters: Parameters passed by the user, that override our defaults.

    :type masterIP: MasterAddress
    :type src: string
    :type dst: string
    :type memory: int or None
    :type override_parameters: list of string or None
    """

    arguments = ["-C", src, dst]

    docker_parameters = ['--log-driver', 'none', master_ip.docker_parameters(["--net=host"])]
    dockerCall(job=job,
                tool="quay.io/ucsc_cgl/conductor",
                parameters=_make_parameters(master_ip,
                                            [], # no conductor specific spark configuration
                                            memory,
                                            arguments,
                                            override_parameters),
               dockerParameters=docker_parameters)
def call_conductor ( job , master_ip , src , dst , memory = None , override_parameters = None ) : arguments = [ "-C" , src , dst ] docker_parameters = [ '--log-driver' , 'none' , master_ip . docker_parameters ( [ "--net=host" ] ) ] dockerCall ( job = job , tool = "quay.io/ucsc_cgl/conductor" , parameters = _make_parameters ( master_ip , [ ] , # no conductor specific spark configuration memory , arguments , override_parameters ) , dockerParameters = docker_parameters )
Invokes the Conductor container to copy files between S3 and HDFS and vice versa.
    Find Conductor at https://github.com/BD2KGenomics/conductor.

    :param toil.Job.job job: The Toil Job calling this function
    :param masterIP: The Spark leader IP address.
    :param src: URL of file to copy.
    :param src: URL of location to copy file to.
    :param memory: Gigabytes of memory to provision for Spark driver/worker.
    :param override_parameters: Parameters passed by the user, that override our defaults.

    :type masterIP: MasterAddress
    :type src: string
    :type dst: string
    :type memory: int or None
    :type override_parameters: list of string or None
Invokes the Conductor container to copy files between S3 and HDFS and vice versa . Find Conductor at https : // github . com / BD2KGenomics / conductor .