dpgen2.flow package

dpgen2.flow package#

Submodules#

dpgen2.flow.dpgen_loop module#

class dpgen2.flow.dpgen_loop.ConcurrentLearning(name: str, block_op: ConcurrentLearningBlock, step_config: dict = {'continue_on_failed': False, 'continue_on_num_success': None, 'continue_on_success_ratio': None, 'executor': None, 'parallelism': None, 'template_config': {'envs': None, 'image': 'dptechnology/dpgen2:latest', 'retry_on_transient_error': None, 'timeout': None, 'timeout_as_transient_error': False}}, upload_python_packages: List[PathLike] | None = None)[source]#

Bases: Steps

Attributes:
init_keys
input_artifacts
input_parameters
loop_keys
output_artifacts
output_parameters

Methods

add(step)

Add a step or a list of parallel steps to the steps

add_slices

convert_to_argo

convert_to_graph

copy

deepcopy

from_dict

from_graph

handle_key

run

property init_keys#
property input_artifacts#
property input_parameters#
property loop_keys#
property output_artifacts#
property output_parameters#
class dpgen2.flow.dpgen_loop.ConcurrentLearningLoop(name: str, block_op: ConcurrentLearningBlock, step_config: dict = {'continue_on_failed': False, 'continue_on_num_success': None, 'continue_on_success_ratio': None, 'executor': None, 'parallelism': None, 'template_config': {'envs': None, 'image': 'dptechnology/dpgen2:latest', 'retry_on_transient_error': None, 'timeout': None, 'timeout_as_transient_error': False}}, upload_python_packages: List[PathLike] | None = None)[source]#

Bases: Steps

Attributes:
input_artifacts
input_parameters
keys
output_artifacts
output_parameters

Methods

add(step)

Add a step or a list of parallel steps to the steps

add_slices

convert_to_argo

convert_to_graph

copy

deepcopy

from_dict

from_graph

handle_key

run

property input_artifacts#
property input_parameters#
property keys#
property output_artifacts#
property output_parameters#
class dpgen2.flow.dpgen_loop.MakeBlockId(*args, **kwargs)[source]#

Bases: OP

Attributes:
key
pool_size
workflow_name

Methods

execute(ip)

Run the OP

get_input_sign()

Get the signature of the inputs

get_output_sign()

Get the signature of the outputs

convert_to_graph

exec_sign_check

from_graph

function

get_info

get_input_artifact_link

get_input_artifact_storage_key

get_opio_info

get_output_artifact_link

get_output_artifact_storage_key

handle_outputs

register_output_artifact

set_output

superfunction

execute(ip: OPIO) → OPIO[source]#

Run the OP

classmethod get_input_sign()[source]#

Get the signature of the inputs

classmethod get_output_sign()[source]#

Get the signature of the outputs

class dpgen2.flow.dpgen_loop.SchedulerWrapper(*args, **kwargs)[source]#

Bases: OP

Attributes:
key
pool_size
workflow_name

Methods

execute(ip)

Run the OP

get_input_sign()

Get the signature of the inputs

get_output_sign()

Get the signature of the outputs

convert_to_graph

exec_sign_check

from_graph

function

get_info

get_input_artifact_link

get_input_artifact_storage_key

get_opio_info

get_output_artifact_link

get_output_artifact_storage_key

handle_outputs

register_output_artifact

set_output

superfunction

execute(ip: OPIO) → OPIO[source]#

Run the OP

classmethod get_input_sign()[source]#

Get the signature of the inputs

classmethod get_output_sign()[source]#

Get the signature of the outputs

dpgen2.flow.dpgen_loop.make_block_optional_parameter(cl_optional_parameter)[source]#
dpgen2.flow.dpgen_loop.make_next_optional_parameter(optional_parameter)[source]#
Contents