dpgen2.flow package

Submodules

dpgen2.flow.dpgen_loop module

class dpgen2.flow.dpgen_loop.ConcurrentLearning(name: str, block_op: ConcurrentLearningBlock, step_config: dict = {'continue_on_failed': False, 'continue_on_num_success': None, 'continue_on_success_ratio': None, 'executor': None, 'parallelism': None, 'template_config': {'envs': None, 'image': 'dptechnology/dpgen2:latest', 'retry_on_transient_error': None, 'timeout': None, 'timeout_as_transient_error': False}}, upload_python_packages: Optional[List[PathLike]] = None)[source]

Bases: Steps

Attributes:

init_keys
input_artifacts
input_parameters
loop_keys
output_artifacts
output_parameters

Methods

add(step)

Add a step or a list of parallel steps to the steps

convert_to_argo
copy
from_dict
handle_key
run

property init_keys

property input_artifacts

property input_parameters

property loop_keys

property output_artifacts

property output_parameters

class dpgen2.flow.dpgen_loop.ConcurrentLearningLoop(name: str, block_op: ConcurrentLearningBlock, step_config: dict = {'continue_on_failed': False, 'continue_on_num_success': None, 'continue_on_success_ratio': None, 'executor': None, 'parallelism': None, 'template_config': {'envs': None, 'image': 'dptechnology/dpgen2:latest', 'retry_on_transient_error': None, 'timeout': None, 'timeout_as_transient_error': False}}, upload_python_packages: Optional[List[PathLike]] = None)[source]

Bases: Steps

Attributes:

input_artifacts
input_parameters
keys
output_artifacts
output_parameters

Methods

add(step)

Add a step or a list of parallel steps to the steps

convert_to_argo
copy
from_dict
handle_key
run

property input_artifacts

property input_parameters

property keys

property output_artifacts

property output_parameters

class dpgen2.flow.dpgen_loop.MakeBlockId(*args, **kwargs)[source]

Bases: OP

Attributes:

key
workflow_name

Methods

`execute`(ip)	Run the OP
`get_input_sign`()	Get the signature of the inputs
`get_output_sign`()	Get the signature of the outputs

exec_sign_check
function
get_info
get_input_artifact_link
get_input_artifact_storage_key
get_opio_info
get_output_artifact_link
get_output_artifact_storage_key
register_output_artifact

execute(ip: OPIO) → OPIO[source]: Run the OP

classmethod get_input_sign()[source]: Get the signature of the inputs

classmethod get_output_sign()[source]: Get the signature of the outputs

class dpgen2.flow.dpgen_loop.SchedulerWrapper(*args, **kwargs)[source]

Bases: OP

Attributes:

key
workflow_name

Methods

`execute`(ip)	Run the OP
`get_input_sign`()	Get the signature of the inputs
`get_output_sign`()	Get the signature of the outputs

exec_sign_check
function
get_info
get_input_artifact_link
get_input_artifact_storage_key
get_opio_info
get_output_artifact_link
get_output_artifact_storage_key
register_output_artifact

execute(ip: OPIO) → OPIO[source]: Run the OP

classmethod get_input_sign()[source]: Get the signature of the inputs

classmethod get_output_sign()[source]: Get the signature of the outputs

dpgen2.flow.dpgen_loop.make_block_optional_parameter(cl_optional_parameter)[source]