dpgen2.superop package

Submodules

dpgen2.superop.block module

class dpgen2.superop.block.ConcurrentLearningBlock(name: str, prep_run_dp_train_op: PrepRunDPTrain, prep_run_explore_op: PrepRunLmp | PrepRunCaly | PrepRunDiffCSP, select_confs_op: Type[OP], prep_run_fp_op: PrepRunFp, collect_data_op: Type[OP], select_confs_config: dict = {'continue_on_failed': False, 'continue_on_num_success': None, 'continue_on_success_ratio': None, 'executor': None, 'parallelism': None, 'template_config': {'envs': None, 'image': 'dptechnology/dpgen2:latest', 'retry_on_transient_error': None, 'timeout': None, 'timeout_as_transient_error': False}}, collect_data_config: dict = {'continue_on_failed': False, 'continue_on_num_success': None, 'continue_on_success_ratio': None, 'executor': None, 'parallelism': None, 'template_config': {'envs': None, 'image': 'dptechnology/dpgen2:latest', 'retry_on_transient_error': None, 'timeout': None, 'timeout_as_transient_error': False}}, upload_python_packages: List[PathLike] | None = None)[source]

Bases: Steps

Attributes:
input_artifacts
input_parameters
keys
output_artifacts
output_parameters

Methods

add(step)

Add a step or a list of parallel steps to the steps

add_slices

convert_to_argo

convert_to_graph

copy

deepcopy

from_dict

from_graph

handle_key

run

property input_artifacts
property input_parameters
property keys
property output_artifacts
property output_parameters
dpgen2.superop.block.make_collect_data_optional_parameter(block_optional_parameter)[source]
dpgen2.superop.block.make_run_dp_train_optional_parameter(block_optional_parameter)[source]

dpgen2.superop.caly_evo_step module

class dpgen2.superop.caly_evo_step.CalyEvoStep(name: str, collect_run_caly: Type[OP], prep_dp_optim: Type[OP], run_dp_optim: Type[OP], expl_mode: str = 'default', prep_config: dict = {'continue_on_failed': False, 'continue_on_num_success': None, 'continue_on_success_ratio': None, 'executor': None, 'parallelism': None, 'template_config': {'envs': None, 'image': 'dptechnology/dpgen2:latest', 'retry_on_transient_error': None, 'timeout': None, 'timeout_as_transient_error': False}}, run_config: dict = {'continue_on_failed': False, 'continue_on_num_success': None, 'continue_on_success_ratio': None, 'executor': None, 'parallelism': None, 'template_config': {'envs': None, 'image': 'dptechnology/dpgen2:latest', 'retry_on_transient_error': None, 'timeout': None, 'timeout_as_transient_error': False}}, upload_python_packages: List[PathLike] | None = None)[source]

Bases: Steps

Attributes:
input_artifacts
input_parameters
keys
output_artifacts
output_parameters

Methods

add(step)

Add a step or a list of parallel steps to the steps

add_slices

convert_to_argo

convert_to_graph

copy

deepcopy

from_dict

from_graph

handle_key

run

property input_artifacts
property input_parameters
property keys
property output_artifacts
property output_parameters

dpgen2.superop.prep_run_calypso module

class dpgen2.superop.prep_run_calypso.PrepRunCaly(name: str, prep_caly_input_op: Type[OP], caly_evo_step_op: OPTemplate | OP, prep_caly_model_devi_op: Type[OP], run_caly_model_devi_op: Type[OP], expl_mode: str = 'default', prep_config: dict | None = None, run_config: dict | None = None, upload_python_packages: List[PathLike] | None = None)[source]

Bases: Steps

Attributes:
input_artifacts
input_parameters
keys
output_artifacts
output_parameters

Methods

add(step)

Add a step or a list of parallel steps to the steps

add_slices

convert_to_argo

convert_to_graph

copy

deepcopy

from_dict

from_graph

handle_key

run

property input_artifacts
property input_parameters
property keys
property output_artifacts
property output_parameters

dpgen2.superop.prep_run_diffcsp module

class dpgen2.superop.prep_run_diffcsp.PrepRunDiffCSP(name: str, diffcsp_gen_op: Type[OP], prep_relax_op: Type[OP], run_relax_op: Type[OP], prep_config: dict | None = None, run_config: dict | None = None, upload_python_packages: List[PathLike] | None = None)[source]

Bases: Steps

Attributes:
input_artifacts
input_parameters
keys
output_artifacts
output_parameters

Methods

add(step)

Add a step or a list of parallel steps to the steps

add_slices

convert_to_argo

convert_to_graph

copy

deepcopy

from_dict

from_graph

handle_key

run

property input_artifacts
property input_parameters
property keys
property output_artifacts
property output_parameters

dpgen2.superop.prep_run_dp_train module

class dpgen2.superop.prep_run_dp_train.PrepRunDPTrain(name: str, prep_train_op: Type[OP], run_train_op: Type[RunDPTrain], prep_config: dict | None = None, run_config: dict | None = None, upload_python_packages: List[PathLike] | None = None, valid_data: S3Artifact | None = None, optional_files: List[str] | None = None)[source]

Bases: Steps

Attributes:
input_artifacts
input_parameters
keys
output_artifacts
output_parameters

Methods

add(step)

Add a step or a list of parallel steps to the steps

add_slices

convert_to_argo

convert_to_graph

copy

deepcopy

from_dict

from_graph

handle_key

run

property input_artifacts
property input_parameters
property keys
property output_artifacts
property output_parameters

dpgen2.superop.prep_run_fp module

class dpgen2.superop.prep_run_fp.PrepRunFp(name: str, prep_op: Type[OP], run_op: Type[OP], prep_config: dict | None = None, run_config: dict | None = None, upload_python_packages: List[PathLike] | None = None)[source]

Bases: Steps

Attributes:
input_artifacts
input_parameters
keys
output_artifacts
output_parameters

Methods

add(step)

Add a step or a list of parallel steps to the steps

add_slices

convert_to_argo

convert_to_graph

copy

deepcopy

from_dict

from_graph

handle_key

run

property input_artifacts
property input_parameters
property keys
property output_artifacts
property output_parameters

dpgen2.superop.prep_run_lmp module

class dpgen2.superop.prep_run_lmp.PrepRunLmp(name: str, prep_op: Type[OP], run_op: Type[OP], prep_config: dict | None = None, run_config: dict | None = None, upload_python_packages: List[PathLike] | None = None)[source]

Bases: Steps

Attributes:
input_artifacts
input_parameters
keys
output_artifacts
output_parameters

Methods

add(step)

Add a step or a list of parallel steps to the steps

add_slices

convert_to_argo

convert_to_graph

copy

deepcopy

from_dict

from_graph

handle_key

run

property input_artifacts
property input_parameters
property keys
property output_artifacts
property output_parameters