Index

A

alias (dpdispatcher.base_context.BaseContext attribute) (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext attribute) (dpdispatcher.Machine attribute) (dpdispatcher.machine.Machine attribute) (dpdispatcher.machines.dp_cloud_server.Bohrium attribute) append_script: resources/append_script (Argument) arginfo() (dpdispatcher.contexts.ssh_context.SSHSession static method) (dpdispatcher.Machine class method) (dpdispatcher.machine.Machine class method) (dpdispatcher.Resources static method) (dpdispatcher.submission.Resources static method) (dpdispatcher.submission.Task static method) (dpdispatcher.Task static method)

async_run_submission() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method)

B

backward_common_files: pep723/backward_common_files (Argument), [1] backward_files: pep723/task_list/backward_files (Argument), [1] task/backward_files (Argument) BaseContext (class in dpdispatcher.base_context) batch_type: machine/batch_type (Argument) resources/batch_type (Argument) bind_context() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) bind_machine() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) bind_submission() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext method) (dpdispatcher.contexts.hdfs_context.HDFSContext method) (dpdispatcher.contexts.lazy_local_context.LazyLocalContext method) (dpdispatcher.contexts.local_context.LocalContext method) (dpdispatcher.contexts.openapi_context.OpenAPIContext method) (dpdispatcher.contexts.ssh_context.SSHContext method)

block_call() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext method) (dpdispatcher.contexts.hdfs_context.HDFSContext method) (dpdispatcher.contexts.lazy_local_context.LazyLocalContext method) (dpdispatcher.contexts.local_context.LocalContext method) (dpdispatcher.contexts.openapi_context.OpenAPIContext method) (dpdispatcher.contexts.ssh_context.SSHContext method) block_checkcall() (dpdispatcher.base_context.BaseContext method) Bohrium (class in dpdispatcher.machines.dp_cloud_server) BohriumContext (class in dpdispatcher.contexts.dp_cloud_server_context)

C

call() (dpdispatcher.contexts.lazy_local_context.LazyLocalContext method) (dpdispatcher.contexts.local_context.LocalContext method) (dpdispatcher.contexts.ssh_context.SSHContext method) check_all_finished() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) check_file_exists() (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext method) (dpdispatcher.contexts.hdfs_context.HDFSContext method) (dpdispatcher.contexts.lazy_local_context.LazyLocalContext method) (dpdispatcher.contexts.local_context.LocalContext method) (dpdispatcher.contexts.openapi_context.OpenAPIContext method) (dpdispatcher.contexts.ssh_context.SSHContext method) check_finish() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.contexts.lazy_local_context.LazyLocalContext method) (dpdispatcher.contexts.local_context.LocalContext method) (dpdispatcher.contexts.ssh_context.SSHContext method) check_finish_tag() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.machines.distributed_shell.DistributedShell method) (dpdispatcher.machines.dp_cloud_server.Bohrium method) (dpdispatcher.machines.fugaku.Fugaku method) (dpdispatcher.machines.JH_UniScheduler.JH_UniScheduler method) (dpdispatcher.machines.lsf.LSF method) (dpdispatcher.machines.openapi.OpenAPI method) (dpdispatcher.machines.pbs.PBS method) (dpdispatcher.machines.pbs.SGE method) (dpdispatcher.machines.shell.Shell method) (dpdispatcher.machines.slurm.Slurm method) (dpdispatcher.machines.slurm.SlurmJobArray method) check_home_file_exits() (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext method) (dpdispatcher.contexts.openapi_context.OpenAPIContext method) check_if_recover() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.machines.dp_cloud_server.Bohrium method) (dpdispatcher.machines.openapi.OpenAPI method) check_ratio_unfinished() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) check_status() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.machines.distributed_shell.DistributedShell method) (dpdispatcher.machines.dp_cloud_server.Bohrium method) (dpdispatcher.machines.fugaku.Fugaku method) (dpdispatcher.machines.JH_UniScheduler.JH_UniScheduler method) (dpdispatcher.machines.lsf.LSF method) (dpdispatcher.machines.openapi.OpenAPI method) (dpdispatcher.machines.pbs.PBS method) (dpdispatcher.machines.pbs.SGE method) (dpdispatcher.machines.pbs.Torque method) (dpdispatcher.machines.shell.Shell method) (dpdispatcher.machines.slurm.Slurm method) (dpdispatcher.machines.slurm.SlurmJobArray method)

clean() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext method) (dpdispatcher.contexts.hdfs_context.HDFSContext method) (dpdispatcher.contexts.lazy_local_context.LazyLocalContext method) (dpdispatcher.contexts.local_context.LocalContext method) (dpdispatcher.contexts.openapi_context.OpenAPIContext method) (dpdispatcher.contexts.ssh_context.SSHContext method) clean_asynchronously: machine/clean_asynchronously (Argument) clean_jobs() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) Client (class in dpdispatcher.utils.dpcloudserver) (class in dpdispatcher.utils.dpcloudserver.client) close() (dpdispatcher.contexts.ssh_context.SSHContext method) (dpdispatcher.contexts.ssh_context.SSHSession method) command: pep723/task_list/command (Argument), [1] task/command (Argument) completing (dpdispatcher.utils.job_status.JobStatus attribute) context_type: machine/context_type (Argument) copy_from_local() (dpdispatcher.utils.hdfs_cli.HDFS static method) copy_to_local() (dpdispatcher.utils.hdfs_cli.HDFS static method) cpu_per_node: resources/cpu_per_node (Argument) create_submission() (in module dpdispatcher.run) custom_flags: resources/custom_flags (Argument) custom_gpu_line: resources[JH_UniScheduler]/kwargs/custom_gpu_line (Argument) resources[LSF]/kwargs/custom_gpu_line (Argument) resources[Slurm]/kwargs/custom_gpu_line (Argument) resources[SlurmJobArray]/kwargs/custom_gpu_line (Argument) customized_script_header_template() (in module dpdispatcher.utils.utils) customized_script_header_template_file: resources/strategy/customized_script_header_template_file (Argument)

D

DATAERR (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute) DBERR (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute) default_resources() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) deserialize() (dpdispatcher.Job class method) (dpdispatcher.Machine class method) (dpdispatcher.machine.Machine class method) (dpdispatcher.Resources class method) (dpdispatcher.Submission class method) (dpdispatcher.submission.Job class method) (dpdispatcher.submission.Resources class method) (dpdispatcher.submission.Submission class method) (dpdispatcher.submission.Task class method) (dpdispatcher.Task class method) DistributedShell (class in dpdispatcher.machines.distributed_shell) do_submit() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.machines.distributed_shell.DistributedShell method) (dpdispatcher.machines.dp_cloud_server.Bohrium method) (dpdispatcher.machines.fugaku.Fugaku method) (dpdispatcher.machines.JH_UniScheduler.JH_UniScheduler method) (dpdispatcher.machines.lsf.LSF method) (dpdispatcher.machines.openapi.OpenAPI method) (dpdispatcher.machines.pbs.PBS method) (dpdispatcher.machines.pbs.SGE method) (dpdispatcher.machines.shell.Shell method) (dpdispatcher.machines.slurm.Slurm method) download() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext method) (dpdispatcher.contexts.hdfs_context.HDFSContext method) (dpdispatcher.contexts.lazy_local_context.LazyLocalContext method) (dpdispatcher.contexts.local_context.LocalContext method) (dpdispatcher.contexts.openapi_context.OpenAPIContext method) (dpdispatcher.contexts.ssh_context.SSHContext method) (dpdispatcher.utils.dpcloudserver.Client method) (dpdispatcher.utils.dpcloudserver.client.Client method) download_from_url() (dpdispatcher.utils.dpcloudserver.Client method) (dpdispatcher.utils.dpcloudserver.client.Client method) download_jobs() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) DpCloudServer (in module dpdispatcher.machines.dp_cloud_server) DpCloudServerContext (in module dpdispatcher.contexts.dp_cloud_server_context) dpdispatcher module dpdispatcher.arginfo module dpdispatcher.base_context module dpdispatcher.contexts module dpdispatcher.contexts.dp_cloud_server_context module dpdispatcher.contexts.hdfs_context module dpdispatcher.contexts.lazy_local_context module dpdispatcher.contexts.local_context module dpdispatcher.contexts.openapi_context module dpdispatcher.contexts.ssh_context module

dpdispatcher.dlog module dpdispatcher.dpcloudserver module dpdispatcher.dpcloudserver.client module dpdispatcher.dpdisp module dpdispatcher.entrypoints module dpdispatcher.entrypoints.gui module dpdispatcher.entrypoints.run module dpdispatcher.entrypoints.submission module dpdispatcher.machine module dpdispatcher.machines module dpdispatcher.machines.distributed_shell module dpdispatcher.machines.dp_cloud_server module dpdispatcher.machines.fugaku module dpdispatcher.machines.JH_UniScheduler module dpdispatcher.machines.lsf module dpdispatcher.machines.openapi module dpdispatcher.machines.pbs module dpdispatcher.machines.shell module dpdispatcher.machines.slurm module dpdispatcher.run module dpdispatcher.submission module dpdispatcher.utils module dpdispatcher.utils.dpcloudserver module dpdispatcher.utils.dpcloudserver.client module dpdispatcher.utils.dpcloudserver.config module dpdispatcher.utils.dpcloudserver.retcode module dpdispatcher.utils.dpcloudserver.zip_file module dpdispatcher.utils.hdfs_cli module dpdispatcher.utils.job_status module dpdispatcher.utils.record module dpdispatcher.utils.utils module

E

email: machine[BohriumContext]/remote_profile/email (Argument) ensure_alive() (dpdispatcher.contexts.ssh_context.SSHSession method) environment variable DPDISPATCHER_CPU_PER_NODE DPDISPATCHER_GPU_PER_NODE DPDISPATCHER_GROUP_SIZE DPDISPATCHER_NUMBER_NODE DPDISPATCHER_QUEUE_NAME

envs: resources/envs (Argument) errlog: pep723/task_list/errlog (Argument), [1] task/errlog (Argument) exec_command() (dpdispatcher.contexts.ssh_context.SSHSession method) execute_command: machine[SSHContext]/remote_profile/execute_command (Argument) exists() (dpdispatcher.utils.hdfs_cli.HDFS static method)

F

finished (dpdispatcher.utils.job_status.JobStatus attribute) forward_common_files: pep723/forward_common_files (Argument), [1]

forward_files: pep723/task_list/forward_files (Argument), [1] task/forward_files (Argument) Fugaku (class in dpdispatcher.machines.fugaku)

G

gen_command_env_cuda_devices() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) gen_local_script() (dpdispatcher.machines.dp_cloud_server.Bohrium method) (dpdispatcher.machines.openapi.OpenAPI method) gen_script() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.machines.dp_cloud_server.Bohrium method) (dpdispatcher.machines.fugaku.Fugaku method) (dpdispatcher.machines.JH_UniScheduler.JH_UniScheduler method) (dpdispatcher.machines.lsf.LSF method) (dpdispatcher.machines.openapi.OpenAPI method) (dpdispatcher.machines.pbs.PBS method) (dpdispatcher.machines.shell.Shell method) (dpdispatcher.machines.slurm.Slurm method) gen_script_command() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.machines.slurm.SlurmJobArray method) gen_script_custom_flags_lines() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) gen_script_end() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.machines.distributed_shell.DistributedShell method) (dpdispatcher.machines.slurm.SlurmJobArray method) gen_script_env() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.machines.distributed_shell.DistributedShell method) gen_script_header() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.machines.distributed_shell.DistributedShell method) (dpdispatcher.machines.dp_cloud_server.Bohrium method) (dpdispatcher.machines.fugaku.Fugaku method) (dpdispatcher.machines.JH_UniScheduler.JH_UniScheduler method) (dpdispatcher.machines.lsf.LSF method) (dpdispatcher.machines.openapi.OpenAPI method) (dpdispatcher.machines.pbs.PBS method) (dpdispatcher.machines.pbs.SGE method) (dpdispatcher.machines.pbs.Torque method) (dpdispatcher.machines.shell.Shell method) (dpdispatcher.machines.slurm.Slurm method) (dpdispatcher.machines.slurm.SlurmJobArray method) gen_script_run_command() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) gen_script_wait() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) generate_jobs() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method)

generate_totp() (in module dpdispatcher.utils.utils) get() (dpdispatcher.contexts.ssh_context.SSHSession method) (dpdispatcher.utils.dpcloudserver.Client method) (dpdispatcher.utils.dpcloudserver.client.Client method) get_exit_code() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.machines.dp_cloud_server.Bohrium method) (dpdispatcher.machines.openapi.OpenAPI method) get_hash() (dpdispatcher.Job method) (dpdispatcher.Submission method) (dpdispatcher.submission.Job method) (dpdispatcher.submission.Submission method) (dpdispatcher.submission.Task method) (dpdispatcher.Task method) get_job_detail() (dpdispatcher.utils.dpcloudserver.Client method) (dpdispatcher.utils.dpcloudserver.client.Client method) get_job_result_url() (dpdispatcher.utils.dpcloudserver.Client method) (dpdispatcher.utils.dpcloudserver.client.Client method) get_job_root() (dpdispatcher.contexts.hdfs_context.HDFSContext method) (dpdispatcher.contexts.lazy_local_context.LazyLocalContext method) (dpdispatcher.contexts.local_context.LocalContext method) (dpdispatcher.contexts.ssh_context.SSHContext method) get_job_state() (dpdispatcher.Job method) (dpdispatcher.submission.Job method) get_last_error_message() (dpdispatcher.Job method) (dpdispatcher.submission.Job method) get_log() (dpdispatcher.utils.dpcloudserver.Client method) (dpdispatcher.utils.dpcloudserver.client.Client method) get_return() (dpdispatcher.contexts.lazy_local_context.LazyLocalContext method) (dpdispatcher.contexts.local_context.LocalContext method) (dpdispatcher.contexts.ssh_context.SSHContext method) get_sha256() (in module dpdispatcher.utils.utils) get_ssh_client() (dpdispatcher.contexts.ssh_context.SSHSession method) get_task_state() (dpdispatcher.submission.Task method) (dpdispatcher.Task method) get_tasks_list() (dpdispatcher.utils.dpcloudserver.Client method) (dpdispatcher.utils.dpcloudserver.client.Client method) gpu_exclusive: resources[LSF]/kwargs/gpu_exclusive (Argument) gpu_new_syntax: resources[LSF]/kwargs/gpu_new_syntax (Argument) gpu_per_node: resources/gpu_per_node (Argument) gpu_usage: resources[LSF]/kwargs/gpu_usage (Argument) group_size: resources/group_size (Argument)

H

handle_submission() (in module dpdispatcher.entrypoints.submission) handle_unexpected_job_state() (dpdispatcher.Job method) (dpdispatcher.submission.Job method) handle_unexpected_submission_state() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method)

HDFS (class in dpdispatcher.utils.hdfs_cli) HDFSContext (class in dpdispatcher.contexts.hdfs_context) hostname: machine[SSHContext]/remote_profile/hostname (Argument) hotp() (in module dpdispatcher.utils.utils)

I

if_cuda_multi_devices: resources/strategy/if_cuda_multi_devices (Argument) ignore_exit_code: machine[BohriumContext]/remote_profile/ignore_exit_code (Argument)

input_data: machine[BohriumContext]/remote_profile/input_data (Argument) inter_handler() (dpdispatcher.contexts.ssh_context.SSHSession method) IOERR (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute)

J

JH_UniScheduler (class in dpdispatcher.machines.JH_UniScheduler) Job (class in dpdispatcher) (class in dpdispatcher.submission) job_create() (dpdispatcher.utils.dpcloudserver.Client method) (dpdispatcher.utils.dpcloudserver.client.Client method)

job_name: resources[SGE]/kwargs/job_name (Argument) job_to_json() (dpdispatcher.Job method) (dpdispatcher.submission.Job method) JobStatus (class in dpdispatcher.utils.job_status)

K

keep_backup: machine[BohriumContext]/remote_profile/keep_backup (Argument) key_filename: machine[SSHContext]/remote_profile/key_filename (Argument) kill() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.machines.dp_cloud_server.Bohrium method) (dpdispatcher.machines.JH_UniScheduler.JH_UniScheduler method) (dpdispatcher.machines.lsf.LSF method) (dpdispatcher.machines.openapi.OpenAPI method) (dpdispatcher.machines.pbs.PBS method) (dpdispatcher.machines.shell.Shell method) (dpdispatcher.machines.slurm.Slurm method) (dpdispatcher.utils.dpcloudserver.Client method) (dpdispatcher.utils.dpcloudserver.client.Client method)

kwargs: resources[Bohrium]/kwargs (Argument) resources[DistributedShell]/kwargs (Argument) resources[Fugaku]/kwargs (Argument) resources[JH_UniScheduler]/kwargs (Argument) resources[LSF]/kwargs (Argument) resources[OpenAPI]/kwargs (Argument) resources[PBS]/kwargs (Argument) resources[SGE]/kwargs (Argument) resources[Shell]/kwargs (Argument) resources[Slurm]/kwargs (Argument) resources[SlurmJobArray]/kwargs (Argument) resources[Torque]/kwargs (Argument)

L

LazyLocalContext (class in dpdispatcher.contexts.lazy_local_context) Lebesgue (in module dpdispatcher.machines.dp_cloud_server) LebesgueContext (in module dpdispatcher.contexts.dp_cloud_server_context) list_remote_dir() (dpdispatcher.contexts.ssh_context.SSHContext method) load_from_dict() (dpdispatcher.base_context.BaseContext class method) (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext class method) (dpdispatcher.contexts.hdfs_context.HDFSContext class method) (dpdispatcher.contexts.lazy_local_context.LazyLocalContext class method) (dpdispatcher.contexts.local_context.LocalContext class method) (dpdispatcher.contexts.openapi_context.OpenAPIContext class method) (dpdispatcher.contexts.ssh_context.SSHContext class method) (dpdispatcher.Machine class method) (dpdispatcher.machine.Machine class method) (dpdispatcher.Resources class method) (dpdispatcher.submission.Resources class method) (dpdispatcher.submission.Task class method) (dpdispatcher.Task class method)

load_from_json() (dpdispatcher.Machine class method) (dpdispatcher.machine.Machine class method) (dpdispatcher.Resources class method) (dpdispatcher.submission.Resources class method) (dpdispatcher.submission.Task class method) (dpdispatcher.Task class method) load_from_yaml() (dpdispatcher.Machine class method) (dpdispatcher.machine.Machine class method) (dpdispatcher.Resources class method) (dpdispatcher.submission.Resources class method) (dpdispatcher.submission.Task class method) (dpdispatcher.Task class method) local_root: machine/local_root (Argument) LocalContext (class in dpdispatcher.contexts.local_context) look_for_keys: machine[SSHContext]/remote_profile/look_for_keys (Argument) LSF (class in dpdispatcher.machines.lsf)

M

machine (Argument) machine: Machine (class in dpdispatcher) (class in dpdispatcher.machine) machine/batch_type (Argument) batch_type: machine/clean_asynchronously (Argument) clean_asynchronously: machine/context_type (Argument) context_type: machine/local_root (Argument) local_root: machine/remote_root (Argument) remote_root: machine: machine (Argument) pep723/machine (Argument), [1] machine[BohriumContext]/remote_profile (Argument) remote_profile: machine[BohriumContext]/remote_profile/email (Argument) email: machine[BohriumContext]/remote_profile/ignore_exit_code (Argument) ignore_exit_code: machine[BohriumContext]/remote_profile/input_data (Argument) input_data: machine[BohriumContext]/remote_profile/keep_backup (Argument) keep_backup: machine[BohriumContext]/remote_profile/password (Argument) password: machine[BohriumContext]/remote_profile/program_id (Argument) program_id: machine[BohriumContext]/remote_profile/retry_count (Argument) retry_count: machine[HDFSContext]/remote_profile (Argument) remote_profile: machine[LazyLocalContext]/remote_profile (Argument) remote_profile: machine[LocalContext]/remote_profile (Argument) remote_profile: machine[LocalContext]/remote_profile/symlink (Argument) symlink: machine[OpenAPIContext]/remote_profile (Argument) remote_profile: machine[SSHContext]/remote_profile (Argument) remote_profile: machine[SSHContext]/remote_profile/execute_command (Argument) execute_command: machine[SSHContext]/remote_profile/hostname (Argument) hostname: machine[SSHContext]/remote_profile/key_filename (Argument) key_filename: machine[SSHContext]/remote_profile/look_for_keys (Argument) look_for_keys: machine[SSHContext]/remote_profile/passphrase (Argument) passphrase: machine[SSHContext]/remote_profile/password (Argument) password: machine[SSHContext]/remote_profile/port (Argument) port: machine[SSHContext]/remote_profile/proxy_command (Argument) proxy_command: machine[SSHContext]/remote_profile/tar_compress (Argument) tar_compress: machine[SSHContext]/remote_profile/timeout (Argument) timeout:

machine[SSHContext]/remote_profile/totp_secret (Argument) totp_secret: machine[SSHContext]/remote_profile/username (Argument) username: machine_arginfo() (dpdispatcher.base_context.BaseContext class method) machine_subfields() (dpdispatcher.base_context.BaseContext class method) (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext class method) (dpdispatcher.contexts.local_context.LocalContext class method) (dpdispatcher.contexts.ssh_context.SSHContext class method) main() (in module dpdispatcher.dpdisp) main_parser() (in module dpdispatcher.dpdisp) map_dp_job_state() (dpdispatcher.machines.dp_cloud_server.Bohrium static method) (dpdispatcher.machines.openapi.OpenAPI static method) mkdir() (dpdispatcher.utils.hdfs_cli.HDFS static method) module dpdispatcher dpdispatcher.arginfo dpdispatcher.base_context dpdispatcher.contexts dpdispatcher.contexts.dp_cloud_server_context dpdispatcher.contexts.hdfs_context dpdispatcher.contexts.lazy_local_context dpdispatcher.contexts.local_context dpdispatcher.contexts.openapi_context dpdispatcher.contexts.ssh_context dpdispatcher.dlog dpdispatcher.dpcloudserver dpdispatcher.dpcloudserver.client dpdispatcher.dpdisp dpdispatcher.entrypoints dpdispatcher.entrypoints.gui dpdispatcher.entrypoints.run dpdispatcher.entrypoints.submission dpdispatcher.machine dpdispatcher.machines dpdispatcher.machines.distributed_shell dpdispatcher.machines.dp_cloud_server dpdispatcher.machines.fugaku dpdispatcher.machines.JH_UniScheduler dpdispatcher.machines.lsf dpdispatcher.machines.openapi dpdispatcher.machines.pbs dpdispatcher.machines.shell dpdispatcher.machines.slurm dpdispatcher.run dpdispatcher.submission dpdispatcher.utils dpdispatcher.utils.dpcloudserver dpdispatcher.utils.dpcloudserver.client dpdispatcher.utils.dpcloudserver.config dpdispatcher.utils.dpcloudserver.retcode dpdispatcher.utils.dpcloudserver.zip_file dpdispatcher.utils.hdfs_cli dpdispatcher.utils.job_status dpdispatcher.utils.record dpdispatcher.utils.utils module_list: resources/module_list (Argument) module_purge: resources/module_purge (Argument) module_unload_list: resources/module_unload_list (Argument) move() (dpdispatcher.utils.hdfs_cli.HDFS static method)

N

NODATA (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute)

number_node: resources/number_node (Argument)

O

OK (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute) OpenAPI (class in dpdispatcher.machines.openapi) OpenAPIContext (class in dpdispatcher.contexts.openapi_context) options (dpdispatcher.base_context.BaseContext attribute) (dpdispatcher.Machine attribute) (dpdispatcher.machine.Machine attribute)

outlog: pep723/task_list/outlog (Argument), [1] task/outlog (Argument)

P

para_deg: resources/para_deg (Argument) PARAMERR (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute) parse_args() (in module dpdispatcher.dpdisp) passphrase: machine[SSHContext]/remote_profile/passphrase (Argument) password: machine[BohriumContext]/remote_profile/password (Argument) machine[SSHContext]/remote_profile/password (Argument) PBS (class in dpdispatcher.machines.pbs) pe_name: resources[SGE]/kwargs/pe_name (Argument) pep723 (Argument) pep723:, [1] pep723/backward_common_files (Argument) backward_common_files:, [1] pep723/forward_common_files (Argument) forward_common_files:, [1] pep723/machine (Argument) machine:, [1] pep723/resources (Argument) resources:, [1] pep723/task_list (Argument) task_list:, [1] pep723/task_list/backward_files (Argument) backward_files:, [1]

pep723/task_list/command (Argument) command:, [1] pep723/task_list/errlog (Argument) errlog:, [1] pep723/task_list/forward_files (Argument) forward_files:, [1] pep723/task_list/outlog (Argument) outlog:, [1] pep723/task_list/task_work_path (Argument) task_work_path:, [1] pep723/work_base (Argument) work_base:, [1] pep723: pep723 (Argument), [1] pep723_args() (in module dpdispatcher.run) port: machine[SSHContext]/remote_profile/port (Argument) post() (dpdispatcher.utils.dpcloudserver.Client method) (dpdispatcher.utils.dpcloudserver.client.Client method) prepend_script: resources/prepend_script (Argument) program_id: machine[BohriumContext]/remote_profile/program_id (Argument) proxy_command: machine[SSHContext]/remote_profile/proxy_command (Argument) put() (dpdispatcher.contexts.ssh_context.SSHSession method) PWDERR (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute)

Q

queue_name: resources/queue_name (Argument)

R

ratio_unfinished: resources/strategy/ratio_unfinished (Argument) read() (dpdispatcher.contexts.lazy_local_context.SPRetObj method) (dpdispatcher.contexts.local_context.SPRetObj method) read_file() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext method) (dpdispatcher.contexts.hdfs_context.HDFSContext method) (dpdispatcher.contexts.lazy_local_context.LazyLocalContext method) (dpdispatcher.contexts.local_context.LocalContext method) (dpdispatcher.contexts.openapi_context.OpenAPIContext method) (dpdispatcher.contexts.ssh_context.SSHContext method) read_hdfs_file() (dpdispatcher.utils.hdfs_cli.HDFS static method) read_home_file() (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext method) (dpdispatcher.contexts.openapi_context.OpenAPIContext method) read_pep723() (in module dpdispatcher.run) readlines() (dpdispatcher.contexts.lazy_local_context.SPRetObj method) (dpdispatcher.contexts.local_context.SPRetObj method) refresh_token() (dpdispatcher.utils.dpcloudserver.Client method) (dpdispatcher.utils.dpcloudserver.client.Client method) register_job_id() (dpdispatcher.Job method) (dpdispatcher.submission.Job method) register_task() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) register_task_list() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) remote (dpdispatcher.contexts.ssh_context.SSHSession property) remote_profile: machine[BohriumContext]/remote_profile (Argument) machine[HDFSContext]/remote_profile (Argument) machine[LazyLocalContext]/remote_profile (Argument) machine[LocalContext]/remote_profile (Argument) machine[OpenAPIContext]/remote_profile (Argument) machine[SSHContext]/remote_profile (Argument) remote_root: machine/remote_root (Argument) remove() (dpdispatcher.utils.hdfs_cli.HDFS static method) remove_unfinished_tasks() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) REQERR (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute) RequestInfoException, [1] resources (Argument) resources: Resources (class in dpdispatcher) (class in dpdispatcher.submission) resources/append_script (Argument) append_script: resources/batch_type (Argument) batch_type: resources/cpu_per_node (Argument) cpu_per_node: resources/custom_flags (Argument) custom_flags: resources/envs (Argument) envs: resources/gpu_per_node (Argument) gpu_per_node: resources/group_size (Argument) group_size: resources/module_list (Argument) module_list: resources/module_purge (Argument) module_purge: resources/module_unload_list (Argument) module_unload_list: resources/number_node (Argument) number_node: resources/para_deg (Argument) para_deg: resources/prepend_script (Argument) prepend_script: resources/queue_name (Argument) queue_name: resources/source_list (Argument) source_list: resources/strategy (Argument) strategy: resources/strategy/customized_script_header_template_file (Argument) customized_script_header_template_file:

resources/strategy/if_cuda_multi_devices (Argument) if_cuda_multi_devices: resources/strategy/ratio_unfinished (Argument) ratio_unfinished: resources/wait_time (Argument) wait_time: resources: pep723/resources (Argument), [1] resources (Argument) resources[Bohrium]/kwargs (Argument) kwargs: resources[DistributedShell]/kwargs (Argument) kwargs: resources[Fugaku]/kwargs (Argument) kwargs: resources[JH_UniScheduler]/kwargs (Argument) kwargs: resources[JH_UniScheduler]/kwargs/custom_gpu_line (Argument) custom_gpu_line: resources[LSF]/kwargs (Argument) kwargs: resources[LSF]/kwargs/custom_gpu_line (Argument) custom_gpu_line: resources[LSF]/kwargs/gpu_exclusive (Argument) gpu_exclusive: resources[LSF]/kwargs/gpu_new_syntax (Argument) gpu_new_syntax: resources[LSF]/kwargs/gpu_usage (Argument) gpu_usage: resources[OpenAPI]/kwargs (Argument) kwargs: resources[PBS]/kwargs (Argument) kwargs: resources[SGE]/kwargs (Argument) kwargs: resources[SGE]/kwargs/job_name (Argument) job_name: resources[SGE]/kwargs/pe_name (Argument) pe_name: resources[Shell]/kwargs (Argument) kwargs: resources[Slurm]/kwargs (Argument) kwargs: resources[Slurm]/kwargs/custom_gpu_line (Argument) custom_gpu_line: resources[SlurmJobArray]/kwargs (Argument) kwargs: resources[SlurmJobArray]/kwargs/custom_gpu_line (Argument) custom_gpu_line: resources[SlurmJobArray]/kwargs/slurm_job_size (Argument) slurm_job_size: resources[Torque]/kwargs (Argument) kwargs: resources_arginfo() (dpdispatcher.Machine class method) (dpdispatcher.machine.Machine class method) resources_subfields() (dpdispatcher.Machine class method) (dpdispatcher.machine.Machine class method) (dpdispatcher.machines.JH_UniScheduler.JH_UniScheduler class method) (dpdispatcher.machines.lsf.LSF class method) (dpdispatcher.machines.pbs.SGE class method) (dpdispatcher.machines.slurm.Slurm class method) (dpdispatcher.machines.slurm.SlurmJobArray class method) RETCODE (class in dpdispatcher.utils.dpcloudserver.retcode) retry() (in module dpdispatcher.utils.utils) retry_count: machine[BohriumContext]/remote_profile/retry_count (Argument) RetrySignal ROLEERR (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute) rsync() (in module dpdispatcher.utils.utils) rsync_available (dpdispatcher.contexts.ssh_context.SSHSession property) run() (in module dpdispatcher.entrypoints.run) run_cmd_with_all_output() (in module dpdispatcher.utils.utils) run_pep723() (in module dpdispatcher.run) run_submission() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) running (dpdispatcher.utils.job_status.JobStatus attribute)

S

serialize() (dpdispatcher.Job method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.Resources method) (dpdispatcher.Submission method) (dpdispatcher.submission.Job method) (dpdispatcher.submission.Resources method) (dpdispatcher.submission.Submission method) (dpdispatcher.submission.Task method) (dpdispatcher.Task method) sftp (dpdispatcher.contexts.ssh_context.SSHContext property) (dpdispatcher.contexts.ssh_context.SSHSession property) SGE (class in dpdispatcher.machines.pbs) Shell (class in dpdispatcher.machines.shell) Slurm (class in dpdispatcher.machines.slurm) slurm_job_size: resources[SlurmJobArray]/kwargs/slurm_job_size (Argument) SlurmJobArray (class in dpdispatcher.machines.slurm) source_list: resources/source_list (Argument) SPRetObj (class in dpdispatcher.contexts.lazy_local_context) (class in dpdispatcher.contexts.local_context) ssh (dpdispatcher.contexts.ssh_context.SSHContext property)

SSHContext (class in dpdispatcher.contexts.ssh_context) SSHSession (class in dpdispatcher.contexts.ssh_context) start_dpgui() (in module dpdispatcher.entrypoints.gui) strategy: resources/strategy (Argument) sub_script_cmd() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.machines.lsf.LSF method) sub_script_head() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.machines.lsf.LSF method) subclasses_dict (dpdispatcher.base_context.BaseContext attribute) (dpdispatcher.Machine attribute) (dpdispatcher.machine.Machine attribute) Submission (class in dpdispatcher) (class in dpdispatcher.submission) submission_from_json() (dpdispatcher.Submission class method) (dpdispatcher.submission.Submission class method) submission_to_json() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) submit_job() (dpdispatcher.Job method) (dpdispatcher.submission.Job method) symlink: machine[LocalContext]/remote_profile/symlink (Argument)

T

tar_compress: machine[SSHContext]/remote_profile/tar_compress (Argument) task (Argument) task: Task (class in dpdispatcher) (class in dpdispatcher.submission) task/backward_files (Argument) backward_files: task/command (Argument) command: task/errlog (Argument) errlog: task/forward_files (Argument) forward_files: task/outlog (Argument) outlog: task/task_work_path (Argument) task_work_path:

task: task (Argument) task_list: pep723/task_list (Argument), [1] task_work_path: pep723/task_list/task_work_path (Argument), [1] task/task_work_path (Argument) terminated (dpdispatcher.utils.job_status.JobStatus attribute) THIRDERR (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute) timeout: machine[SSHContext]/remote_profile/timeout (Argument) TOKENINVALID (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute) Torque (class in dpdispatcher.machines.pbs) totp_secret: machine[SSHContext]/remote_profile/totp_secret (Argument) try_download_result() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) try_recover_from_json() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method)

U

UNDERDEBUG (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute) unknown (dpdispatcher.utils.job_status.JobStatus attribute) UNKOWNERR (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute) unsubmitted (dpdispatcher.utils.job_status.JobStatus attribute) unzip_file() (in module dpdispatcher.contexts.openapi_context) (in module dpdispatcher.machines.openapi) (in module dpdispatcher.utils.dpcloudserver.zip_file) update_submission_state() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) upload() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext method) (dpdispatcher.contexts.hdfs_context.HDFSContext method) (dpdispatcher.contexts.lazy_local_context.LazyLocalContext method) (dpdispatcher.contexts.local_context.LocalContext method) (dpdispatcher.contexts.openapi_context.OpenAPIContext method) (dpdispatcher.contexts.ssh_context.SSHContext method) (dpdispatcher.utils.dpcloudserver.Client method) (dpdispatcher.utils.dpcloudserver.client.Client method)

upload_job() (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext method) (dpdispatcher.contexts.openapi_context.OpenAPIContext method) upload_jobs() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) USERERR (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute) username: machine[SSHContext]/remote_profile/username (Argument)

V

VERIFYERR (dpdispatcher.utils.dpcloudserver.retcode.RETCODE attribute)

W

wait_time: resources/wait_time (Argument) waiting (dpdispatcher.utils.job_status.JobStatus attribute) work_base: pep723/work_base (Argument), [1] write_file() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext method) (dpdispatcher.contexts.hdfs_context.HDFSContext method) (dpdispatcher.contexts.lazy_local_context.LazyLocalContext method) (dpdispatcher.contexts.local_context.LocalContext method) (dpdispatcher.contexts.openapi_context.OpenAPIContext method) (dpdispatcher.contexts.ssh_context.SSHContext method)

write_home_file() (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext method) (dpdispatcher.contexts.openapi_context.OpenAPIContext method) write_local_file() (dpdispatcher.contexts.dp_cloud_server_context.BohriumContext method) (dpdispatcher.contexts.openapi_context.OpenAPIContext method)

Z

zip_file_list() (in module dpdispatcher.contexts.openapi_context) (in module dpdispatcher.utils.dpcloudserver.zip_file)