Index

A

alias (dpdispatcher.base_context.BaseContext attribute) (dpdispatcher.dp_cloud_server.Bohrium attribute) (dpdispatcher.dp_cloud_server_context.BohriumContext attribute) (dpdispatcher.Machine attribute) (dpdispatcher.machine.Machine attribute) append_script: resources/append_script (Argument)

arginfo() (dpdispatcher.Machine class method) (dpdispatcher.machine.Machine class method) (dpdispatcher.Resources static method) (dpdispatcher.ssh_context.SSHSession static method) (dpdispatcher.submission.Resources static method) (dpdispatcher.submission.Task static method) (dpdispatcher.Task static method)

B

backward_files: task/backward_files (Argument) BaseContext (class in dpdispatcher.base_context) batch_type: machine/batch_type (Argument) resources/batch_type (Argument) bind_context() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) bind_machine() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) bind_submission() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.dp_cloud_server_context.BohriumContext method) (dpdispatcher.hdfs_context.HDFSContext method) (dpdispatcher.HDFSContext method) (dpdispatcher.lazy_local_context.LazyLocalContext method) (dpdispatcher.LazyLocalContext method) (dpdispatcher.local_context.LocalContext method) (dpdispatcher.LocalContext method) (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.SSHContext method)

block_call() (dpdispatcher.lazy_local_context.LazyLocalContext method) (dpdispatcher.LazyLocalContext method) (dpdispatcher.local_context.LocalContext method) (dpdispatcher.LocalContext method) (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.SSHContext method) block_checkcall() (dpdispatcher.lazy_local_context.LazyLocalContext method) (dpdispatcher.LazyLocalContext method) (dpdispatcher.local_context.LocalContext method) (dpdispatcher.LocalContext method) (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.SSHContext method) Bohrium (class in dpdispatcher.dp_cloud_server) BohriumContext (class in dpdispatcher.dp_cloud_server_context)

C

call() (dpdispatcher.lazy_local_context.LazyLocalContext method) (dpdispatcher.LazyLocalContext method) (dpdispatcher.local_context.LocalContext method) (dpdispatcher.LocalContext method) (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.SSHContext method) check_all_finished() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) check_file_exists() (dpdispatcher.dp_cloud_server_context.BohriumContext method) (dpdispatcher.hdfs_context.HDFSContext method) (dpdispatcher.HDFSContext method) (dpdispatcher.lazy_local_context.LazyLocalContext method) (dpdispatcher.LazyLocalContext method) (dpdispatcher.local_context.LocalContext method) (dpdispatcher.LocalContext method) (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.SSHContext method) check_finish() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.lazy_local_context.LazyLocalContext method) (dpdispatcher.LazyLocalContext method) (dpdispatcher.local_context.LocalContext method) (dpdispatcher.LocalContext method) (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.SSHContext method) check_finish_tag() (dpdispatcher.distributed_shell.DistributedShell method) (dpdispatcher.DistributedShell method) (dpdispatcher.dp_cloud_server.Bohrium method) (dpdispatcher.LSF method) (dpdispatcher.lsf.LSF method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.PBS method) (dpdispatcher.pbs.PBS method) (dpdispatcher.Shell method) (dpdispatcher.shell.Shell method) (dpdispatcher.Slurm method) (dpdispatcher.slurm.Slurm method) (dpdispatcher.slurm.SlurmJobArray method) check_home_file_exits() (dpdispatcher.dp_cloud_server_context.BohriumContext method) check_if_recover() (dpdispatcher.dp_cloud_server.Bohrium method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) check_ratio_unfinished() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) check_status() (dpdispatcher.distributed_shell.DistributedShell method) (dpdispatcher.DistributedShell method) (dpdispatcher.dp_cloud_server.Bohrium method) (dpdispatcher.LSF method) (dpdispatcher.lsf.LSF method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.PBS method) (dpdispatcher.pbs.PBS method) (dpdispatcher.pbs.Torque method) (dpdispatcher.Shell method) (dpdispatcher.shell.Shell method) (dpdispatcher.Slurm method) (dpdispatcher.slurm.Slurm method) (dpdispatcher.slurm.SlurmJobArray method) (dpdispatcher.Torque method)

clean() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.dp_cloud_server_context.BohriumContext method) (dpdispatcher.hdfs_context.HDFSContext method) (dpdispatcher.HDFSContext method) (dpdispatcher.lazy_local_context.LazyLocalContext method) (dpdispatcher.LazyLocalContext method) (dpdispatcher.local_context.LocalContext method) (dpdispatcher.LocalContext method) (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.SSHContext method) clean_asynchronously: machine/clean_asynchronously (Argument) clean_jobs() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) Client (class in dpdispatcher.dpcloudserver) (class in dpdispatcher.dpcloudserver.client) close() (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.ssh_context.SSHSession method) (dpdispatcher.SSHContext method) command: task/command (Argument) completing (dpdispatcher.JobStatus.JobStatus attribute) context_type: machine/context_type (Argument) copy_from_local() (dpdispatcher.hdfs_cli.HDFS static method) copy_to_local() (dpdispatcher.hdfs_cli.HDFS static method) cpu_per_node: resources/cpu_per_node (Argument) custom_flags: resources/custom_flags (Argument) custom_gpu_line: resources[LSF]/kwargs/custom_gpu_line (Argument) resources[Slurm]/kwargs/custom_gpu_line (Argument) resources[SlurmJobArray]/kwargs/custom_gpu_line (Argument)

D

DATAERR (dpdispatcher.dpcloudserver.retcode.RETCODE attribute) DBERR (dpdispatcher.dpcloudserver.retcode.RETCODE attribute) default_resources() (dpdispatcher.LSF method) (dpdispatcher.lsf.LSF method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.PBS method) (dpdispatcher.pbs.PBS method) (dpdispatcher.Shell method) (dpdispatcher.shell.Shell method) (dpdispatcher.Slurm method) (dpdispatcher.slurm.Slurm method) deserialize() (dpdispatcher.Job class method) (dpdispatcher.Machine class method) (dpdispatcher.machine.Machine class method) (dpdispatcher.Resources class method) (dpdispatcher.Submission class method) (dpdispatcher.submission.Job class method) (dpdispatcher.submission.Resources class method) (dpdispatcher.submission.Submission class method) (dpdispatcher.submission.Task class method) (dpdispatcher.Task class method) DistributedShell (class in dpdispatcher) (class in dpdispatcher.distributed_shell) do_submit() (dpdispatcher.distributed_shell.DistributedShell method) (dpdispatcher.DistributedShell method) (dpdispatcher.dp_cloud_server.Bohrium method) (dpdispatcher.LSF method) (dpdispatcher.lsf.LSF method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.PBS method) (dpdispatcher.pbs.PBS method) (dpdispatcher.Shell method) (dpdispatcher.shell.Shell method) (dpdispatcher.Slurm method) (dpdispatcher.slurm.Slurm method) download() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.dp_cloud_server_context.BohriumContext method) (dpdispatcher.dpcloudserver.Client method) (dpdispatcher.dpcloudserver.client.Client method) (dpdispatcher.hdfs_context.HDFSContext method) (dpdispatcher.HDFSContext method) (dpdispatcher.lazy_local_context.LazyLocalContext method) (dpdispatcher.LazyLocalContext method) (dpdispatcher.local_context.LocalContext method) (dpdispatcher.LocalContext method) (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.SSHContext method) download_from_url() (dpdispatcher.dpcloudserver.Client method) (dpdispatcher.dpcloudserver.client.Client method) download_jobs() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method)

DpCloudServer (in module dpdispatcher) (in module dpdispatcher.dp_cloud_server) DpCloudServerContext (in module dpdispatcher) (in module dpdispatcher.dp_cloud_server_context) dpdispatcher module dpdispatcher.arginfo module dpdispatcher.base_context module dpdispatcher.distributed_shell module dpdispatcher.dp_cloud_server module dpdispatcher.dp_cloud_server_context module dpdispatcher.dpcloudserver module dpdispatcher.dpcloudserver.client module dpdispatcher.dpcloudserver.config module dpdispatcher.dpcloudserver.retcode module dpdispatcher.dpcloudserver.zip_file module dpdispatcher.dpdisp module dpdispatcher.hdfs_cli module dpdispatcher.hdfs_context module dpdispatcher.JobStatus module dpdispatcher.lazy_local_context module dpdispatcher.local_context module dpdispatcher.lsf module dpdispatcher.machine module dpdispatcher.pbs module dpdispatcher.shell module dpdispatcher.slurm module dpdispatcher.ssh_context module dpdispatcher.submission module dpdispatcher.utils module

E

email: machine[BohriumContext]/remote_profile/email (Argument) ensure_alive() (dpdispatcher.ssh_context.SSHSession method) envs: resources/envs (Argument)

errlog: task/errlog (Argument) exec_command() (dpdispatcher.ssh_context.SSHSession method) exists() (dpdispatcher.hdfs_cli.HDFS static method)

F

finished (dpdispatcher.JobStatus.JobStatus attribute)

forward_files: task/forward_files (Argument)

G

gen_command_env_cuda_devices() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) gen_local_script() (dpdispatcher.dp_cloud_server.Bohrium method) gen_script() (dpdispatcher.dp_cloud_server.Bohrium method) (dpdispatcher.LSF method) (dpdispatcher.lsf.LSF method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.PBS method) (dpdispatcher.pbs.PBS method) (dpdispatcher.Shell method) (dpdispatcher.shell.Shell method) (dpdispatcher.Slurm method) (dpdispatcher.slurm.Slurm method) gen_script_command() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.slurm.SlurmJobArray method) gen_script_custom_flags_lines() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) gen_script_end() (dpdispatcher.distributed_shell.DistributedShell method) (dpdispatcher.DistributedShell method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.slurm.SlurmJobArray method) gen_script_env() (dpdispatcher.distributed_shell.DistributedShell method) (dpdispatcher.DistributedShell method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) gen_script_header() (dpdispatcher.distributed_shell.DistributedShell method) (dpdispatcher.DistributedShell method) (dpdispatcher.dp_cloud_server.Bohrium method) (dpdispatcher.LSF method) (dpdispatcher.lsf.LSF method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.PBS method) (dpdispatcher.pbs.PBS method) (dpdispatcher.pbs.Torque method) (dpdispatcher.Shell method) (dpdispatcher.shell.Shell method) (dpdispatcher.Slurm method) (dpdispatcher.slurm.Slurm method) (dpdispatcher.slurm.SlurmJobArray method) (dpdispatcher.Torque method) gen_script_wait() (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) generate_jobs() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method)

generate_totp() (in module dpdispatcher.utils) get() (dpdispatcher.dpcloudserver.Client method) (dpdispatcher.dpcloudserver.client.Client method) (dpdispatcher.ssh_context.SSHSession method) get_hash() (dpdispatcher.Job method) (dpdispatcher.Submission method) (dpdispatcher.submission.Job method) (dpdispatcher.submission.Submission method) (dpdispatcher.submission.Task method) (dpdispatcher.Task method) get_job_detail() (dpdispatcher.dpcloudserver.Client method) (dpdispatcher.dpcloudserver.client.Client method) get_job_result_url() (dpdispatcher.dpcloudserver.Client method) (dpdispatcher.dpcloudserver.client.Client method) get_job_root() (dpdispatcher.hdfs_context.HDFSContext method) (dpdispatcher.HDFSContext method) (dpdispatcher.lazy_local_context.LazyLocalContext method) (dpdispatcher.LazyLocalContext method) (dpdispatcher.local_context.LocalContext method) (dpdispatcher.LocalContext method) (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.SSHContext method) get_job_state() (dpdispatcher.Job method) (dpdispatcher.submission.Job method) get_log() (dpdispatcher.dpcloudserver.Client method) (dpdispatcher.dpcloudserver.client.Client method) get_return() (dpdispatcher.lazy_local_context.LazyLocalContext method) (dpdispatcher.LazyLocalContext method) (dpdispatcher.local_context.LocalContext method) (dpdispatcher.LocalContext method) (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.SSHContext method) get_sha256() (in module dpdispatcher.utils) get_ssh_client() (dpdispatcher.ssh_context.SSHSession method) get_task_state() (dpdispatcher.submission.Task method) (dpdispatcher.Task method) get_tasks_list() (dpdispatcher.dpcloudserver.Client method) (dpdispatcher.dpcloudserver.client.Client method) gpu_exclusive: resources[LSF]/kwargs/gpu_exclusive (Argument) gpu_new_syntax: resources[LSF]/kwargs/gpu_new_syntax (Argument) gpu_per_node: resources/gpu_per_node (Argument) gpu_usage: resources[LSF]/kwargs/gpu_usage (Argument) group_size: resources/group_size (Argument)

H

handle_unexpected_job_state() (dpdispatcher.Job method) (dpdispatcher.submission.Job method) handle_unexpected_submission_state() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) HDFS (class in dpdispatcher.hdfs_cli)

HDFSContext (class in dpdispatcher) (class in dpdispatcher.hdfs_context) hostname: machine[SSHContext]/remote_profile/hostname (Argument) hotp() (in module dpdispatcher.utils)

I

if_cuda_multi_devices: resources/strategy/if_cuda_multi_devices (Argument) info() (in module dpdispatcher)

input_data: machine[BohriumContext]/remote_profile/input_data (Argument) inter_handler() (dpdispatcher.ssh_context.SSHSession method) IOERR (dpdispatcher.dpcloudserver.retcode.RETCODE attribute)

J

Job (class in dpdispatcher) (class in dpdispatcher.submission) job_create() (dpdispatcher.dpcloudserver.Client method) (dpdispatcher.dpcloudserver.client.Client method)

job_to_json() (dpdispatcher.Job method) (dpdispatcher.submission.Job method) JobStatus (class in dpdispatcher.JobStatus)

K

keep_backup: machine[BohriumContext]/remote_profile/keep_backup (Argument) key_filename: machine[SSHContext]/remote_profile/key_filename (Argument) kill() (dpdispatcher.LSF method) (dpdispatcher.lsf.LSF method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.PBS method) (dpdispatcher.pbs.PBS method) (dpdispatcher.Shell method) (dpdispatcher.shell.Shell method) (dpdispatcher.Slurm method) (dpdispatcher.slurm.Slurm method)

kwargs: resources[Bohrium]/kwargs (Argument) resources[DistributedShell]/kwargs (Argument) resources[LSF]/kwargs (Argument) resources[PBS]/kwargs (Argument) resources[Shell]/kwargs (Argument) resources[Slurm]/kwargs (Argument) resources[SlurmJobArray]/kwargs (Argument) resources[Torque]/kwargs (Argument)

L

LazyLocalContext (class in dpdispatcher) (class in dpdispatcher.lazy_local_context) Lebesgue (in module dpdispatcher) (in module dpdispatcher.dp_cloud_server) LebesgueContext (in module dpdispatcher) (in module dpdispatcher.dp_cloud_server_context) load_from_dict() (dpdispatcher.base_context.BaseContext class method) (dpdispatcher.dp_cloud_server_context.BohriumContext class method) (dpdispatcher.hdfs_context.HDFSContext class method) (dpdispatcher.HDFSContext class method) (dpdispatcher.lazy_local_context.LazyLocalContext class method) (dpdispatcher.LazyLocalContext class method) (dpdispatcher.local_context.LocalContext class method) (dpdispatcher.LocalContext class method) (dpdispatcher.Machine class method) (dpdispatcher.machine.Machine class method) (dpdispatcher.Resources class method) (dpdispatcher.ssh_context.SSHContext class method) (dpdispatcher.SSHContext class method) (dpdispatcher.submission.Resources class method) (dpdispatcher.submission.Task class method) (dpdispatcher.Task class method)

load_from_json() (dpdispatcher.Machine class method) (dpdispatcher.machine.Machine class method) (dpdispatcher.Resources class method) (dpdispatcher.submission.Resources class method) (dpdispatcher.submission.Task class method) (dpdispatcher.Task class method) local_root: machine/local_root (Argument) LocalContext (class in dpdispatcher) (class in dpdispatcher.local_context) look_for_keys: machine[SSHContext]/remote_profile/look_for_keys (Argument) LSF (class in dpdispatcher) (class in dpdispatcher.lsf)

M

machine (Argument) machine: Machine (class in dpdispatcher) (class in dpdispatcher.machine) machine/batch_type (Argument) batch_type: machine/clean_asynchronously (Argument) clean_asynchronously: machine/context_type (Argument) context_type: machine/local_root (Argument) local_root: machine/remote_root (Argument) remote_root: machine: machine (Argument) machine[BohriumContext]/remote_profile (Argument) remote_profile: machine[BohriumContext]/remote_profile/email (Argument) email: machine[BohriumContext]/remote_profile/input_data (Argument) input_data: machine[BohriumContext]/remote_profile/keep_backup (Argument) keep_backup: machine[BohriumContext]/remote_profile/password (Argument) password: machine[BohriumContext]/remote_profile/program_id (Argument) program_id: machine[HDFSContext]/remote_profile (Argument) remote_profile: machine[LazyLocalContext]/remote_profile (Argument) remote_profile: machine[LocalContext]/remote_profile (Argument) remote_profile: machine[SSHContext]/remote_profile (Argument) remote_profile: machine[SSHContext]/remote_profile/hostname (Argument) hostname: machine[SSHContext]/remote_profile/key_filename (Argument) key_filename: machine[SSHContext]/remote_profile/look_for_keys (Argument) look_for_keys: machine[SSHContext]/remote_profile/passphrase (Argument) passphrase: machine[SSHContext]/remote_profile/password (Argument) password: machine[SSHContext]/remote_profile/port (Argument) port:

machine[SSHContext]/remote_profile/tar_compress (Argument) tar_compress: machine[SSHContext]/remote_profile/timeout (Argument) timeout: machine[SSHContext]/remote_profile/totp_secret (Argument) totp_secret: machine[SSHContext]/remote_profile/username (Argument) username: machine_arginfo() (dpdispatcher.base_context.BaseContext class method) machine_subfields() (dpdispatcher.base_context.BaseContext class method) (dpdispatcher.dp_cloud_server_context.BohriumContext class method) (dpdispatcher.ssh_context.SSHContext class method) (dpdispatcher.SSHContext class method) main() (in module dpdispatcher.dpdisp) map_dp_job_state() (dpdispatcher.dp_cloud_server.Bohrium static method) mkdir() (dpdispatcher.hdfs_cli.HDFS static method) module dpdispatcher dpdispatcher.arginfo dpdispatcher.base_context dpdispatcher.distributed_shell dpdispatcher.dp_cloud_server dpdispatcher.dp_cloud_server_context dpdispatcher.dpcloudserver dpdispatcher.dpcloudserver.client dpdispatcher.dpcloudserver.config dpdispatcher.dpcloudserver.retcode dpdispatcher.dpcloudserver.zip_file dpdispatcher.dpdisp dpdispatcher.hdfs_cli dpdispatcher.hdfs_context dpdispatcher.JobStatus dpdispatcher.lazy_local_context dpdispatcher.local_context dpdispatcher.lsf dpdispatcher.machine dpdispatcher.pbs dpdispatcher.shell dpdispatcher.slurm dpdispatcher.ssh_context dpdispatcher.submission dpdispatcher.utils module_list: resources/module_list (Argument) module_purge: resources/module_purge (Argument) module_unload_list: resources/module_unload_list (Argument) move() (dpdispatcher.hdfs_cli.HDFS static method)

N

NODATA (dpdispatcher.dpcloudserver.retcode.RETCODE attribute)

number_node: resources/number_node (Argument)

O

OK (dpdispatcher.dpcloudserver.retcode.RETCODE attribute) options (dpdispatcher.base_context.BaseContext attribute) (dpdispatcher.Machine attribute) (dpdispatcher.machine.Machine attribute)

outlog: task/outlog (Argument)

P

para_deg: resources/para_deg (Argument) PARAMERR (dpdispatcher.dpcloudserver.retcode.RETCODE attribute) passphrase: machine[SSHContext]/remote_profile/passphrase (Argument) password: machine[BohriumContext]/remote_profile/password (Argument) machine[SSHContext]/remote_profile/password (Argument) PBS (class in dpdispatcher) (class in dpdispatcher.pbs)

port: machine[SSHContext]/remote_profile/port (Argument) post() (dpdispatcher.dpcloudserver.Client method) (dpdispatcher.dpcloudserver.client.Client method) prepend_script: resources/prepend_script (Argument) program_id: machine[BohriumContext]/remote_profile/program_id (Argument) put() (dpdispatcher.ssh_context.SSHSession method) PWDERR (dpdispatcher.dpcloudserver.retcode.RETCODE attribute)

Q

queue_name: resources/queue_name (Argument)

R

ratio_unfinished: resources/strategy/ratio_unfinished (Argument) read() (dpdispatcher.lazy_local_context.SPRetObj method) (dpdispatcher.local_context.SPRetObj method) read_file() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.dp_cloud_server_context.BohriumContext method) (dpdispatcher.hdfs_context.HDFSContext method) (dpdispatcher.HDFSContext method) (dpdispatcher.lazy_local_context.LazyLocalContext method) (dpdispatcher.LazyLocalContext method) (dpdispatcher.local_context.LocalContext method) (dpdispatcher.LocalContext method) (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.SSHContext method) read_hdfs_file() (dpdispatcher.hdfs_cli.HDFS static method) read_home_file() (dpdispatcher.dp_cloud_server_context.BohriumContext method) readlines() (dpdispatcher.lazy_local_context.SPRetObj method) (dpdispatcher.local_context.SPRetObj method) refresh_token() (dpdispatcher.dpcloudserver.Client method) (dpdispatcher.dpcloudserver.client.Client method) register_job_id() (dpdispatcher.Job method) (dpdispatcher.submission.Job method) register_task() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) register_task_list() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) remote (dpdispatcher.ssh_context.SSHSession property) remote_profile: machine[BohriumContext]/remote_profile (Argument) machine[HDFSContext]/remote_profile (Argument) machine[LazyLocalContext]/remote_profile (Argument) machine[LocalContext]/remote_profile (Argument) machine[SSHContext]/remote_profile (Argument) remote_root: machine/remote_root (Argument) remove() (dpdispatcher.hdfs_cli.HDFS static method) remove_unfinished_tasks() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) REQERR (dpdispatcher.dpcloudserver.retcode.RETCODE attribute) RequestInfoException resources (Argument) resources: Resources (class in dpdispatcher) (class in dpdispatcher.submission) resources/append_script (Argument) append_script: resources/batch_type (Argument) batch_type: resources/cpu_per_node (Argument) cpu_per_node: resources/custom_flags (Argument) custom_flags: resources/envs (Argument) envs: resources/gpu_per_node (Argument) gpu_per_node: resources/group_size (Argument) group_size: resources/module_list (Argument) module_list: resources/module_purge (Argument) module_purge: resources/module_unload_list (Argument) module_unload_list: resources/number_node (Argument) number_node:

resources/para_deg (Argument) para_deg: resources/prepend_script (Argument) prepend_script: resources/queue_name (Argument) queue_name: resources/source_list (Argument) source_list: resources/strategy (Argument) strategy: resources/strategy/if_cuda_multi_devices (Argument) if_cuda_multi_devices: resources/strategy/ratio_unfinished (Argument) ratio_unfinished: resources/wait_time (Argument) wait_time: resources: resources (Argument) resources[Bohrium]/kwargs (Argument) kwargs: resources[DistributedShell]/kwargs (Argument) kwargs: resources[LSF]/kwargs (Argument) kwargs: resources[LSF]/kwargs/custom_gpu_line (Argument) custom_gpu_line: resources[LSF]/kwargs/gpu_exclusive (Argument) gpu_exclusive: resources[LSF]/kwargs/gpu_new_syntax (Argument) gpu_new_syntax: resources[LSF]/kwargs/gpu_usage (Argument) gpu_usage: resources[PBS]/kwargs (Argument) kwargs: resources[Shell]/kwargs (Argument) kwargs: resources[Slurm]/kwargs (Argument) kwargs: resources[Slurm]/kwargs/custom_gpu_line (Argument) custom_gpu_line: resources[SlurmJobArray]/kwargs (Argument) kwargs: resources[SlurmJobArray]/kwargs/custom_gpu_line (Argument) custom_gpu_line: resources[SlurmJobArray]/kwargs/slurm_job_size (Argument) slurm_job_size: resources[Torque]/kwargs (Argument) kwargs: resources_arginfo() (dpdispatcher.Machine class method) (dpdispatcher.machine.Machine class method) resources_subfields() (dpdispatcher.LSF class method) (dpdispatcher.lsf.LSF class method) (dpdispatcher.Machine class method) (dpdispatcher.machine.Machine class method) (dpdispatcher.Slurm class method) (dpdispatcher.slurm.Slurm class method) (dpdispatcher.slurm.SlurmJobArray class method) RETCODE (class in dpdispatcher.dpcloudserver.retcode) retry() (in module dpdispatcher.utils) RetrySignal ROLEERR (dpdispatcher.dpcloudserver.retcode.RETCODE attribute) rsync() (in module dpdispatcher.utils) rsync_available (dpdispatcher.ssh_context.SSHSession property) run_cmd_with_all_output() (in module dpdispatcher.utils) run_submission() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) running (dpdispatcher.JobStatus.JobStatus attribute)

S

serialize() (dpdispatcher.Job method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) (dpdispatcher.Resources method) (dpdispatcher.Submission method) (dpdispatcher.submission.Job method) (dpdispatcher.submission.Resources method) (dpdispatcher.submission.Submission method) (dpdispatcher.submission.Task method) (dpdispatcher.Task method) sftp (dpdispatcher.ssh_context.SSHContext property) (dpdispatcher.ssh_context.SSHSession property) (dpdispatcher.SSHContext property) Shell (class in dpdispatcher) (class in dpdispatcher.shell) Slurm (class in dpdispatcher) (class in dpdispatcher.slurm) slurm_job_size: resources[SlurmJobArray]/kwargs/slurm_job_size (Argument) SlurmJobArray (class in dpdispatcher.slurm) source_list: resources/source_list (Argument) SPRetObj (class in dpdispatcher.lazy_local_context) (class in dpdispatcher.local_context) ssh (dpdispatcher.ssh_context.SSHContext property) (dpdispatcher.SSHContext property)

SSHContext (class in dpdispatcher) (class in dpdispatcher.ssh_context) SSHSession (class in dpdispatcher.ssh_context) strategy: resources/strategy (Argument) sub_script_cmd() (dpdispatcher.LSF method) (dpdispatcher.lsf.LSF method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) sub_script_head() (dpdispatcher.LSF method) (dpdispatcher.lsf.LSF method) (dpdispatcher.Machine method) (dpdispatcher.machine.Machine method) subclasses_dict (dpdispatcher.base_context.BaseContext attribute) (dpdispatcher.Machine attribute) (dpdispatcher.machine.Machine attribute) Submission (class in dpdispatcher) (class in dpdispatcher.submission) submission_from_json() (dpdispatcher.Submission class method) (dpdispatcher.submission.Submission class method) submission_to_json() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) submit_job() (dpdispatcher.Job method) (dpdispatcher.submission.Job method)

T

tar_compress: machine[SSHContext]/remote_profile/tar_compress (Argument) task (Argument) task: Task (class in dpdispatcher) (class in dpdispatcher.submission) task/backward_files (Argument) backward_files: task/command (Argument) command: task/errlog (Argument) errlog: task/forward_files (Argument) forward_files: task/outlog (Argument) outlog:

task/task_work_path (Argument) task_work_path: task: task (Argument) task_work_path: task/task_work_path (Argument) terminated (dpdispatcher.JobStatus.JobStatus attribute) THIRDERR (dpdispatcher.dpcloudserver.retcode.RETCODE attribute) timeout: machine[SSHContext]/remote_profile/timeout (Argument) TOKENINVALID (dpdispatcher.dpcloudserver.retcode.RETCODE attribute) Torque (class in dpdispatcher) (class in dpdispatcher.pbs) totp_secret: machine[SSHContext]/remote_profile/totp_secret (Argument) try_recover_from_json() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method)

U

UNDERDEBUG (dpdispatcher.dpcloudserver.retcode.RETCODE attribute) unknown (dpdispatcher.JobStatus.JobStatus attribute) UNKOWNERR (dpdispatcher.dpcloudserver.retcode.RETCODE attribute) unsubmitted (dpdispatcher.JobStatus.JobStatus attribute) unzip_file() (in module dpdispatcher.dpcloudserver.zip_file) update_submission_state() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) upload() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.dp_cloud_server_context.BohriumContext method) (dpdispatcher.dpcloudserver.Client method) (dpdispatcher.dpcloudserver.client.Client method) (dpdispatcher.hdfs_context.HDFSContext method) (dpdispatcher.HDFSContext method) (dpdispatcher.lazy_local_context.LazyLocalContext method) (dpdispatcher.LazyLocalContext method) (dpdispatcher.local_context.LocalContext method) (dpdispatcher.LocalContext method) (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.SSHContext method)

upload_job() (dpdispatcher.dp_cloud_server_context.BohriumContext method) upload_jobs() (dpdispatcher.Submission method) (dpdispatcher.submission.Submission method) USERERR (dpdispatcher.dpcloudserver.retcode.RETCODE attribute) username: machine[SSHContext]/remote_profile/username (Argument)

V

VERIFYERR (dpdispatcher.dpcloudserver.retcode.RETCODE attribute)

W

wait_time: resources/wait_time (Argument) waiting (dpdispatcher.JobStatus.JobStatus attribute) write_file() (dpdispatcher.base_context.BaseContext method) (dpdispatcher.dp_cloud_server_context.BohriumContext method) (dpdispatcher.hdfs_context.HDFSContext method) (dpdispatcher.HDFSContext method) (dpdispatcher.lazy_local_context.LazyLocalContext method) (dpdispatcher.LazyLocalContext method) (dpdispatcher.local_context.LocalContext method) (dpdispatcher.LocalContext method) (dpdispatcher.ssh_context.SSHContext method) (dpdispatcher.SSHContext method)

write_home_file() (dpdispatcher.dp_cloud_server_context.BohriumContext method) write_local_file() (dpdispatcher.dp_cloud_server_context.BohriumContext method)

Z

zip_file_list() (in module dpdispatcher.dpcloudserver.zip_file)