QCG-PilotJob
Basics
Overview
Installation
Usage
Examples
Modes of execution
Parallelism
QCG-PilotJob Manager options
Further reading
Key concepts
Execution environments
Execution models
File based interface
Executor API
Iteration resources schedulers
Resuming prematurely interrupted computations
Performance statistics
Performance tuning
Processes statistics
Log files
Slurm performance
Miscellaneous
FAQ
Dictionary
License
API Docs
qcg.pilotjob.api package
qcg.pilotjob.executor_api package
QCG-PilotJob
Index
Index
_
|
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
J
|
K
|
L
|
M
|
N
|
O
|
P
|
Q
|
R
|
S
|
T
|
U
|
V
|
W
|
Z
_
_active_allocations (qcg.pilotjob.scheduler.Scheduler attribute)
_binding (qcg.pilotjob.resources.Resources attribute)
_core_ids (qcg.pilotjob.resources.Node attribute)
_cores (qcg.pilotjob.allocation.Allocation attribute)
(qcg.pilotjob.allocation.NodeAllocation attribute)
_crs (qcg.pilotjob.allocation.NodeAllocation attribute)
(qcg.pilotjob.resources.Node attribute)
_execution (qcg.pilotjob.joblist.Job attribute)
_free (qcg.pilotjob.resources.CRBind attribute)
_free_cores (qcg.pilotjob.resources.Node attribute)
_handler (qcg.pilotjob.receiver.Receiver attribute)
_handlers (qcg.pilotjob.receiver.Receiver attribute)
_history (qcg.pilotjob.joblist.Job attribute)
_ifaces (qcg.pilotjob.receiver.Receiver attribute)
_iteration (qcg.pilotjob.joblist.Job attribute)
_jmap (qcg.pilotjob.joblist.JobList attribute)
_job_idx (qcg.pilotjob.api.job.Jobs attribute)
_list (qcg.pilotjob.api.job.Jobs attribute)
_max_crs (qcg.pilotjob.resources.Resources attribute)
_messages (qcg.pilotjob.joblist.Job attribute)
_name (qcg.pilotjob.joblist.Job attribute)
(qcg.pilotjob.resources.Node attribute)
_node (qcg.pilotjob.allocation.NodeAllocation attribute)
_nodes (qcg.pilotjob.allocation.Allocation attribute)
(qcg.pilotjob.resources.Resources attribute)
_queue_pos (qcg.pilotjob.joblist.Job attribute)
_resources (qcg.pilotjob.joblist.Job attribute)
(qcg.pilotjob.scheduler.Scheduler attribute)
_runtime (qcg.pilotjob.joblist.Job attribute)
_scheduler_alg (qcg.pilotjob.scheduler.Scheduler attribute)
_state (qcg.pilotjob.joblist.Job attribute)
_subjobs (qcg.pilotjob.joblist.Job attribute)
_subjobs_failed (qcg.pilotjob.joblist.Job attribute)
_subjobs_not_finished (qcg.pilotjob.joblist.Job attribute)
_system_allocation (qcg.pilotjob.resources.Resources attribute)
_tasks (qcg.pilotjob.receiver.Receiver attribute)
_total_cores (qcg.pilotjob.resources.Node attribute)
(qcg.pilotjob.resources.Resources attribute)
_total_crs (qcg.pilotjob.resources.Resources attribute)
_type (qcg.pilotjob.resources.Resources attribute)
_used_cores (qcg.pilotjob.resources.Resources attribute)
_zmq_address (qcg.pilotjob.receiver.Receiver attribute)
A
add() (qcg.pilotjob.api.job.Jobs method)
(qcg.pilotjob.joblist.JobList method)
add_node() (qcg.pilotjob.allocation.Allocation method)
add_std() (qcg.pilotjob.api.job.Jobs method)
address (qcg.pilotjob.publisher.StatusPublisher attribute)
(qcg.pilotjob.zmqinterface.ZMQInterface attribute)
ADDRESS_FILE (qcg.pilotjob.config.Config attribute)
agents (qcg.pilotjob.launcher.launcher.Launcher attribute)
all_jobs_finished() (qcg.pilotjob.resume.StateTracker method)
allocate() (qcg.pilotjob.resources.CR method)
(qcg.pilotjob.resources.CRBind method)
allocate_cores() (qcg.pilotjob.scheduler.Scheduler method)
(qcg.pilotjob.scheduleralgo.SchedulerAlgorithm method)
allocate_crs() (qcg.pilotjob.resources.Node method)
allocate_exact() (qcg.pilotjob.resources.Node method)
allocate_for_system() (qcg.pilotjob.resources.Resources method)
allocate_job() (qcg.pilotjob.scheduler.Scheduler method)
(qcg.pilotjob.scheduleralgo.SchedulerAlgorithm method)
allocate_max() (qcg.pilotjob.resources.Node method)
Allocation (class in qcg.pilotjob.allocation)
allocation_jobs() (qcg.pilotjob.utils.reportstats.JobsReportStats method)
analyze_job_report() (in module qcg.pilotjob.tests.job_stats)
append_message() (qcg.pilotjob.joblist.Job method)
(qcg.pilotjob.joblist.SubJobState method)
append_runtime() (qcg.pilotjob.joblist.Job method)
(qcg.pilotjob.joblist.SubJobState method)
AppSchedulerError
args (qcg.pilotjob.joblist.JobExecution attribute)
attributes (qcg.pilotjob.joblist.Job attribute)
AUX_DIR (qcg.pilotjob.config.Config attribute)
aux_dir (qcg.pilotjob.launcher.launcher.Launcher attribute)
available (qcg.pilotjob.resources.CR property)
(qcg.pilotjob.resources.CRBind property)
(qcg.pilotjob.resources.Node property)
B
BasicTemplate (class in qcg.pilotjob.executor_api.templates.basic_template)
binding (qcg.pilotjob.resources.Resources property)
buffer (qcg.pilotjob.reports.JobReport attribute)
buffer_size (qcg.pilotjob.reports.JobReport attribute)
buffered_entries (qcg.pilotjob.reports.JobReport attribute)
C
cancel() (qcg.pilotjob.api.manager.Manager method)
(qcg.pilotjob.executor_api.qcgpj_future.QCGPJFuture method)
(qcg.pilotjob.launcher.launcher.Launcher method)
cancel_listeners() (qcg.pilotjob.receiver.Receiver method)
CANCELED (qcg.pilotjob.joblist.JobState attribute)
CancelJobReq (class in qcg.pilotjob.request)
cancelled() (qcg.pilotjob.executor_api.qcgpj_future.QCGPJFuture method)
check_min_job_requirements() (qcg.pilotjob.resources.Resources method)
check_timeout() (qcg.pilotjob.api.manager.TimeStamp method)
childs (qcg.pilotjob.api.jobinfo.JobInfo attribute)
childs_on_other_nodes() (qcg.pilotjob.utils.proc_traces.ProcTraces method)
cleanup() (qcg.pilotjob.api.manager.Manager method)
clear() (qcg.pilotjob.api.job.Jobs method)
clear_queue_pos() (qcg.pilotjob.joblist.Job method)
ClientLogLevel (class in qcg.pilotjob.executor_api.qcgpj_executor)
close() (qcg.pilotjob.fileinterface.FileInterface method)
(qcg.pilotjob.zmqinterface.ZMQInterface method)
cnt (qcg.pilotjob.fileinterface.FileInterface attribute)
code (qcg.pilotjob.response.Response attribute)
command (qcg.pilotjob.request.ControlReq attribute)
CommonEnvironment (class in qcg.pilotjob.environment)
Config (class in qcg.pilotjob.config)
config (qcg.pilotjob.executionschema.ExecutionSchema attribute)
ConnectionError
ControlReq (class in qcg.pilotjob.request)
cores (qcg.pilotjob.allocation.Allocation property)
(qcg.pilotjob.allocation.NodeAllocation property)
(qcg.pilotjob.joblist.JobResources property)
count (qcg.pilotjob.allocation.CRAllocation attribute)
(qcg.pilotjob.allocation.CRBindAllocation property)
CPU_BIND() (qcg.pilotjob.slurmres.SlurmArg method)
CR (class in qcg.pilotjob.resources)
CRAllocation (class in qcg.pilotjob.allocation)
CRBind (class in qcg.pilotjob.resources)
CRBindAllocation (class in qcg.pilotjob.allocation)
CRITICAL (qcg.pilotjob.executor_api.qcgpj_executor.ServiceLogLevel attribute)
crs (qcg.pilotjob.allocation.NodeAllocation property)
(qcg.pilotjob.joblist.JobResources property)
(qcg.pilotjob.resources.Node property)
CRType (class in qcg.pilotjob.resources)
crtype (qcg.pilotjob.allocation.CRAllocation attribute)
(qcg.pilotjob.allocation.CRBindAllocation attribute)
(qcg.pilotjob.resources.CR attribute)
(qcg.pilotjob.resources.CRBind attribute)
D
data (qcg.pilotjob.response.Response attribute)
DEBUG (qcg.pilotjob.executor_api.qcgpj_executor.ClientLogLevel attribute)
(qcg.pilotjob.executor_api.qcgpj_executor.ServiceLogLevel attribute)
decode_published_data() (qcg.pilotjob.publisher.StatusPublisher static method)
DEFAULT_ADDRESS (qcg.pilotjob.api.manager.Manager attribute)
DEFAULT_ADDRESS_ENV (qcg.pilotjob.api.manager.Manager attribute)
DEFAULT_POLL_DELAY (qcg.pilotjob.api.manager.Manager attribute)
DEFAULT_PORT (qcg.pilotjob.api.manager.Manager attribute)
DEFAULT_PROTO (qcg.pilotjob.api.manager.Manager attribute)
DEFAULT_PUB_TIMEOUT (qcg.pilotjob.api.manager.Manager attribute)
DefaultScheduler (in module qcg.pilotjob.iterscheduler)
dependencies (qcg.pilotjob.joblist.Job attribute)
description() (qcg.pilotjob.allocation.Allocation method)
DirectExecution (class in qcg.pilotjob.executionschema)
DISABLE_NL (qcg.pilotjob.config.Config attribute)
DISABLE_PUBLISHER (qcg.pilotjob.config.Config attribute)
done() (qcg.pilotjob.executor_api.qcgpj_future.QCGPJFuture method)
E
efficiency() (qcg.pilotjob.utils.reportstats.JobsReportStats method)
efficiency_core() (qcg.pilotjob.utils.reportstats.JobsReportStats method)
ENABLE_PROC_STATS (qcg.pilotjob.config.Config attribute)
ENABLE_RT_STATS (qcg.pilotjob.config.Config attribute)
encode_published_data() (qcg.pilotjob.publisher.StatusPublisher static method)
entity (qcg.pilotjob.request.NotifyReq attribute)
(qcg.pilotjob.request.RegisterReq attribute)
env (qcg.pilotjob.joblist.JobExecution attribute)
Environment (class in qcg.pilotjob.environment)
ENVIRONMENT_SCHEMA (qcg.pilotjob.config.Config attribute)
ERROR (qcg.pilotjob.executor_api.qcgpj_executor.ServiceLogLevel attribute)
(qcg.pilotjob.receiver.ResponseStatus attribute)
(qcg.pilotjob.response.ResponseCode attribute)
error() (qcg.pilotjob.receiver.ValidateResponse method)
(qcg.pilotjob.response.Response class method)
EventTopic (class in qcg.pilotjob.publisher)
exact (qcg.pilotjob.joblist.ResourceSize property)
exec (qcg.pilotjob.joblist.JobExecution attribute)
EXEC_NAME (qcg.pilotjob.executionschema.DirectExecution attribute)
(qcg.pilotjob.executionschema.SlurmExecution attribute)
EXECUTING (qcg.pilotjob.joblist.JobState attribute)
execution (qcg.pilotjob.joblist.Job property)
EXECUTION_NODES (qcg.pilotjob.config.Config attribute)
ExecutionSchema (class in qcg.pilotjob.executionschema)
EXECUTOR_WD (qcg.pilotjob.config.Config attribute)
exist() (qcg.pilotjob.joblist.JobList method)
external_address (qcg.pilotjob.publisher.StatusPublisher attribute)
(qcg.pilotjob.zmqinterface.ZMQInterface attribute)
F
FAILED (qcg.pilotjob.joblist.JobState attribute)
FILE_PATH (qcg.pilotjob.config.Config attribute)
FileError
FileInterface (class in qcg.pilotjob.fileinterface)
filter_jobs() (qcg.pilotjob.utils.reportstats.JobsReportStats method)
FINAL_STATUS_FILE (qcg.pilotjob.config.Config attribute)
find_aux_dirs() (in module qcg.pilotjob.utils.auxdir)
find_final_status_files() (in module qcg.pilotjob.utils.auxdir)
find_latest_aux_dir() (in module qcg.pilotjob.utils.auxdir)
find_log_files() (in module qcg.pilotjob.utils.auxdir)
find_proc_traces_files() (in module qcg.pilotjob.utils.auxdir)
find_report_files() (in module qcg.pilotjob.utils.auxdir)
find_rtimes_files() (in module qcg.pilotjob.utils.auxdir)
find_single_aux_dir() (in module qcg.pilotjob.utils.auxdir)
find_slurm_version() (in module qcg.pilotjob.slurmres)
finish() (qcg.pilotjob.api.manager.LocalManager method)
(qcg.pilotjob.api.manager.Manager method)
finish_callback() (in module qcg.pilotjob.launcher.launcher)
finish_callback_default() (in module qcg.pilotjob.launcher.launcher)
finished (qcg.pilotjob.receiver.Receiver attribute)
finished_file (qcg.pilotjob.resume.StateTracker attribute)
FinishReq (class in qcg.pilotjob.request)
flush() (qcg.pilotjob.reports.JobReport method)
free (qcg.pilotjob.resources.Node property)
free_cores (qcg.pilotjob.resources.Resources property)
free_ids (qcg.pilotjob.resources.Node property)
from_child() (qcg.pilotjob.api.jobinfo.JobInfo static method)
from_dict() (qcg.pilotjob.resources.CR static method)
(qcg.pilotjob.resources.CRBind static method)
(qcg.pilotjob.resources.Node static method)
(qcg.pilotjob.resources.Resources static method)
from_job() (qcg.pilotjob.api.jobinfo.JobInfo static method)
from_workdir() (qcg.pilotjob.utils.reportstats.JobsReportStats static method)
G
gantt() (qcg.pilotjob.utils.reportstats.JobsReportStats method)
gantt_gaps() (qcg.pilotjob.utils.reportstats.JobsReportStats method)
gather() (qcg.pilotjob.launcher.rtstats.RunTimeStats method)
generate() (qcg.pilotjob.iterscheduler.MaximumIters method)
(qcg.pilotjob.iterscheduler.SplitInto method)
generate_status_response() (qcg.pilotjob.receiver.Receiver method)
get() (qcg.pilotjob.config.Config method)
(qcg.pilotjob.joblist.JobList method)
get_allocation_data() (in module qcg.pilotjob.slurmres)
get_env_opts() (qcg.pilotjob.executionschema.DirectExecution method)
(qcg.pilotjob.executionschema.ExecutionSchema method)
(qcg.pilotjob.executionschema.SlurmExecution method)
get_environment() (in module qcg.pilotjob.environment)
get_events_timeout() (qcg.pilotjob.api.manager.TimeStamp method)
get_exact_iter_plan() (qcg.pilotjob.iterscheduler.IterScheduler static method)
get_failed_iterations() (qcg.pilotjob.joblist.Job method)
get_min_num_cores() (qcg.pilotjob.joblist.JobResources method)
get_name() (qcg.pilotjob.joblist.Job method)
get_not_finished_iterations() (qcg.pilotjob.joblist.Job method)
get_num_slurm_nodes() (in module qcg.pilotjob.slurmres)
get_poll_time() (qcg.pilotjob.api.manager.TimeStamp method)
get_process() (qcg.pilotjob.utils.proc_traces.ProcTraces method)
get_reporter() (in module qcg.pilotjob.reports)
get_resources() (in module qcg.pilotjob.parseres)
get_scheduler() (qcg.pilotjob.iterscheduler.IterScheduler class method)
get_schema() (qcg.pilotjob.executionschema.ExecutionSchema class method)
get_slurm_version() (in module qcg.pilotjob.slurmres)
global_stats() (qcg.pilotjob.utils.reportstats.JobsReportStats method)
GOVERNOR (qcg.pilotjob.config.Config attribute)
GovernorConnectionError
GPU (qcg.pilotjob.resources.CRType attribute)
H
has_cores (qcg.pilotjob.joblist.JobResources property)
has_crs (qcg.pilotjob.joblist.JobResources property)
has_dependencies (qcg.pilotjob.joblist.Job property)
(qcg.pilotjob.joblist.JobDependencies property)
has_enough_crs() (qcg.pilotjob.resources.Node method)
has_iterations (qcg.pilotjob.joblist.Job property)
has_nodes (qcg.pilotjob.joblist.JobResources property)
has_realtime_stats() (qcg.pilotjob.utils.reportstats.JobsReportStats method)
history (qcg.pilotjob.api.jobinfo.JobInfo attribute)
history() (qcg.pilotjob.joblist.Job method)
(qcg.pilotjob.joblist.SubJobState method)
I
ids (qcg.pilotjob.resources.CRBind attribute)
(qcg.pilotjob.resources.Node property)
iface_task (qcg.pilotjob.launcher.launcher.Launcher attribute)
IllegalJobDescription
IllegalResourceRequirements
in_range() (qcg.pilotjob.joblist.JobIteration method)
in_slurm_allocation() (in module qcg.pilotjob.slurmres)
in_socket (qcg.pilotjob.launcher.launcher.Launcher attribute)
include_childs (qcg.pilotjob.request.JobInfoReq attribute)
INFO (qcg.pilotjob.executor_api.qcgpj_executor.ClientLogLevel attribute)
(qcg.pilotjob.executor_api.qcgpj_executor.ServiceLogLevel attribute)
info() (qcg.pilotjob.api.manager.Manager method)
info_parsed() (qcg.pilotjob.api.manager.Manager method)
instances (qcg.pilotjob.allocation.CRBindAllocation attribute)
interfaces (qcg.pilotjob.receiver.Receiver property)
InternalError
,
[1]
InvalidAllocation
InvalidArgument
InvalidJobDescriptionError
InvalidRequest
InvalidResourceSpec
is_aux_dir() (in module qcg.pilotjob.utils.auxdir)
is_error (qcg.pilotjob.receiver.ValidateResponse property)
is_exact() (qcg.pilotjob.joblist.ResourceSize method)
is_finished (qcg.pilotjob.receiver.Receiver property)
is_finished() (qcg.pilotjob.joblist.JobState method)
is_notebook() (qcg.pilotjob.api.manager.LocalManager static method)
is_status_finished() (qcg.pilotjob.api.manager.Manager static method)
is_success (qcg.pilotjob.receiver.ValidateResponse property)
iteration (qcg.pilotjob.api.jobinfo.JobInfo attribute)
(qcg.pilotjob.joblist.Job property)
ITERATION_FINISHED (qcg.pilotjob.publisher.EventTopic attribute)
iteration_states (qcg.pilotjob.joblist.Job property)
ITERATION_STATUS (qcg.pilotjob.publisher.EventTopic attribute)
iteration_value() (qcg.pilotjob.joblist.JobIteration method)
iterations (qcg.pilotjob.api.jobinfo.JobInfo attribute)
iterations() (qcg.pilotjob.joblist.JobIteration method)
iterations_gen() (qcg.pilotjob.joblist.JobIteration method)
IterScheduler (class in qcg.pilotjob.iterscheduler)
J
Job (class in qcg.pilotjob.joblist)
JOB_FINISHED (qcg.pilotjob.publisher.EventTopic attribute)
job_finished() (qcg.pilotjob.resume.StateTracker method)
job_info() (qcg.pilotjob.utils.reportstats.JobsReportStats method)
JOB_MODELS (qcg.pilotjob.executionschema.SlurmExecution attribute)
job_names (qcg.pilotjob.request.CancelJobReq attribute)
(qcg.pilotjob.request.JobInfoReq attribute)
(qcg.pilotjob.request.JobStatusReq attribute)
(qcg.pilotjob.request.RemoveJobReq attribute)
job_names() (qcg.pilotjob.api.job.Jobs method)
job_start_finish_launch_overheads() (qcg.pilotjob.utils.reportstats.JobsReportStats method)
job_stats() (qcg.pilotjob.utils.reportstats.JobsReportStats method)
JOB_STATUS (qcg.pilotjob.publisher.EventTopic attribute)
JobAlreadyExist
JobDependencies (class in qcg.pilotjob.joblist)
JobExecution (class in qcg.pilotjob.joblist)
JobFileNotExist
JobInfo (class in qcg.pilotjob.api.jobinfo)
JobInfoReq (class in qcg.pilotjob.request)
JobIteration (class in qcg.pilotjob.joblist)
JobList (class in qcg.pilotjob.joblist)
JobNotDefinedError
JobReport (class in qcg.pilotjob.reports)
JobResources (class in qcg.pilotjob.joblist)
Jobs (class in qcg.pilotjob.api.job)
jobs (qcg.pilotjob.request.SubmitReq attribute)
jobs() (qcg.pilotjob.api.job.Jobs method)
(qcg.pilotjob.joblist.JobList method)
jobs_cb (qcg.pilotjob.launcher.launcher.Launcher attribute)
jobs_def_cb (qcg.pilotjob.launcher.launcher.Launcher attribute)
JobsReportStats (class in qcg.pilotjob.utils.reportstats)
JobState (class in qcg.pilotjob.joblist)
JobStatusReq (class in qcg.pilotjob.request)
JsonFileReport (class in qcg.pilotjob.reports)
K
kill_manager_process() (qcg.pilotjob.api.manager.LocalManager method)
L
Launcher (class in qcg.pilotjob.launcher.launcher)
list() (qcg.pilotjob.api.manager.Manager method)
ListJobsReq (class in qcg.pilotjob.request)
load_from_file() (qcg.pilotjob.api.job.Jobs method)
LOCAL (qcg.pilotjob.resources.ResourcesType attribute)
local_address (qcg.pilotjob.launcher.launcher.Launcher attribute)
local_export_address (qcg.pilotjob.launcher.launcher.Launcher attribute)
local_port (qcg.pilotjob.publisher.StatusPublisher attribute)
(qcg.pilotjob.zmqinterface.ZMQInterface attribute)
LocalManager (class in qcg.pilotjob.api.manager)
LOG_LEVEL (qcg.pilotjob.config.Config attribute)
M
Manager (class in qcg.pilotjob.api.manager)
MANAGER_ID (qcg.pilotjob.config.Config attribute)
MANAGER_TAGS (qcg.pilotjob.config.Config attribute)
mark_available_cores() (qcg.pilotjob.resources.Resources method)
mark_not_available_cores() (qcg.pilotjob.resources.Resources method)
max (qcg.pilotjob.joblist.ResourceSize property)
max_crs (qcg.pilotjob.resources.Resources property)
MAX_PORT_RANGE (qcg.pilotjob.launcher.launcher.Launcher attribute)
MAXIMUM_CONCURRENT_CONNECTIONS (qcg.pilotjob.launcher.launcher.Launcher attribute)
MaximumIters (class in qcg.pilotjob.iterscheduler)
MEM (qcg.pilotjob.resources.CRType attribute)
messages (qcg.pilotjob.api.jobinfo.JobInfo attribute)
messages() (qcg.pilotjob.joblist.Job method)
(qcg.pilotjob.joblist.SubJobState method)
min (qcg.pilotjob.joblist.ResourceSize property)
MIN_PORT_RANGE (qcg.pilotjob.launcher.launcher.Launcher attribute)
model (qcg.pilotjob.joblist.JobExecution attribute)
model_opts (qcg.pilotjob.joblist.JobExecution attribute)
module
qcg
qcg.pilotjob
qcg.pilotjob.allocation
qcg.pilotjob.api
,
[1]
qcg.pilotjob.api.errors
qcg.pilotjob.api.job
qcg.pilotjob.api.jobinfo
qcg.pilotjob.api.manager
qcg.pilotjob.cmds
qcg.pilotjob.config
qcg.pilotjob.environment
qcg.pilotjob.errors
qcg.pilotjob.executionschema
qcg.pilotjob.executor_api
qcg.pilotjob.executor_api.qcgpj_executor
qcg.pilotjob.executor_api.qcgpj_future
qcg.pilotjob.executor_api.templates
qcg.pilotjob.executor_api.templates.basic_template
qcg.pilotjob.executor_api.templates.qcgpj_template
qcg.pilotjob.fileinterface
qcg.pilotjob.iterscheduler
qcg.pilotjob.joblist
qcg.pilotjob.launcher
qcg.pilotjob.launcher.launcher
qcg.pilotjob.launcher.rtstats
qcg.pilotjob.localres
qcg.pilotjob.logger
qcg.pilotjob.parseres
qcg.pilotjob.profile
qcg.pilotjob.publisher
qcg.pilotjob.receiver
qcg.pilotjob.reports
qcg.pilotjob.request
qcg.pilotjob.resources
qcg.pilotjob.response
qcg.pilotjob.resume
qcg.pilotjob.scheduler
qcg.pilotjob.scheduleralgo
qcg.pilotjob.slurmres
qcg.pilotjob.tests
qcg.pilotjob.tests.job_stats
qcg.pilotjob.utils
qcg.pilotjob.utils.auxdir
qcg.pilotjob.utils.proc_traces
qcg.pilotjob.utils.reportstats
qcg.pilotjob.utils.slurmenvresources
qcg.pilotjob.utils.util
qcg.pilotjob.zmqinterface
modules (qcg.pilotjob.joblist.JobExecution attribute)
msg (qcg.pilotjob.receiver.ValidateResponse attribute)
(qcg.pilotjob.response.Response attribute)
N
name (qcg.pilotjob.api.jobinfo.JobInfo attribute)
NAME (qcg.pilotjob.environment.CommonEnvironment attribute)
(qcg.pilotjob.environment.Environment attribute)
,
[1]
(qcg.pilotjob.environment.SlurmEnvironment attribute)
name (qcg.pilotjob.joblist.Job property)
NAME (qcg.pilotjob.reports.JsonFileReport attribute)
(qcg.pilotjob.reports.TextFileReport attribute)
name (qcg.pilotjob.resources.Node property)
name() (qcg.pilotjob.fileinterface.FileInterface class method)
(qcg.pilotjob.zmqinterface.ZMQInterface class method)
ncores (qcg.pilotjob.allocation.NodeAllocation property)
new_submited_jobs() (qcg.pilotjob.resume.StateTracker method)
NL_INIT_TIMEOUT (qcg.pilotjob.config.Config attribute)
NL_READY_THRESHOLD (qcg.pilotjob.config.Config attribute)
NL_START_METHOD (qcg.pilotjob.config.Config attribute)
NO_JOBS (qcg.pilotjob.publisher.EventTopic attribute)
Node (class in qcg.pilotjob.resources)
node (qcg.pilotjob.allocation.NodeAllocation property)
node_cores_allocated() (qcg.pilotjob.resources.Resources method)
node_cores_released() (qcg.pilotjob.resources.Resources method)
node_local_agent_cmd (qcg.pilotjob.launcher.launcher.Launcher attribute)
node_ssh_agent_cmd (qcg.pilotjob.launcher.launcher.Launcher attribute)
NodeAllocation (class in qcg.pilotjob.allocation)
nodes (qcg.pilotjob.allocation.Allocation property)
(qcg.pilotjob.api.jobinfo.JobInfo attribute)
(qcg.pilotjob.joblist.JobResources property)
(qcg.pilotjob.launcher.launcher.Launcher attribute)
(qcg.pilotjob.resources.Resources property)
none_reporter() (in module qcg.pilotjob.reports)
NOTIFY_ENTITY (qcg.pilotjob.request.NotifyReq attribute)
NotifyReq (class in qcg.pilotjob.request)
NotSufficientResources
O
OK (qcg.pilotjob.response.ResponseCode attribute)
ok() (qcg.pilotjob.response.Response class method)
OMITTED (qcg.pilotjob.joblist.JobState attribute)
ordered_job_names() (qcg.pilotjob.api.job.Jobs method)
ordered_jobs() (qcg.pilotjob.api.job.Jobs method)
P
params (qcg.pilotjob.request.NotifyReq attribute)
(qcg.pilotjob.request.RegisterReq attribute)
PARENT_MANAGER (qcg.pilotjob.config.Config attribute)
parse() (qcg.pilotjob.request.Request class method)
(qcg.pilotjob.utils.slurmenvresources.SlurmEnvResources method)
parse_datetime() (in module qcg.pilotjob.utils.util)
parse_jobname() (qcg.pilotjob.joblist.JobList static method)
parse_local_cpus() (in module qcg.pilotjob.slurmres)
parse_local_resources() (in module qcg.pilotjob.localres)
parse_nodelist() (in module qcg.pilotjob.slurmres)
parse_resources_file() (in module qcg.pilotjob.parseres)
parse_slurm_allocation_cpu_ids() (in module qcg.pilotjob.slurmres)
parse_slurm_cpu_binding() (in module qcg.pilotjob.slurmres)
parse_slurm_env_binding() (in module qcg.pilotjob.slurmres)
parse_slurm_job_cpus() (in module qcg.pilotjob.slurmres)
parse_slurm_resources() (in module qcg.pilotjob.slurmres)
path (qcg.pilotjob.fileinterface.FileInterface attribute)
pipe_path (qcg.pilotjob.launcher.rtstats.RunTimeStats attribute)
preprocess() (qcg.pilotjob.executionschema.DirectExecution method)
(qcg.pilotjob.executionschema.ExecutionSchema method)
(qcg.pilotjob.executionschema.SlurmExecution method)
process_iterator() (qcg.pilotjob.utils.proc_traces.ProcTraces method)
ProcTraces (class in qcg.pilotjob.utils.proc_traces)
profile_dummy() (in module qcg.pilotjob.profile)
PROGRESS (qcg.pilotjob.config.Config attribute)
publish() (qcg.pilotjob.publisher.StatusPublisher method)
Q
qcg
module
qcg.pilotjob
module
qcg.pilotjob.allocation
module
qcg.pilotjob.api
module
,
[1]
qcg.pilotjob.api.errors
module
qcg.pilotjob.api.job
module
qcg.pilotjob.api.jobinfo
module
qcg.pilotjob.api.manager
module
qcg.pilotjob.cmds
module
qcg.pilotjob.config
module
qcg.pilotjob.environment
module
qcg.pilotjob.errors
module
qcg.pilotjob.executionschema
module
qcg.pilotjob.executor_api
module
qcg.pilotjob.executor_api.qcgpj_executor
module
qcg.pilotjob.executor_api.qcgpj_future
module
qcg.pilotjob.executor_api.templates
module
qcg.pilotjob.executor_api.templates.basic_template
module
qcg.pilotjob.executor_api.templates.qcgpj_template
module
qcg.pilotjob.fileinterface
module
qcg.pilotjob.iterscheduler
module
qcg.pilotjob.joblist
module
qcg.pilotjob.launcher
module
qcg.pilotjob.launcher.launcher
module
qcg.pilotjob.launcher.rtstats
module
qcg.pilotjob.localres
module
qcg.pilotjob.logger
module
qcg.pilotjob.parseres
module
qcg.pilotjob.profile
module
qcg.pilotjob.publisher
module
qcg.pilotjob.receiver
module
qcg.pilotjob.reports
module
qcg.pilotjob.request
module
qcg.pilotjob.resources
module
qcg.pilotjob.response
module
qcg.pilotjob.resume
module
qcg.pilotjob.scheduler
module
qcg.pilotjob.scheduleralgo
module
qcg.pilotjob.slurmres
module
qcg.pilotjob.tests
module
qcg.pilotjob.tests.job_stats
module
qcg.pilotjob.utils
module
qcg.pilotjob.utils.auxdir
module
qcg.pilotjob.utils.proc_traces
module
qcg.pilotjob.utils.reportstats
module
qcg.pilotjob.utils.slurmenvresources
module
qcg.pilotjob.utils.util
module
qcg.pilotjob.zmqinterface
module
qcgpj_manager (qcg.pilotjob.executor_api.qcgpj_executor.QCGPJExecutor property)
QCGPJExecutor (class in qcg.pilotjob.executor_api.qcgpj_executor)
QCGPJFuture (class in qcg.pilotjob.executor_api.qcgpj_future)
qcgpjm (qcg.pilotjob.executor_api.qcgpj_future.QCGPJFuture attribute)
QCGPJMAError
QCGPJTemplate (class in qcg.pilotjob.executor_api.templates.qcgpj_template)
queue_pos() (qcg.pilotjob.joblist.Job method)
QUEUED (qcg.pilotjob.joblist.JobState attribute)
R
range (qcg.pilotjob.joblist.ResourceSize property)
read() (qcg.pilotjob.utils.proc_traces.ProcTraces method)
real_address (qcg.pilotjob.zmqinterface.ZMQInterface attribute)
receive() (qcg.pilotjob.fileinterface.FileInterface method)
(qcg.pilotjob.zmqinterface.ZMQInterface method)
Receiver (class in qcg.pilotjob.receiver)
RegisterReq (class in qcg.pilotjob.request)
release() (qcg.pilotjob.allocation.Allocation method)
(qcg.pilotjob.allocation.NodeAllocation method)
(qcg.pilotjob.resources.CR method)
(qcg.pilotjob.resources.CRBind method)
(qcg.pilotjob.resources.Node method)
release_allocation() (qcg.pilotjob.scheduler.Scheduler method)
remove() (qcg.pilotjob.api.job.Jobs method)
(qcg.pilotjob.api.manager.Manager method)
(qcg.pilotjob.joblist.JobList method)
RemoveJobReq (class in qcg.pilotjob.request)
reply() (qcg.pilotjob.fileinterface.FileInterface method)
(qcg.pilotjob.zmqinterface.ZMQInterface method)
REPORT_FILE (qcg.pilotjob.config.Config attribute)
report_file (qcg.pilotjob.reports.JobReport attribute)
REPORT_FORMAT (qcg.pilotjob.config.Config attribute)
report_job() (qcg.pilotjob.reports.JobReport method)
report_job_entry() (qcg.pilotjob.reports.JobReport method)
(qcg.pilotjob.reports.JsonFileReport method)
(qcg.pilotjob.reports.TextFileReport method)
REQ_CNT (qcg.pilotjob.request.SubmitReq attribute)
REQ_CONTROL_CMD_FINISHAFTERALLTASKSDONE (qcg.pilotjob.request.ControlReq attribute)
REQ_CONTROL_CMDS (qcg.pilotjob.request.ControlReq attribute)
REQ_NAME (qcg.pilotjob.request.CancelJobReq attribute)
(qcg.pilotjob.request.ControlReq attribute)
(qcg.pilotjob.request.FinishReq attribute)
(qcg.pilotjob.request.JobInfoReq attribute)
(qcg.pilotjob.request.JobStatusReq attribute)
(qcg.pilotjob.request.ListJobsReq attribute)
(qcg.pilotjob.request.NotifyReq attribute)
(qcg.pilotjob.request.RegisterReq attribute)
(qcg.pilotjob.request.RemoveJobReq attribute)
(qcg.pilotjob.request.ResourcesInfoReq attribute)
(qcg.pilotjob.request.StatusReq attribute)
(qcg.pilotjob.request.SubmitReq attribute)
REQ_REGISTER_ENTITIES (qcg.pilotjob.request.RegisterReq attribute)
reqs_file (qcg.pilotjob.resume.StateTracker attribute)
Request (class in qcg.pilotjob.request)
request (qcg.pilotjob.receiver.ValidateResponse attribute)
resource_usage() (qcg.pilotjob.utils.reportstats.JobsReportStats method)
Resources (class in qcg.pilotjob.resources)
RESOURCES (qcg.pilotjob.config.Config attribute)
resources (qcg.pilotjob.executionschema.ExecutionSchema attribute)
(qcg.pilotjob.joblist.Job property)
(qcg.pilotjob.resources.Node attribute)
(qcg.pilotjob.scheduleralgo.SchedulerAlgorithm attribute)
resources() (qcg.pilotjob.api.manager.Manager method)
(qcg.pilotjob.utils.reportstats.JobsReportStats method)
ResourcesInfoReq (class in qcg.pilotjob.request)
ResourceSize (class in qcg.pilotjob.joblist)
ResourcesType (class in qcg.pilotjob.resources)
Response (class in qcg.pilotjob.response)
ResponseCode (class in qcg.pilotjob.response)
ResponseStatus (class in qcg.pilotjob.receiver)
result (qcg.pilotjob.receiver.ValidateResponse attribute)
result() (qcg.pilotjob.executor_api.qcgpj_future.QCGPJFuture method)
RESUME (qcg.pilotjob.config.Config attribute)
resume() (qcg.pilotjob.resume.StateTracker static method)
ResumeError
rt_stats (qcg.pilotjob.launcher.rtstats.RunTimeStats attribute)
rtype (qcg.pilotjob.resources.Resources property)
run() (qcg.pilotjob.receiver.Receiver method)
run_job() (in module qcg.pilotjob.launcher.launcher)
running() (qcg.pilotjob.executor_api.qcgpj_future.QCGPJFuture method)
runtime() (qcg.pilotjob.joblist.Job method)
(qcg.pilotjob.joblist.SubJobState method)
RunTimeStats (class in qcg.pilotjob.launcher.rtstats)
S
save_to_file() (qcg.pilotjob.api.job.Jobs method)
SCHED_NAME (qcg.pilotjob.iterscheduler.MaximumIters attribute)
(qcg.pilotjob.iterscheduler.SplitInto attribute)
SCHEDULED (qcg.pilotjob.joblist.JobState attribute)
Scheduler (class in qcg.pilotjob.scheduler)
scheduler (qcg.pilotjob.joblist.ResourceSize property)
SchedulerAlgorithm (class in qcg.pilotjob.scheduleralgo)
secs_from_start (qcg.pilotjob.api.manager.TimeStamp property)
send_request() (qcg.pilotjob.api.manager.Manager method)
ServiceError
ServiceLogLevel (class in qcg.pilotjob.executor_api.qcgpj_executor)
set_available_core_ids() (qcg.pilotjob.resources.Node method)
set_finish() (qcg.pilotjob.receiver.Receiver method)
set_job_finish_callback() (qcg.pilotjob.launcher.launcher.Launcher method)
set_queue_pos() (qcg.pilotjob.joblist.Job method)
set_state() (qcg.pilotjob.joblist.Job method)
(qcg.pilotjob.joblist.SubJobState method)
setup() (qcg.pilotjob.fileinterface.FileInterface method)
(qcg.pilotjob.publisher.StatusPublisher method)
(qcg.pilotjob.zmqinterface.ZMQInterface method)
shutdown() (qcg.pilotjob.executor_api.qcgpj_executor.QCGPJExecutor method)
SHUTDOWN_TIMEOUT_SECS (qcg.pilotjob.launcher.launcher.Launcher attribute)
Singletone (class in qcg.pilotjob.utils.util)
SLURM (qcg.pilotjob.resources.ResourcesType attribute)
SLURM_LIMIT_NODES_RANGE_BEGIN (qcg.pilotjob.config.Config attribute)
SLURM_LIMIT_NODES_RANGE_END (qcg.pilotjob.config.Config attribute)
SLURM_PARTITION_NODES (qcg.pilotjob.config.Config attribute)
SLURM_RESOURCES_FILE (qcg.pilotjob.config.Config attribute)
SlurmArg (class in qcg.pilotjob.slurmres)
SlurmEnvError
SlurmEnvironment (class in qcg.pilotjob.environment)
SlurmEnvResources (class in qcg.pilotjob.utils.slurmenvresources)
SlurmExecution (class in qcg.pilotjob.executionschema)
socket (qcg.pilotjob.publisher.StatusPublisher attribute)
(qcg.pilotjob.zmqinterface.ZMQInterface attribute)
SplitInto (class in qcg.pilotjob.iterscheduler)
start() (qcg.pilotjob.launcher.launcher.Launcher method)
START_TIMEOUT_SECS (qcg.pilotjob.launcher.launcher.Launcher attribute)
state() (qcg.pilotjob.joblist.Job method)
(qcg.pilotjob.joblist.SubJobState method)
StateTracker (class in qcg.pilotjob.resume)
stats() (qcg.pilotjob.joblist.JobState method)
status (qcg.pilotjob.api.jobinfo.JobInfo attribute)
status() (qcg.pilotjob.api.manager.Manager method)
StatusPublisher (class in qcg.pilotjob.publisher)
StatusReq (class in qcg.pilotjob.request)
stderr (qcg.pilotjob.joblist.JobExecution attribute)
stdin (qcg.pilotjob.joblist.JobExecution attribute)
stdout (qcg.pilotjob.joblist.JobExecution attribute)
stop() (qcg.pilotjob.launcher.launcher.Launcher method)
(qcg.pilotjob.publisher.StatusPublisher method)
(qcg.pilotjob.receiver.Receiver method)
str_crs (qcg.pilotjob.resources.Node property)
str_state() (qcg.pilotjob.joblist.Job method)
SubJobState (class in qcg.pilotjob.joblist)
submit() (qcg.pilotjob.api.manager.Manager method)
(qcg.pilotjob.executor_api.qcgpj_executor.QCGPJExecutor method)
(qcg.pilotjob.launcher.launcher.Launcher method)
SubmitReq (class in qcg.pilotjob.request)
SUCCEED (qcg.pilotjob.joblist.JobState attribute)
SUCCESS (qcg.pilotjob.receiver.ResponseStatus attribute)
success() (qcg.pilotjob.receiver.ValidateResponse method)
SYSTEM_CORE (qcg.pilotjob.config.Config attribute)
system_status() (qcg.pilotjob.api.manager.Manager method)
T
template() (qcg.pilotjob.executor_api.templates.basic_template.BasicTemplate static method)
(qcg.pilotjob.executor_api.templates.qcgpj_template.QCGPJTemplate static method)
test() (in module qcg.pilotjob.launcher.launcher)
test_environment() (in module qcg.pilotjob.slurmres)
TextFileReport (class in qcg.pilotjob.reports)
time (qcg.pilotjob.api.jobinfo.JobInfo attribute)
TimeoutElapsed
TimeStamp (class in qcg.pilotjob.api.manager)
to_dict() (qcg.pilotjob.joblist.Job method)
(qcg.pilotjob.joblist.JobDependencies method)
(qcg.pilotjob.joblist.JobExecution method)
(qcg.pilotjob.joblist.JobIteration method)
(qcg.pilotjob.joblist.JobResources method)
(qcg.pilotjob.joblist.ResourceSize method)
(qcg.pilotjob.request.CancelJobReq method)
(qcg.pilotjob.request.ControlReq method)
(qcg.pilotjob.request.FinishReq method)
(qcg.pilotjob.request.JobInfoReq method)
(qcg.pilotjob.request.JobStatusReq method)
(qcg.pilotjob.request.ListJobsReq method)
(qcg.pilotjob.request.NotifyReq method)
(qcg.pilotjob.request.RegisterReq method)
(qcg.pilotjob.request.RemoveJobReq method)
(qcg.pilotjob.request.ResourcesInfoReq method)
(qcg.pilotjob.request.StatusReq method)
(qcg.pilotjob.request.SubmitReq method)
(qcg.pilotjob.resources.CR method)
(qcg.pilotjob.resources.CRBind method)
(qcg.pilotjob.resources.Node method)
(qcg.pilotjob.resources.Resources method)
(qcg.pilotjob.response.Response method)
to_json() (qcg.pilotjob.joblist.Job method)
(qcg.pilotjob.joblist.JobDependencies method)
(qcg.pilotjob.joblist.JobExecution method)
(qcg.pilotjob.joblist.JobIteration method)
(qcg.pilotjob.joblist.JobResources method)
(qcg.pilotjob.joblist.ResourceSize method)
(qcg.pilotjob.request.CancelJobReq method)
(qcg.pilotjob.request.ControlReq method)
(qcg.pilotjob.request.FinishReq method)
(qcg.pilotjob.request.JobInfoReq method)
(qcg.pilotjob.request.JobStatusReq method)
(qcg.pilotjob.request.ListJobsReq method)
(qcg.pilotjob.request.NotifyReq method)
(qcg.pilotjob.request.RegisterReq method)
(qcg.pilotjob.request.RemoveJobReq method)
(qcg.pilotjob.request.ResourcesInfoReq method)
(qcg.pilotjob.request.StatusReq method)
(qcg.pilotjob.request.SubmitReq method)
(qcg.pilotjob.resources.Node method)
(qcg.pilotjob.resources.Resources method)
(qcg.pilotjob.response.Response method)
total (qcg.pilotjob.resources.Node property)
total_cores (qcg.pilotjob.api.jobinfo.JobInfo attribute)
(qcg.pilotjob.resources.Resources property)
total_count (qcg.pilotjob.resources.CR attribute)
(qcg.pilotjob.resources.CRBind attribute)
total_crs (qcg.pilotjob.resources.Resources property)
total_nodes (qcg.pilotjob.resources.Resources property)
U
UNKNOWN (qcg.pilotjob.receiver.ResponseStatus attribute)
UnknownEventTopic
update_env() (qcg.pilotjob.environment.CommonEnvironment method)
(qcg.pilotjob.environment.Environment method)
(qcg.pilotjob.environment.SlurmEnvironment method)
used (qcg.pilotjob.resources.CR attribute)
(qcg.pilotjob.resources.CRBind property)
(qcg.pilotjob.resources.Node property)
used_cores (qcg.pilotjob.resources.Resources property)
V
validate_jobname() (qcg.pilotjob.joblist.Job static method)
ValidateResponse (class in qcg.pilotjob.receiver)
venv (qcg.pilotjob.joblist.JobExecution attribute)
W
wait4() (qcg.pilotjob.api.manager.Manager method)
wait4_any_job_finish() (qcg.pilotjob.api.manager.Manager method)
wait4all() (qcg.pilotjob.api.manager.Manager method)
WARNING (qcg.pilotjob.executor_api.qcgpj_executor.ServiceLogLevel attribute)
wd (qcg.pilotjob.joblist.JobExecution attribute)
wdir (qcg.pilotjob.api.jobinfo.JobInfo attribute)
work_dir (qcg.pilotjob.launcher.launcher.Launcher attribute)
WRAPPER_RT_STATS (qcg.pilotjob.config.Config attribute)
WrongArgumentsError
WrongEventFormat
Z
zmq_address (qcg.pilotjob.receiver.Receiver property)
zmq_ctx (qcg.pilotjob.launcher.launcher.Launcher attribute)
(qcg.pilotjob.publisher.StatusPublisher attribute)
(qcg.pilotjob.zmqinterface.ZMQInterface attribute)
ZMQ_IFACE_ADDRESS (qcg.pilotjob.config.Config attribute)
ZMQ_IP_ADDRESS (qcg.pilotjob.config.Config attribute)
ZMQ_PORT (qcg.pilotjob.config.Config attribute)
ZMQ_PORT_MAX_RANGE (qcg.pilotjob.config.Config attribute)
ZMQ_PORT_MIN_RANGE (qcg.pilotjob.config.Config attribute)
ZMQ_PUB_ADDRESS (qcg.pilotjob.config.Config attribute)
ZMQ_PUB_PORT (qcg.pilotjob.config.Config attribute)
ZMQInterface (class in qcg.pilotjob.zmqinterface)