qcg.pilotjob namespace

Subpackages

• qcg.pilotjob.api package
  • Submodules
    • qcg.pilotjob.api.errors module
      • QCGPJMAError
      • InternalError
      • InvalidJobDescriptionError
      • JobNotDefinedError
      • ConnectionError
      • WrongArgumentsError
      • FileError
      • ServiceError
      • TimeoutElapsed
    • qcg.pilotjob.api.job module
      • Jobs
    • qcg.pilotjob.api.jobinfo module
      • JobInfo
    • qcg.pilotjob.api.manager module
      • TimeStamp
      • Manager
      • LocalManager
• qcg.pilotjob.cmds package
  • Submodules
    • qcg.pilotjob.cmds.processes module
    • qcg.pilotjob.cmds.report module
• qcg.pilotjob.executor_api package
  • Subpackages
    • qcg.pilotjob.executor_api.templates package
      • Submodules
  • Submodules
    • qcg.pilotjob.executor_api.qcgpj_executor module
      • QCGPJExecutor
      • ServiceLogLevel
      • ClientLogLevel
    • qcg.pilotjob.executor_api.qcgpj_future module
      • QCGPJFuture
• qcg.pilotjob.launcher package
  • Submodules
    • qcg.pilotjob.launcher.agent module
    • qcg.pilotjob.launcher.launcher module
      • Launcher
      • finish_callback_default()
      • finish_callback()
      • run_job()
      • test()
    • qcg.pilotjob.launcher.procstats module
    • qcg.pilotjob.launcher.rtstats module
      • RunTimeStats
• qcg.pilotjob.tests package
  • Submodules
    • qcg.pilotjob.tests.job_stats module
      • analyze_job_report()
    • qcg.pilotjob.tests.profile_local_sleep module
    • qcg.pilotjob.tests.test_api module
    • qcg.pilotjob.tests.test_fileinterface module
    • qcg.pilotjob.tests.test_governor module
    • qcg.pilotjob.tests.test_iterschedulers module
    • qcg.pilotjob.tests.test_jobdescription module
    • qcg.pilotjob.tests.test_localmanager module
    • qcg.pilotjob.tests.test_qcgpj_executor module
    • qcg.pilotjob.tests.test_requests module
    • qcg.pilotjob.tests.test_resources module
    • qcg.pilotjob.tests.test_resume module
    • qcg.pilotjob.tests.test_scheduler module
    • qcg.pilotjob.tests.test_slurmenv module
    • qcg.pilotjob.tests.test_slurmenv_api module
    • qcg.pilotjob.tests.test_utils module
    • qcg.pilotjob.tests.utils module
• qcg.pilotjob.utils package
  • Submodules
    • qcg.pilotjob.utils.auxdir module
      • is_aux_dir()
      • find_aux_dirs()
      • find_single_aux_dir()
      • find_latest_aux_dir()
      • find_report_files()
      • find_final_status_files()
      • find_log_files()
      • find_proc_traces_files()
      • find_rtimes_files()
    • qcg.pilotjob.utils.proc_traces module
      • ProcTraces
    • qcg.pilotjob.utils.processes module
    • qcg.pilotjob.utils.reportstats module
      • JobsReportStats
    • qcg.pilotjob.utils.slurmenvresources module
      • SlurmEnvResources
    • qcg.pilotjob.utils.util module
      • Singletone
      • parse_datetime()

Submodules

• qcg.pilotjob.allocation module
  • CRAllocation
    • CRAllocation.crtype
    • CRAllocation.count
  • CRBindAllocation
    • CRBindAllocation.crtype
    • CRBindAllocation.instances
    • CRBindAllocation.count
  • NodeAllocation
    • NodeAllocation._node
    • NodeAllocation._cores
    • NodeAllocation._crs
    • NodeAllocation.release()
    • NodeAllocation.cores
    • NodeAllocation.ncores
    • NodeAllocation.crs
    • NodeAllocation.node
  • Allocation
    • Allocation._nodes
    • Allocation._cores
    • Allocation.add_node()
    • Allocation.release()
    • Allocation.cores
    • Allocation.nodes
    • Allocation.description()
• qcg.pilotjob.client_cmd module
• qcg.pilotjob.command_line module
• qcg.pilotjob.config module
  • Config
    • Config.EXECUTOR_WD
    • Config.AUX_DIR
    • Config.EXECUTION_NODES
    • Config.ENVIRONMENT_SCHEMA
    • Config.RESOURCES
    • Config.FILE_PATH
    • Config.ZMQ_IP_ADDRESS
    • Config.ZMQ_PORT
    • Config.ZMQ_PUB_PORT
    • Config.ZMQ_PORT_MIN_RANGE
    • Config.ZMQ_PORT_MAX_RANGE
    • Config.ZMQ_IFACE_ADDRESS
    • Config.ZMQ_PUB_ADDRESS
    • Config.REPORT_FORMAT
    • Config.REPORT_FILE
    • Config.LOG_LEVEL
    • Config.SYSTEM_CORE
    • Config.ADDRESS_FILE
    • Config.FINAL_STATUS_FILE
    • Config.DISABLE_NL
    • Config.PROGRESS
    • Config.GOVERNOR
    • Config.RESUME
    • Config.PARENT_MANAGER
    • Config.MANAGER_ID
    • Config.MANAGER_TAGS
    • Config.SLURM_PARTITION_NODES
    • Config.SLURM_LIMIT_NODES_RANGE_BEGIN
    • Config.SLURM_LIMIT_NODES_RANGE_END
    • Config.SLURM_RESOURCES_FILE
    • Config.ENABLE_PROC_STATS
    • Config.ENABLE_RT_STATS
    • Config.WRAPPER_RT_STATS
    • Config.NL_INIT_TIMEOUT
    • Config.NL_READY_THRESHOLD
    • Config.DISABLE_PUBLISHER
    • Config.NL_START_METHOD
    • Config.get()
• qcg.pilotjob.environment module
  • Environment
    • Environment.NAME
    • Environment.NAME
    • Environment.update_env()
  • CommonEnvironment
    • CommonEnvironment.NAME
    • CommonEnvironment.update_env()
  • SlurmEnvironment
    • SlurmEnvironment.NAME
    • SlurmEnvironment.update_env()
  • get_environment()
• qcg.pilotjob.errors module
  • AppSchedulerError
  • SlurmEnvError
  • InvalidArgument
  • InvalidAllocation
  • InvalidResourceSpec
  • NotSufficientResources
  • JobAlreadyExist
  • IllegalResourceRequirements
  • IllegalJobDescription
  • InternalError
  • JobFileNotExist
  • InvalidRequest
  • GovernorConnectionError
  • ResumeError
  • UnknownEventTopic
  • WrongEventFormat
• qcg.pilotjob.executionjob module
• qcg.pilotjob.executionschema module
  • ExecutionSchema
    • ExecutionSchema.resources
    • ExecutionSchema.config
    • ExecutionSchema.get_schema()
    • ExecutionSchema.preprocess()
    • ExecutionSchema.get_env_opts()
  • SlurmExecution
    • SlurmExecution.EXEC_NAME
    • SlurmExecution.JOB_MODELS
    • SlurmExecution.preprocess()
    • SlurmExecution.get_env_opts()
  • DirectExecution
    • DirectExecution.EXEC_NAME
    • DirectExecution.preprocess()
    • DirectExecution.get_env_opts()
• qcg.pilotjob.executor module
• qcg.pilotjob.fileinterface module
  • FileInterface
    • FileInterface.cnt
    • FileInterface.path
    • FileInterface.name()
    • FileInterface.setup()
    • FileInterface.close()
    • FileInterface.receive()
    • FileInterface.reply()
• qcg.pilotjob.iterscheduler module
  • IterScheduler
    • IterScheduler.get_scheduler()
    • IterScheduler.get_exact_iter_plan()
  • MaximumIters
    • MaximumIters.SCHED_NAME
    • MaximumIters.generate()
  • SplitInto
    • SplitInto.SCHED_NAME
    • SplitInto.generate()
  • DefaultScheduler
• qcg.pilotjob.joblist module
  • JobState
    • JobState.QUEUED
    • JobState.SCHEDULED
    • JobState.EXECUTING
    • JobState.SUCCEED
    • JobState.FAILED
    • JobState.CANCELED
    • JobState.OMITTED
    • JobState.is_finished()
    • JobState.stats()
  • JobExecution
    • JobExecution.exec
    • JobExecution.args
    • JobExecution.env
    • JobExecution.stdin
    • JobExecution.stdout
    • JobExecution.stderr
    • JobExecution.modules
    • JobExecution.venv
    • JobExecution.wd
    • JobExecution.model
    • JobExecution.model_opts
    • JobExecution.to_dict()
    • JobExecution.to_json()
  • ResourceSize
    • ResourceSize.exact
    • ResourceSize.min
    • ResourceSize.max
    • ResourceSize.scheduler
    • ResourceSize.range
    • ResourceSize.is_exact()
    • ResourceSize.to_dict()
    • ResourceSize.to_json()
  • JobResources
    • JobResources.has_nodes
    • JobResources.has_cores
    • JobResources.has_crs
    • JobResources.cores
    • JobResources.nodes
    • JobResources.crs
    • JobResources.get_min_num_cores()
    • JobResources.to_dict()
    • JobResources.to_json()
  • JobDependencies
    • JobDependencies.has_dependencies
    • JobDependencies.to_dict()
    • JobDependencies.to_json()
  • JobIteration
    • JobIteration.in_range()
    • JobIteration.iterations_gen()
    • JobIteration.iterations()
    • JobIteration.iteration_value()
    • JobIteration.to_dict()
    • JobIteration.to_json()
  • SubJobState
    • SubJobState.state()
    • SubJobState.set_state()
    • SubJobState.append_runtime()
    • SubJobState.history()
    • SubJobState.messages()
    • SubJobState.runtime()
    • SubJobState.append_message()
  • Job
    • Job._name
    • Job._execution
    • Job._resources
    • Job._iteration
    • Job.dependencies
    • Job.attributes
    • Job._subjobs
    • Job._subjobs_not_finished
    • Job._subjobs_failed
    • Job._history
    • Job._state
    • Job._messages
    • Job._runtime
    • Job._queue_pos
    • Job.validate_jobname()
    • Job.name
    • Job.get_name()
    • Job.execution
    • Job.resources
    • Job.get_not_finished_iterations()
    • Job.get_failed_iterations()
    • Job.history()
    • Job.messages()
    • Job.runtime()
    • Job.has_iterations
    • Job.iteration
    • Job.state()
    • Job.str_state()
    • Job.iteration_states
    • Job.set_state()
    • Job.has_dependencies
    • Job.append_message()
    • Job.queue_pos()
    • Job.set_queue_pos()
    • Job.clear_queue_pos()
    • Job.append_runtime()
    • Job.to_dict()
    • Job.to_json()
  • JobList
    • JobList._jmap
    • JobList.parse_jobname()
    • JobList.add()
    • JobList.exist()
    • JobList.get()
    • JobList.jobs()
    • JobList.remove()
• qcg.pilotjob.localres module
  • parse_local_resources()
• qcg.pilotjob.logger module
• qcg.pilotjob.manager module
• qcg.pilotjob.parseres module
  • parse_resources_file()
  • get_resources()
• qcg.pilotjob.partitions module
• qcg.pilotjob.profile module
  • profile_dummy()
• qcg.pilotjob.publisher module
  • EventTopic
    • EventTopic.ITERATION_STATUS
    • EventTopic.ITERATION_FINISHED
    • EventTopic.JOB_STATUS
    • EventTopic.JOB_FINISHED
    • EventTopic.NO_JOBS
  • StatusPublisher
    • StatusPublisher.zmq_ctx
    • StatusPublisher.socket
    • StatusPublisher.address
    • StatusPublisher.local_port
    • StatusPublisher.external_address
    • StatusPublisher.setup()
    • StatusPublisher.encode_published_data()
    • StatusPublisher.decode_published_data()
    • StatusPublisher.publish()
    • StatusPublisher.stop()
• qcg.pilotjob.receiver module
  • ResponseStatus
    • ResponseStatus.UNKNOWN
    • ResponseStatus.ERROR
    • ResponseStatus.SUCCESS
  • ValidateResponse
    • ValidateResponse.result
    • ValidateResponse.msg
    • ValidateResponse.request
    • ValidateResponse.error()
    • ValidateResponse.success()
    • ValidateResponse.is_error
    • ValidateResponse.is_success
  • Receiver
    • Receiver._ifaces
    • Receiver._tasks
    • Receiver._zmq_address
    • Receiver._handler
    • Receiver._handlers
    • Receiver.finished
    • Receiver.zmq_address
    • Receiver.interfaces
    • Receiver.set_finish()
    • Receiver.is_finished
    • Receiver.run()
    • Receiver.stop()
    • Receiver.cancel_listeners()
    • Receiver.generate_status_response()
• qcg.pilotjob.reports module
  • JobReport
    • JobReport.report_file
    • JobReport.buffer
    • JobReport.buffered_entries
    • JobReport.buffer_size
    • JobReport.report_job()
    • JobReport.flush()
    • JobReport.report_job_entry()
  • TextFileReport
    • TextFileReport.NAME
    • TextFileReport.report_job_entry()
  • JsonFileReport
    • JsonFileReport.NAME
    • JsonFileReport.report_job_entry()
  • none_reporter()
  • get_reporter()
• qcg.pilotjob.request module
  • Request
    • Request.parse()
  • ControlReq
    • ControlReq.command
    • ControlReq.REQ_NAME
    • ControlReq.REQ_CONTROL_CMD_FINISHAFTERALLTASKSDONE
    • ControlReq.REQ_CONTROL_CMDS
    • ControlReq.to_dict()
    • ControlReq.to_json()
  • RegisterReq
    • RegisterReq.entity
    • RegisterReq.params
    • RegisterReq.REQ_NAME
    • RegisterReq.REQ_REGISTER_ENTITIES
    • RegisterReq.to_dict()
    • RegisterReq.to_json()
  • SubmitReq
    • SubmitReq.jobs
    • SubmitReq.REQ_NAME
    • SubmitReq.REQ_CNT
    • SubmitReq.to_dict()
    • SubmitReq.to_json()
  • JobStatusReq
    • JobStatusReq.job_names
    • JobStatusReq.REQ_NAME
    • JobStatusReq.to_dict()
    • JobStatusReq.to_json()
  • JobInfoReq
    • JobInfoReq.job_names
    • JobInfoReq.include_childs
    • JobInfoReq.REQ_NAME
    • JobInfoReq.to_dict()
    • JobInfoReq.to_json()
  • CancelJobReq
    • CancelJobReq.job_names
    • CancelJobReq.REQ_NAME
    • CancelJobReq.to_dict()
    • CancelJobReq.to_json()
  • RemoveJobReq
    • RemoveJobReq.job_names
    • RemoveJobReq.REQ_NAME
    • RemoveJobReq.to_dict()
    • RemoveJobReq.to_json()
  • ListJobsReq
    • ListJobsReq.REQ_NAME
    • ListJobsReq.to_dict()
    • ListJobsReq.to_json()
  • ResourcesInfoReq
    • ResourcesInfoReq.REQ_NAME
    • ResourcesInfoReq.to_dict()
    • ResourcesInfoReq.to_json()
  • FinishReq
    • FinishReq.REQ_NAME
    • FinishReq.to_dict()
    • FinishReq.to_json()
  • StatusReq
    • StatusReq.REQ_NAME
    • StatusReq.to_dict()
    • StatusReq.to_json()
  • NotifyReq
    • NotifyReq.entity
    • NotifyReq.params
    • NotifyReq.REQ_NAME
    • NotifyReq.NOTIFY_ENTITY
    • NotifyReq.to_dict()
    • NotifyReq.to_json()
• qcg.pilotjob.resources module
  • CRType
    • CRType.GPU
    • CRType.MEM
  • CR
    • CR.crtype
    • CR.total_count
    • CR.used
    • CR.available
    • CR.allocate()
    • CR.to_dict()
    • CR.from_dict()
    • CR.release()
  • CRBind
    • CRBind.crtype
    • CRBind.total_count
    • CRBind.ids
    • CRBind._free
    • CRBind.available
    • CRBind.used
    • CRBind.allocate()
    • CRBind.release()
    • CRBind.to_dict()
    • CRBind.from_dict()
  • Node
    • Node._name
    • Node._total_cores
    • Node._core_ids
    • Node._free_cores
    • Node._crs
    • Node.resources
    • Node.set_available_core_ids()
    • Node.name
    • Node.total
    • Node.used
    • Node.free
    • Node.free_ids
    • Node.ids
    • Node.crs
    • Node.str_crs
    • Node.available
    • Node.has_enough_crs()
    • Node.allocate_crs()
    • Node.allocate_max()
    • Node.allocate_exact()
    • Node.release()
    • Node.to_dict()
    • Node.to_json()
    • Node.from_dict()
  • ResourcesType
    • ResourcesType.LOCAL
    • ResourcesType.SLURM
  • Resources
    • Resources._type
    • Resources._binding
    • Resources._nodes
    • Resources._total_cores
    • Resources._used_cores
    • Resources._max_crs
    • Resources._total_crs
    • Resources._system_allocation
    • Resources.rtype
    • Resources.binding
    • Resources.nodes
    • Resources.total_nodes
    • Resources.total_cores
    • Resources.used_cores
    • Resources.free_cores
    • Resources.max_crs
    • Resources.total_crs
    • Resources.mark_not_available_cores()
    • Resources.mark_available_cores()
    • Resources.allocate_for_system()
    • Resources.node_cores_allocated()
    • Resources.node_cores_released()
    • Resources.check_min_job_requirements()
    • Resources.to_dict()
    • Resources.to_json()
    • Resources.from_dict()
• qcg.pilotjob.response module
  • ResponseCode
    • ResponseCode.OK
    • ResponseCode.ERROR
  • Response
    • Response.code
    • Response.msg
    • Response.data
    • Response.ok()
    • Response.error()
    • Response.to_dict()
    • Response.to_json()
• qcg.pilotjob.resume module
  • StateTracker
    • StateTracker.reqs_file
    • StateTracker.finished_file
    • StateTracker.resume()
    • StateTracker.new_submited_jobs()
    • StateTracker.job_finished()
    • StateTracker.all_jobs_finished()
• qcg.pilotjob.scheduler module
  • Scheduler
    • Scheduler._resources
    • Scheduler._scheduler_alg
    • Scheduler._active_allocations
    • Scheduler.allocate_cores()
    • Scheduler.allocate_job()
    • Scheduler.release_allocation()
• qcg.pilotjob.scheduleralgo module
  • SchedulerAlgorithm
    • SchedulerAlgorithm.resources
    • SchedulerAlgorithm.allocate_cores()
    • SchedulerAlgorithm.allocate_job()
• qcg.pilotjob.service module
• qcg.pilotjob.slurmres module
  • SlurmArg
    • SlurmArg.CPU_BIND()
  • parse_local_cpus()
  • parse_nodelist()
  • get_allocation_data()
  • parse_slurm_cpu_binding()
  • parse_slurm_job_cpus()
  • get_num_slurm_nodes()
  • parse_slurm_resources()
  • parse_slurm_allocation_cpu_ids()
  • parse_slurm_env_binding()
  • in_slurm_allocation()
  • get_slurm_version()
  • find_slurm_version()
  • test_environment()
• qcg.pilotjob.zmqinterface module
  • ZMQInterface
    • ZMQInterface.zmq_ctx
    • ZMQInterface.socket
    • ZMQInterface.address
    • ZMQInterface.local_port
    • ZMQInterface.real_address
    • ZMQInterface.external_address
    • ZMQInterface.name()
    • ZMQInterface.setup()
    • ZMQInterface.close()
    • ZMQInterface.receive()
    • ZMQInterface.reply()