68 lines
2.7 KiB
Python
68 lines
2.7 KiB
Python
"""A JobLauncher for systems where we can run a big job directly on the login node"""
|
|
|
|
import subprocess
|
|
import signal
|
|
import os
|
|
from ctsm.joblauncher.job_launcher_base import JobLauncherBase
|
|
|
|
|
|
class JobLauncherNoBatch(JobLauncherBase):
|
|
"""Job launcher for systems where we can run a big job directly on the login node
|
|
|
|
This runs the job in the background, allowing the python process to continue
|
|
|
|
Some parts of this implementation are POSIX-only, so this won't work on Windows
|
|
"""
|
|
|
|
def __init__(self, nice_level=None):
|
|
"""
|
|
Args:
|
|
nice_level: Level used for the nice command (larger = lower priority, up to 19)
|
|
"""
|
|
JobLauncherBase.__init__(self)
|
|
self._process = None
|
|
if nice_level is None:
|
|
# We have a default value of None rather than 0 in the argument list because
|
|
# objects of this class may be created via a few layers, and we want to allow
|
|
# for the possibility that the passed-down argument has a default of None in
|
|
# one of these creation layers.
|
|
self._nice_level = 0
|
|
else:
|
|
self._nice_level = nice_level
|
|
|
|
def get_nice_level(self):
|
|
"""Returns the level used for the nice command (larger = lower priority)"""
|
|
return self._nice_level
|
|
|
|
def _preexec(self):
|
|
"""This function is run in the child process just before the actual command is run"""
|
|
# This is equivalent to running a command with 'nohup'
|
|
signal.signal(signal.SIGHUP, signal.SIG_IGN)
|
|
|
|
# This is equivalent to running a command with 'nice'; note that this is POSIX-only
|
|
os.nice(self._nice_level)
|
|
|
|
def run_command_impl(self, command, stdout_path, stderr_path):
|
|
with open(stdout_path, "w") as outfile, open(stderr_path, "w") as errfile:
|
|
# Note that preexec_fn is POSIX-only; also, it may be unsafe in the presence
|
|
# of threads (hence the need for disabling the pylint warning)
|
|
# pylint: disable=subprocess-popen-preexec-fn
|
|
self._process = subprocess.Popen(
|
|
command, stdout=outfile, stderr=errfile, preexec_fn=self._preexec
|
|
)
|
|
|
|
def run_command_logger_message(self, command, stdout_path, stderr_path):
|
|
message = (
|
|
"Running: <{command_str}> "
|
|
"with stdout = {outfile} "
|
|
"and stderr = {errfile}".format(
|
|
command_str=" ".join(command), outfile=stdout_path, errfile=stderr_path
|
|
)
|
|
)
|
|
return message
|
|
|
|
def wait_for_last_process_to_complete(self):
|
|
"""Waits for the last process started by run_command_impl (if any) to complete"""
|
|
if self._process is not None:
|
|
self._process.wait()
|