From f943bc04b9fef290a69d535a2c502fb73c8bfd29 Mon Sep 17 00:00:00 2001 From: brinick Date: Thu, 29 Apr 2021 12:20:35 +0000 Subject: [PATCH] Adding documentation --- docs/html/_modules/pilot/api/data.html | 24 ++- .../_modules/pilot/common/errorcodes.html | 4 +- docs/html/_modules/pilot/control/data.html | 139 +++++++++++------- docs/html/_modules/pilot/control/job.html | 139 +++++++++++++----- docs/html/_modules/pilot/control/payload.html | 5 +- .../pilot/control/payloads/eventservice.html | 18 +-- .../pilot/control/payloads/generic.html | 26 ++-- docs/html/_modules/pilot/copytool/common.html | 2 + docs/html/_modules/pilot/copytool/rucio.html | 36 ++++- docs/html/_modules/pilot/info/jobdata.html | 13 +- .../html/_modules/pilot/info/storagedata.html | 8 +- .../_modules/pilot/user/atlas/common.html | 106 +++++++++---- .../_modules/pilot/user/atlas/container.html | 10 +- .../user/atlas/loopingjob_definitions.html | 1 + docs/html/_modules/pilot/util/auxiliary.html | 44 ++++++ docs/html/_modules/pilot/util/container.html | 4 +- .../_modules/pilot/util/filehandling.html | 22 +++ docs/html/_modules/pilot/util/loopingjob.html | 26 +--- docs/html/_modules/pilot/util/monitoring.html | 5 + docs/html/_modules/pilot/util/processes.html | 2 +- .../_modules/pilot/util/queuehandling.html | 4 +- .../html/_modules/pilot/util/tracereport.html | 20 ++- docs/html/components/api/data.html | 6 +- docs/html/components/common/errorcodes.html | 9 +- docs/html/components/control/data.html | 32 +++- docs/html/components/control/job.html | 39 +++-- .../control/payloads/eventservice.html | 15 +- .../components/control/payloads/generic.html | 3 +- docs/html/components/copytool/rucio.html | 14 ++ docs/html/components/info/jobdata.html | 7 +- docs/html/components/user/atlas/common.html | 30 ++++ docs/html/components/util/auxiliary.html | 25 ++++ docs/html/components/util/filehandling.html | 11 ++ docs/html/components/util/loopingjob.html | 9 +- docs/html/genindex.html | 46 ++++-- docs/html/objects.inv | Bin 11730 -> 11836 bytes docs/html/searchindex.js | 2 +- 37 files changed, 653 insertions(+), 253 deletions(-) diff --git a/docs/html/_modules/pilot/api/data.html b/docs/html/_modules/pilot/api/data.html index 0e43527c..eb76476c 100644 --- a/docs/html/_modules/pilot/api/data.html +++ b/docs/html/_modules/pilot/api/data.html @@ -78,13 +78,16 @@

Source code for pilot.api.data

                         'gfalcopy': {'module_name': 'gfal'},
                         'xrdcp': {'module_name': 'xrdcp'},
                         'mv': {'module_name': 'mv'},
+                        'objectstore': {'module_name': 'objectstore'},
+                        's3': {'module_name': 's3'},
+                        'gs': {'module_name': 'gs'},
                         'lsm': {'module_name': 'lsm'}
                         }
 
     # list of allowed schemas to be used for direct acccess mode from REMOTE replicas
     direct_remoteinput_allowed_schemas = ['root', 'https']
     # list of schemas to be used for direct acccess mode from LOCAL replicas
-    direct_localinput_allowed_schemas = ['root', 'dcache', 'dcap', 'file', 'https']
+    direct_localinput_allowed_schemas = ['root', 'dcache', 'dcap', 'file', 'https', 'davs']
     # list of allowed schemas to be used for transfers from REMOTE sites
     remoteinput_allowed_schemas = ['root', 'gsiftp', 'dcap', 'davs', 'srm', 'storm', 'https']
 
@@ -487,7 +490,7 @@ 
Source code for pilot.api.data
             if fspec.ddm_activity:  # skip already initialized data
                 continue
             if self.mode == 'stage-in':
-                if config.Payload.executor_type.lower() == 'raythena':
+                if os.environ.get('PILOT_ES_EXECUTOR_TYPE', 'generic') == 'raythena':
                     fspec.status = 'no_transfer'
 
                 try:
@@ -532,7 +535,7 @@ 
Source code for pilot.api.data
                 continue
 
             try:
-                self.logger.debug('kwargs=%s' % str(kwargs))
+                #self.logger.debug('kwargs=%s' % str(kwargs))
                 result = self.transfer_files(copytool, remain_files, activity, **kwargs)
                 self.logger.debug('transfer_files() using copytool=%s completed with result=%s' % (copytool, str(result)))
                 show_memory_usage()
@@ -618,9 +621,9 @@ 
Source code for pilot.api.data
                 resolve_surl = self.resolve_surl
 
             r = resolve_surl(fspec, protocol, ddmconf, local_dir=local_dir)  # pass ddmconf for possible custom look up at the level of copytool
-            self.logger.debug('r=%s' % str(r))
             if r.get('surl'):
                 fspec.turl = r['surl']
+
             if r.get('ddmendpoint'):
                 fspec.ddmendpoint = r['ddmendpoint']

 
@@ -916,19 +919,28 @@ 
Source code for pilot.api.data
             direct_lan = (fspec.domain == 'lan' and fspec.direct_access_lan and
                           fspec.is_directaccess(ensure_replica=True, allowed_replica_schemas=self.direct_localinput_allowed_schemas))
             direct_wan = (fspec.domain == 'wan' and fspec.direct_access_wan and
-                          fspec.is_directaccess(ensure_replica=True, allowed_replica_schemas=self.remoteinput_allowed_schemas))
+                          fspec.is_directaccess(ensure_replica=True, allowed_replica_schemas=self.direct_remoteinput_allowed_schemas))
+
+            # testing direct acess
+            #if 'CYFRONET' in os.environ.get('PILOT_SITENAME', ''):
+            #    if '.root.' in fspec.lfn:
+            #        direct_lan = True
 
             if not direct_lan and not direct_wan:
                 self.logger.debug('direct lan/wan transfer will not be used for lfn=%s' % fspec.lfn)
             self.logger.debug('lfn=%s, direct_lan=%s, direct_wan=%s, direct_access_lan=%s, direct_access_wan=%s, '
                               'direct_localinput_allowed_schemas=%s, remoteinput_allowed_schemas=%s' %
                               (fspec.lfn, direct_lan, direct_wan, fspec.direct_access_lan, fspec.direct_access_wan,
-                               str(self.direct_localinput_allowed_schemas), str(self.remoteinput_allowed_schemas)))
+                               str(self.direct_localinput_allowed_schemas), str(self.direct_remoteinput_allowed_schemas)))
 
             if direct_lan or direct_wan:
                 fspec.status_code = 0
                 fspec.status = 'remote_io'
 
+                alrb_xcache_proxy = os.environ.get('ALRB_XCACHE_PROXY', None)
+                if alrb_xcache_proxy and direct_lan:  #fspec.is_directaccess(ensure_replica=False):
+                    fspec.turl = '${ALRB_XCACHE_PROXY}' + fspec.turl
+
                 self.logger.info('stage-in: direct access (remote i/o) will be used for lfn=%s (direct_lan=%s, direct_wan=%s), turl=%s' %
                                  (fspec.lfn, direct_lan, direct_wan, fspec.turl))
 
diff --git a/docs/html/_modules/pilot/common/errorcodes.html b/docs/html/_modules/pilot/common/errorcodes.html
index a8b9cf5e..079a1016 100644
--- a/docs/html/_modules/pilot/common/errorcodes.html
+++ b/docs/html/_modules/pilot/common/errorcodes.html
@@ -179,6 +179,7 @@ 
Source code for pilot.common.errorcodes
     REMOTEFILECOULDNOTBEOPENED = 1361
     XRDCPERROR = 1362
     KILLPAYLOAD = 1363  # note, not a failure but a kill instruction from Raythena
+    MISSINGCREDENTIALS = 1364
 
     _error_messages = {
         GENERALERROR: "General pilot error, consult batch log",
@@ -303,7 +304,8 @@ 
Source code for pilot.common.errorcodes
         IMAGENOTFOUND: "Image not found",
         REMOTEFILECOULDNOTBEOPENED: "Remote file could not be opened",
         XRDCPERROR: "Xrdcp was unable to open file",
-        KILLPAYLOAD: "Raythena has decided to kill payload"
+        KILLPAYLOAD: "Raythena has decided to kill payload",
+        MISSINGCREDENTIALS: "Unable to locate credentials for S3 transfer"
     }
 
     put_error_codes = [1135, 1136, 1137, 1141, 1152, 1181]
diff --git a/docs/html/_modules/pilot/control/data.html b/docs/html/_modules/pilot/control/data.html
index db772c9f..8ddd9d61 100644
--- a/docs/html/_modules/pilot/control/data.html
+++ b/docs/html/_modules/pilot/control/data.html
@@ -59,13 +59,13 @@ 
Source code for pilot.control.data
 from pilot.control.job import send_state
 from pilot.common.errorcodes import ErrorCodes
 from pilot.common.exception import ExcThread, PilotException, LogFileCreationFailure
-from pilot.util.config import config
+#from pilot.util.config import config
 from pilot.util.auxiliary import set_pilot_state, check_for_final_server_update  #, abort_jobs_in_queues
 from pilot.util.common import should_abort
 from pilot.util.constants import PILOT_PRE_STAGEIN, PILOT_POST_STAGEIN, PILOT_PRE_STAGEOUT, PILOT_POST_STAGEOUT, LOG_TRANSFER_IN_PROGRESS,\
-    LOG_TRANSFER_DONE, LOG_TRANSFER_NOT_DONE, LOG_TRANSFER_FAILED, SERVER_UPDATE_RUNNING, MAX_KILL_WAIT_TIME
+    LOG_TRANSFER_DONE, LOG_TRANSFER_NOT_DONE, LOG_TRANSFER_FAILED, SERVER_UPDATE_RUNNING, MAX_KILL_WAIT_TIME, UTILITY_BEFORE_STAGEIN
 from pilot.util.container import execute
-from pilot.util.filehandling import remove, get_local_file_size
+from pilot.util.filehandling import remove
 from pilot.util.processes import threads_aborted
 from pilot.util.queuehandling import declare_failed_by_kill, put_in_queue
 from pilot.util.timing import add_to_pilot_timing
@@ -448,6 +448,38 @@ 
Source code for pilot.control.data
     return files

 
 
+
[docs]def xcache_proxy(output):
+
+    for line in output.split('\n'):
+        if 'ALRB_XCACHE_PROXY' in line:
+            set_xcache_proxy(line, remote='REMOTE' in line)
+        if 'Messages logged in' in line:
+            set_xcache_log(line)

+
+
+
[docs]def set_xcache_proxy(line, remote=None):
+
+    import re
+    pattern = r'\ export\ ALRB_XCACHE_PROXY_REMOTE\=\"(.+)\"' if remote else r'\ export\ ALRB_XCACHE_PROXY\=\"(.+)\"'
+    pattern = re.compile(pattern)
+    result = re.findall(pattern, line)
+    if result:
+        if remote:
+            os.environ['ALRB_XCACHE_PROXY_REMOTE'] = result[0]
+        else:
+            os.environ['ALRB_XCACHE_PROXY'] = result[0]

+
+
+
[docs]def set_xcache_log(line):
+
+    import re
+    pattern = r'xcache\ started\ successfully.\ \ Messages\ logged\ in\ (.+)'
+    pattern = re.compile(pattern)
+    result = re.findall(pattern, line)
+    if result:
+        os.environ['ALRB_XCACHE_LOG'] = result[0]

+
+
 
[docs]def copytool_in(queues, traces, args):
     """
     Call the stage-in function and put the job object in the proper queue.
@@ -469,9 +501,24 @@ 
Source code for pilot.control.data
 
             # extract a job to stage-in its input
             job = queues.data_in.get(block=True, timeout=1)
+
+            # does the user want to execute any special commands before stage-in?
+            pilot_user = os.environ.get('PILOT_USER', 'generic').lower()
+            user = __import__('pilot.user.%s.common' % pilot_user, globals(), locals(), [pilot_user], 0)  # Python 2/3
+            cmd = user.get_utility_commands(job=job, order=UTILITY_BEFORE_STAGEIN)
+            if cmd:
+                exit_code, stdout, stderr = execute(cmd.get('command'))
+                logger.debug('exit_code=%d' % exit_code)
+                logger.debug('stderr=%s' % stderr)
+                logger.debug('stdout=%s' % stdout)
+                # move code to user area
+                xcache_proxy(stdout)
+
+            logger.debug('ALRB_XCACHE_PROXY=%s' % os.environ.get('ALRB_XCACHE_PROXY', '<not set>'))
+            logger.debug('ALRB_XCACHE_PROXY_REMOTE=%s' % os.environ.get('ALRB_XCACHE_PROXY_REMOTE', '<not set>'))
+
             # place it in the current stage-in queue (used by the jobs' queue monitoring)
-            if job:
-                put_in_queue(job, queues.current_data_in)
+            put_in_queue(job, queues.current_data_in)
 
             # ready to set the job in running state
             send_state(job, args, 'running')
@@ -505,13 +552,17 @@ 
Source code for pilot.control.data
                     logger.debug('job %s has been removed from the current_data_in queue' % _job.jobid)
 
                 # now create input file metadata if required by the payload
-                if config.Payload.executor_type.lower() != 'raythena':
+                if os.environ.get('PILOT_ES_EXECUTOR_TYPE', 'generic') == 'generic':
                     pilot_user = os.environ.get('PILOT_USER', 'generic').lower()
                     user = __import__('pilot.user.%s.metadata' % pilot_user, globals(), locals(), [pilot_user], 0)  # Python 2/3
                     file_dictionary = get_input_file_dictionary(job.indata)
                     xml = user.create_input_file_metadata(file_dictionary, job.workdir)
                     logger.info('created input file metadata:\n%s' % xml)
             else:
+                # remove the job from the current stage-in queue
+                _job = queues.current_data_in.get(block=True, timeout=1)
+                if _job:
+                    logger.debug('job %s has been removed from the current_data_in queue' % _job.jobid)
                 logger.warning('stage-in failed, adding job object to failed_data_in queue')
                 job.piloterrorcodes, job.piloterrordiags = errors.add_error_code(errors.STAGEINFAILED)
                 set_pilot_state(job=job, state="failed")
@@ -687,87 +738,62 @@ 
Source code for pilot.control.data
     return filtered_files

 
 
-
[docs]def create_log(job, logfile, tarball_name, args):
+
[docs]def create_log(workdir, logfile_name, tarball_name, cleanup, input_files=[], output_files=[], is_looping=False):
     """
-
-    :param job:
-    :param logfile:
-    :param tarball_name:
-    :raises LogFileCreationFailure: in case of log file creation problem
+    Create the tarball for the job.
+
+    :param workdir: work directory for the job (string).
+    :param logfile_name: log file name (string).
+    :param tarball_name: tarball name (string).
+    :param cleanup: perform cleanup (Boolean).
+    :param input_files: list of input files to remove (list).
+    :param output_files: list of output files to remove (list).
+    :param is_looping: True for looping jobs, False by default (Boolean).
+    :raises LogFileCreationFailure: in case of log file creation problem.
     :return:
     """
 
     logger.debug('preparing to create log file')
+    # PILOT_HOME is the launch directory of the pilot (or the one specified in pilot options as pilot workdir)
     pilot_home = os.environ.get('PILOT_HOME', os.getcwd())
     current_dir = os.getcwd()
     if pilot_home != current_dir:
-        logger.debug('cd from %s to %s for log creation' % (current_dir, pilot_home))
         os.chdir(pilot_home)
 
     # perform special cleanup (user specific) prior to log file creation
-    if args.cleanup:
+    if cleanup:
         pilot_user = os.environ.get('PILOT_USER', 'generic').lower()
         user = __import__('pilot.user.%s.common' % pilot_user, globals(), locals(), [pilot_user], 0)  # Python 2/3
-        user.remove_redundant_files(job.workdir, islooping=errors.LOOPINGJOB in job.piloterrorcodes)
-    else:
-        logger.debug('user specific cleanup not performed')
-
-    input_files = [e.lfn for e in job.indata]
-    output_files = [e.lfn for e in job.outdata]
+        user.remove_redundant_files(workdir, islooping=is_looping)
 
     # remove any present input/output files before tarring up workdir
     for f in input_files + output_files:
-        path = os.path.join(job.workdir, f)
+        path = os.path.join(workdir, f)
         if os.path.exists(path):
             logger.info('removing file: %s' % path)
             remove(path)
 
     # rename the workdir for the tarball creation
-    newworkdir = os.path.join(os.path.dirname(job.workdir), tarball_name)
-    orgworkdir = job.workdir
-    logger.debug('renaming %s to %s' % (job.workdir, newworkdir))
-    os.rename(job.workdir, newworkdir)
-    job.workdir = newworkdir
-
-    fullpath = os.path.join(job.workdir, logfile.lfn)  # /some/path/to/dirname/log.tgz
+    newworkdir = os.path.join(os.path.dirname(workdir), tarball_name)
+    orgworkdir = workdir
+    os.rename(workdir, newworkdir)
+    workdir = newworkdir
 
+    fullpath = os.path.join(workdir, logfile_name)  # /some/path/to/dirname/log.tgz
     logger.info('will create archive %s' % fullpath)
     try:
-        #newdirnm = "tarball_PandaJob_%s" % job.jobid
-        #tarballnm = "%s.tar.gz" % newdirnm
-        #os.rename(job.workdir, newdirnm)
         cmd = "pwd;tar cvfz %s %s --dereference --one-file-system; echo $?" % (fullpath, tarball_name)
         exit_code, stdout, stderr = execute(cmd)
-
-        #with closing(tarfile.open(name=fullpath, mode='w:gz', dereference=True)) as archive:
-        #    archive.add(os.path.basename(job.workdir), recursive=True)
     except Exception as e:
         raise LogFileCreationFailure(e)
     else:
         if pilot_home != current_dir:
-            logger.debug('cd from %s to %s after log creation' % (pilot_home, current_dir))
             os.chdir(pilot_home)
         logger.debug('stdout = %s' % stdout)
-
-        # verify the size of the log file
-        size = get_local_file_size(fullpath)
-        if size < 1024:
-            logger.warning('log file size too small: %d B' % size)
-        else:
-            logger.info('log file size: %d B' % size)
-
-    logger.debug('renaming %s back to %s' % (job.workdir, orgworkdir))
     try:
-        os.rename(job.workdir, orgworkdir)
+        os.rename(workdir, orgworkdir)
     except Exception as e:
-        logger.debug('exception caught: %s' % e)
-    job.workdir = orgworkdir

-
-    #fullpath = os.path.join(job.workdir, logfile.lfn)  # reset fullpath since workdir has changed since above
-    #return {'scope': logfile.scope,
-    #        'name': logfile.lfn,
-    #        'guid': logfile.guid,
-    #        'bytes': os.stat(fullpath).st_size}
+        logger.debug('exception caught: %s' % e)

 
 
 
[docs]def _do_stageout(job, xdata, activity, queue, title, output_dir=''):
@@ -880,7 +906,12 @@ 
Source code for pilot.control.data
         logfile = job.logdata[0]
 
         try:
-            create_log(job, logfile, 'tarball_PandaJob_%s_%s' % (job.jobid, job.infosys.pandaqueue), args)
+            tarball_name = 'tarball_PandaJob_%s_%s' % (job.jobid, job.infosys.pandaqueue)
+            input_files = [fspec.lfn for fspec in job.indata]
+            output_files = [fspec.lfn for fspec in job.outdata]
+            create_log(job.workdir, logfile.lfn, tarball_name, args.cleanup,
+                       input_files=input_files, output_files=output_files,
+                       is_looping=errors.LOOPINGJOB in job.piloterrorcodes)
         except LogFileCreationFailure as e:
             logger.warning('failed to create tar file: %s' % e)
             set_pilot_state(job=job, state="failed")
diff --git a/docs/html/_modules/pilot/control/job.html b/docs/html/_modules/pilot/control/job.html
index 5ec667c4..18a92f94 100644
--- a/docs/html/_modules/pilot/control/job.html
+++ b/docs/html/_modules/pilot/control/job.html
@@ -65,14 +65,14 @@ 
Source code for pilot.control.job
 from pilot.util import https
 from pilot.util.auxiliary import get_batchsystem_jobid, get_job_scheduler_id, get_pilot_id, \
     set_pilot_state, get_pilot_state, check_for_final_server_update, pilot_version_banner, is_virtual_machine, \
-    is_python3, show_memory_usage
+    is_python3, show_memory_usage, has_instruction_sets
 from pilot.util.config import config
 from pilot.util.common import should_abort, was_pilot_killed
 from pilot.util.constants import PILOT_MULTIJOB_START_TIME, PILOT_PRE_GETJOB, PILOT_POST_GETJOB, PILOT_KILL_SIGNAL, LOG_TRANSFER_NOT_DONE, \
     LOG_TRANSFER_IN_PROGRESS, LOG_TRANSFER_DONE, LOG_TRANSFER_FAILED, SERVER_UPDATE_TROUBLE, SERVER_UPDATE_FINAL, \
     SERVER_UPDATE_UPDATING, SERVER_UPDATE_NOT_DONE
 from pilot.util.container import execute
-from pilot.util.filehandling import get_files, tail, is_json, copy, remove, write_json, establish_logging, write_file, \
+from pilot.util.filehandling import find_text_files, tail, is_json, copy, remove, write_json, establish_logging, write_file, \
     create_symlink
 from pilot.util.harvester import request_new_jobs, remove_job_request_file, parse_job_definition_file, \
     is_harvester_mode, get_worker_attributes_file, publish_job_report, publish_work_report, get_event_status_file, \
@@ -489,11 +489,17 @@ 
Source code for pilot.control.job
     :return: full URL (either from pilot options or from config file)
     """
 
+    if url.startswith('https://'):
+        url = url.replace('https://', '')
+
     if url != '' and port != 0:
-        pandaserver = '%s:%s' % (url, port)
+        pandaserver = '%s:%s' % (url, port) if ":" not in url else url
     else:
         pandaserver = config.Pilot.pandaserver
 
+    if not pandaserver.startswith('http'):
+        pandaserver = 'https://' + pandaserver
+
     # add randomization for PanDA server
     default = 'pandaserver.cern.ch'
     if default in pandaserver:
@@ -527,6 +533,11 @@ 
Source code for pilot.control.job
                         (job.jobid, time_stamp()))
             set_pilot_state(job=job, state="failed")
             job.piloterrorcodes, job.piloterrordiags = errors.add_error_code(errors.PANDAKILL)
+            if job.pid:
+                logger.debug('killing payload process')
+                kill_process(job.pid)
+            else:
+                logger.debug('no pid to kill')
             args.abort_job.set()
         elif 'softkill' in res.get('command'):
             logger.info('pilot received a panda server signal to softkill job %s at %s' %
@@ -542,28 +553,14 @@ 
Source code for pilot.control.job
             logger.warning('received unknown server command via backchannel: %s' % res.get('command'))

 
 
-
[docs]def get_data_structure(job, state, args, xml=None, metadata=None):
+
[docs]def add_data_structure_ids(data, version_tag):
     """
-    Build the data structure needed for getJob, updateJob.
+    Add pilot, batch and scheduler ids to the data structure for getJob, updateJob.
 
-    :param job: job object.
-    :param state: state of the job (string).
-    :param args:
-    :param xml: optional XML string.
-    :param metadata: job report metadata read as a string.
-    :return: data structure (dictionary).
+    :param data: data structure (dict).
+    :return: updated data structure (dict).
     """
 
-    logger.debug('building data structure to be sent to server with heartbeat')
-
-    data = {'jobId': job.jobid,
-            'state': state,
-            'timestamp': time_stamp(),
-            'siteName': os.environ.get('PILOT_SITENAME'),  # args.site,
-            'node': get_node_name()}
-
-    data['attemptNr'] = job.attemptnr
-
     schedulerid = get_job_scheduler_id()
     if schedulerid:
         data['schedulerID'] = schedulerid
@@ -576,11 +573,35 @@ 
Source code for pilot.control.job
         batchsystem_type, batchsystem_id = get_batchsystem_jobid()
 
         if batchsystem_type:
-            data['pilotID'] = "%s|%s|%s|%s" % \
-                              (pilotid, batchsystem_type, args.version_tag, pilotversion)
+            data['pilotID'] = "%s|%s|%s|%s" % (pilotid, batchsystem_type, version_tag, pilotversion)
             data['batchID'] = batchsystem_id
         else:
-            data['pilotID'] = "%s|%s|%s" % (pilotid, args.version_tag, pilotversion)
+            data['pilotID'] = "%s|%s|%s" % (pilotid, version_tag, pilotversion)
+
+    return data

+
+
+
[docs]def get_data_structure(job, state, args, xml=None, metadata=None):
+    """
+    Build the data structure needed for getJob, updateJob.
+
+    :param job: job object.
+    :param state: state of the job (string).
+    :param args:
+    :param xml: optional XML string.
+    :param metadata: job report metadata read as a string.
+    :return: data structure (dictionary).
+    """
+
+    data = {'jobId': job.jobid,
+            'state': state,
+            'timestamp': time_stamp(),
+            'siteName': os.environ.get('PILOT_SITENAME'),  # args.site,
+            'node': get_node_name(),
+            'attemptNr': job.attemptnr}
+
+    # add pilot, batch and scheduler ids to the data structure
+    data = add_data_structure_ids(data, args.version_tag)
 
     starttime = get_postgetjob_time(job.jobid, args)
     if starttime:
@@ -621,8 +642,15 @@ 
Source code for pilot.control.job
     constime = get_cpu_consumption_time(job.cpuconsumptiontime)
     if constime and constime != -1:
         data['cpuConsumptionTime'] = constime
-        data['cpuConsumptionUnit'] = job.cpuconsumptionunit + "+" + get_cpu_model()
         data['cpuConversionFactor'] = job.cpuconversionfactor
+        data['cpuConsumptionUnit'] = job.cpuconsumptionunit + "+" + get_cpu_model()
+
+    instruction_sets = has_instruction_sets(['AVX2'])
+    if instruction_sets:
+        if 'cpuConsumptionUnit' in data:
+            data['cpuConsumptionUnit'] += '+' + instruction_sets
+        else:
+            data['cpuConsumptionUnit'] = instruction_sets
 
     # add memory information if available
     add_memory_info(data, job.workdir, name=job.memorymonitor)
@@ -736,18 +764,47 @@ 
Source code for pilot.control.job
         pass

 
 
-
[docs]def get_list_of_log_files():
+#def get_list_of_log_files():
+#    """
+#    Return a list of log files produced by the payload.
+#
+#    :return: list of log files.
+#    """
+#
+#    list_of_files = get_files()
+#    if not list_of_files:  # some TRFs produce logs with different naming scheme
+#        list_of_files = get_files(pattern="log.*")
+#
+#    return list_of_files
+
+
+
[docs]def remove_pilot_logs_from_list(list_of_files):
     """
-    Return a list of log files produced by the payload.
+    Remove any pilot logs from the list of last updated files.
 
-    :return: list of log files.
+    :param list_of_files: list of last updated files (list).
+    :return: list of files (list).
     """
 
-    list_of_files = get_files()
-    if not list_of_files:  # some TRFs produce logs with different naming scheme
-        list_of_files = get_files(pattern="log.*")
+    # ignore the pilot log files
+    try:
+        to_be_removed = [config.Pilot.pilotlog, config.Pilot.stageinlog, config.Pilot.stageoutlog,
+                         config.Pilot.timing_file, config.Pilot.remotefileverification_dictionary,
+                         config.Pilot.remotefileverification_log, config.Pilot.base_trace_report,
+                         config.Container.container_script, config.Container.release_setup,
+                         config.Container.stagein_status_dictionary, config.Container.stagein_replica_dictionary,
+                         'eventLoopHeartBeat.txt']
+    except Exception as e:
+        logger.warning('exception caught: %s' % e)
+        to_be_removed = []
+
+    new_list_of_files = []
+    for filename in list_of_files:
+        if os.path.basename(filename) not in to_be_removed and '/pilot/' not in filename:
+            new_list_of_files.append(filename)
 
-    return list_of_files

+    #logger.debug('list_of_files=%s' % str(new_list_of_files))
+    return new_list_of_files

 
 
 
[docs]def get_payload_log_tail(job):
@@ -761,10 +818,14 @@ 
Source code for pilot.control.job
     stdout_tail = ""
 
     # find the latest updated log file
-    list_of_files = get_list_of_log_files()
+    # list_of_files = get_list_of_log_files()
+    # find the latest updated text file
+    list_of_files = find_text_files()
+    list_of_files = remove_pilot_logs_from_list(list_of_files)
+
     if not list_of_files:
         logger.info('no log files were found (will use default %s)' % config.Payload.payloadstdout)
-        list_of_files = [os.path.join(job.workdir, config.Payload.payloadstdout)]  # get_files(pattern=config.Payload.payloadstdout)
+        list_of_files = [os.path.join(job.workdir, config.Payload.payloadstdout)]
 
     try:
         latest_file = max(list_of_files, key=os.path.getmtime)
@@ -1060,6 +1121,10 @@ 
Source code for pilot.control.job
     if 'HARVESTER_WORKER_ID' in os.environ:
         data['worker_id'] = os.environ.get('HARVESTER_WORKER_ID')
 
+#    instruction_sets = has_instruction_sets(['AVX', 'AVX2'])
+#    if instruction_sets:
+#        data['cpuConsumptionUnit'] = instruction_sets
+
     return data

 
 
@@ -1511,8 +1576,7 @@ 
Source code for pilot.control.job
     starttime = time.time()
 
     jobnumber = 0  # number of downloaded jobs
-    getjob_requests = 0  # number of getjob requests
-
+    getjob_requests = args.getjob_requests
     print_node_info()
 
     while not args.graceful_stop.is_set():
@@ -1587,9 +1651,6 @@ 
Source code for pilot.control.job
                 jobnumber += 1
                 while not args.graceful_stop.is_set():
                     if has_job_completed(queues, args):
-                        #import signal
-                        #os.kill(os.getpid(), signal.SIGTERM)
-
                         # purge queue(s) that retains job object
                         purge_queue(queues.finished_data_in)
 
diff --git a/docs/html/_modules/pilot/control/payload.html b/docs/html/_modules/pilot/control/payload.html
index 44ce2fb3..b8e4c915 100644
--- a/docs/html/_modules/pilot/control/payload.html
+++ b/docs/html/_modules/pilot/control/payload.html
@@ -228,10 +228,13 @@ 
Source code for pilot.control.payload
         try:
             job = queues.validated_payloads.get(block=True, timeout=1)
 
+            #q_snapshot = list(queues.finished_data_in.queue) if queues.finished_data_in else []
+            #peek = [s_job for s_job in q_snapshot if job.jobid == s_job.jobid]
+            #if job.jobid not in q_snapshot:
+
             q_snapshot = list(queues.finished_data_in.queue)
             peek = [s_job for s_job in q_snapshot if job.jobid == s_job.jobid]
             if len(peek) == 0:
-                #queues.validated_payloads.put(job)
                 put_in_queue(job, queues.validated_payloads)
                 for i in range(10):  # Python 3
                     if args.graceful_stop.is_set():
diff --git a/docs/html/_modules/pilot/control/payloads/eventservice.html b/docs/html/_modules/pilot/control/payloads/eventservice.html
index 9474df34..1c1d44c1 100644
--- a/docs/html/_modules/pilot/control/payloads/eventservice.html
+++ b/docs/html/_modules/pilot/control/payloads/eventservice.html
@@ -39,7 +39,7 @@ 
Source code for pilot.control.payloads.eventservice
#
 # Authors:
 # - Wen Guan, wen.guan@cern.ch, 2017-2018
-# - Paul Nilsson, paul.nilsson@cern.ch, 2020
+# - Paul Nilsson, paul.nilsson@cern.ch, 2021
 
 
 import os
@@ -48,7 +48,6 @@ 
Source code for pilot.control.payloads.eventservice
from pilot.common import exception
 from pilot.control.payloads import generic
 from pilot.eventservice.workexecutor.workexecutor import WorkExecutor
-from pilot.util.config import config
 
 import logging
 logger = logging.getLogger(__name__)
@@ -94,7 +93,7 @@ 
Source code for pilot.control.payloads.eventservice
logger.debug("payload: %s" % payload)
 
             logger.info("Starting EventService WorkExecutor")
-            executor_type = self.get_executor_type(job)
+            executor_type = self.get_executor_type()
             executor = WorkExecutor(args=executor_type)
             executor.set_payload(payload)
             executor.start()
@@ -112,28 +111,25 @@ 
Source code for pilot.control.payloads.eventservice
return executor

 
-
[docs]    def get_executor_type(self, job):
+
[docs]    def get_executor_type(self):
         """
         Get the executor type.
         This is usually the 'generic' type, which means normal event service. It can also be 'raythena' if specified
-        in the pilot config file, and can also be dynamically decided using the job object (in the case of interceptor
-        job).
+        in the Pilot options.
 
-        :param job: job object.
         :return: executor type dictionary.
         """
 
-        # executor_type = 'hpo' if job.is_hpo else config.Payload.executor_type
+        # executor_type = 'hpo' if job.is_hpo else os.environ.get('PILOT_ES_EXECUTOR_TYPE', 'generic')
         # return {'executor_type': executor_type}
-        return {'executor_type': config.Payload.executor_type}

+        return {'executor_type': os.environ.get('PILOT_ES_EXECUTOR_TYPE', 'generic')}

 
-
[docs]    def wait_graceful(self, args, proc, job):
+
[docs]    def wait_graceful(self, args, proc):
         """
         (add description)
 
         :param args:
         :param proc:
-        :param job:
         :return:
         """
 
diff --git a/docs/html/_modules/pilot/control/payloads/generic.html b/docs/html/_modules/pilot/control/payloads/generic.html
index c396d661..477c98a7 100644
--- a/docs/html/_modules/pilot/control/payloads/generic.html
+++ b/docs/html/_modules/pilot/control/payloads/generic.html
@@ -41,7 +41,7 @@ 
Source code for pilot.control.payloads.generic
# - Mario Lassnig, mario.lassnig@cern.ch, 2016-2017
 # - Daniel Drizhuk, d.drizhuk@gmail.com, 2017
 # - Tobias Wegner, tobias.wegner@cern.ch, 2017
-# - Paul Nilsson, paul.nilsson@cern.ch, 2017-2020
+# - Paul Nilsson, paul.nilsson@cern.ch, 2017-2021
 # - Wen Guan, wen.guan@cern.ch, 2018
 
 import time
@@ -286,8 +286,8 @@ 
Source code for pilot.control.payloads.generic
elif label == 'postprocess':
                 err = errors.POSTPROCESSFAILURE
             else:
-                err = errors.UNKNOWNPAYLOADFAILURE
-            if exit_code != 160:  # ignore no-more-data-points exit code
+                err = 0  # ie ignore
+            if err and exit_code != 160:  # ignore no-more-data-points exit code
                 job.piloterrorcodes, job.piloterrordiags = errors.add_error_code(err)
 
         # write output to log files
@@ -460,12 +460,11 @@ 
Source code for pilot.control.payloads.generic
return setup

 
-
[docs]    def wait_graceful(self, args, proc, job):
+
[docs]    def wait_graceful(self, args, proc):
         """
         (add description)
         :param args:
         :param proc:
-        :param job:
         :return:
         """
 
@@ -500,7 +499,6 @@ 
Source code for pilot.control.payloads.generic
if exit_code is not None:
                 break
             else:
-                # send_state(job, args, 'running')
                 continue
 
         return exit_code

@@ -522,7 +520,7 @@ 
Source code for pilot.control.payloads.generic
user = __import__('pilot.user.%s.common' % pilot_user, globals(), locals(), [pilot_user],
                               0)  # Python 2/3
             show_memory_usage()
-            cmd = user.get_payload_command(job)  # + 'sleep 480'
+            cmd = user.get_payload_command(job)  #+ 'sleep 1000'  # to test looping jobs
         except PilotException as error:
             self.post_setup(job)
             import traceback
@@ -603,6 +601,10 @@ 
Source code for pilot.control.payloads.generic
if exit_code:
                 if exit_code == 160:
                     exit_code = 0
+                    # wipe the output file list since there won't be any new files
+                    # any output files from previous iterations, should have been transferred already
+                    logger.debug('reset outdata since further output should not be expected after preprocess exit')
+                    self.__job.outdata = []
                 break
             if jobparams_pre != jobparams_post:
                 logger.debug('jobparams were updated by utility_before_payload()')
@@ -627,6 +629,7 @@ 
Source code for pilot.control.payloads.generic
break
             else:
                 # the process is now running, update the server
+                # test 'tobekilled' from here to try payload kill
                 send_state(self.__job, self.__args, self.__job.state)
 
                 # note: when sending a state change to the server, the server might respond with 'tobekilled'
@@ -641,11 +644,9 @@ 
Source code for pilot.control.payloads.generic
logger.debug('starting utility command: %s' % utility_cmd)
                     label = 'coprocess' if 'coprocess' in utility_cmd else None
                     proc_co = self.run_command(utility_cmd, label=label)
-                else:
-                    logger.debug('no command (UTILITY_AFTER_PAYLOAD_STARTED2)')
 
                 logger.info('will wait for graceful exit')
-                exit_code = self.wait_graceful(self.__args, proc, self.__job)
+                exit_code = self.wait_graceful(self.__args, proc)
                 # reset error if Raythena decided to kill payload (no error)
                 if errors.KILLPAYLOAD in self.__job.piloterrorcodes:
                     logger.debug('ignoring KILLPAYLOAD error')
@@ -700,10 +701,13 @@ 
Source code for pilot.control.payloads.generic
except Exception as e:
             logger.error(e)
         else:
-            if cmd_after_payload:
+            if cmd_after_payload and self.__job.postprocess:
                 cmd_after_payload = self.__job.setup + cmd_after_payload
                 logger.info("\n\npostprocess execution command:\n\n%s\n" % cmd_after_payload)
                 exit_code = self.execute_utility_command(cmd_after_payload, self.__job, 'postprocess')
+            elif cmd_after_payload:
+                logger.info("\n\npostprocess execution command:\n\n%s\n" % cmd_after_payload)
+                exit_code = self.execute_utility_command(cmd_after_payload, self.__job, 'xcache')
 
         return exit_code

 
diff --git a/docs/html/_modules/pilot/copytool/common.html b/docs/html/_modules/pilot/copytool/common.html
index f6960b1d..5e9ebf34 100644
--- a/docs/html/_modules/pilot/copytool/common.html
+++ b/docs/html/_modules/pilot/copytool/common.html
@@ -243,6 +243,8 @@ 
Source code for pilot.copytool.common
         ret = get_error_info(ErrorCodes.UNREACHABLENETWORK, 'NETWORK_UNREACHABLE', output)
     elif "Run: [ERROR] Server responded with an error" in output:
         ret = get_error_info(ErrorCodes.XRDCPERROR, 'XRDCP_ERROR', output)
+    elif "Unable to locate credentials" in output:
+        ret = get_error_info(ErrorCodes.MISSINGCREDENTIALS, 'S3_ERROR', output)
 
     # reg exp the output to get real error message
     ret = output_line_scan(ret, output)
diff --git a/docs/html/_modules/pilot/copytool/rucio.html b/docs/html/_modules/pilot/copytool/rucio.html
index 09072884..0ebe3d17 100644
--- a/docs/html/_modules/pilot/copytool/rucio.html
+++ b/docs/html/_modules/pilot/copytool/rucio.html
@@ -40,7 +40,7 @@ 
Source code for pilot.copytool.rucio
 # Authors:
 # - Tobias Wegner, tobias.wegner@cern.ch, 2017-2018
 # - Alexey Anisenkov, anisyonk@cern.ch, 2018
-# - Paul Nilsson, paul.nilsson@cern.ch, 2018
+# - Paul Nilsson, paul.nilsson@cern.ch, 2018-2021
 # - Tomas Javurek, tomas.javurek@cern.ch, 2019
 # - David Cameron, david.cameron@cern.ch, 2019
 
@@ -132,11 +132,15 @@ 
Source code for pilot.copytool.rucio
         except Exception as error:
             error_msg = str(error)
             error_details = handle_rucio_error(error_msg, trace_report, trace_report_out, fspec, stagein=True)
-
+            protocol = get_protocol(trace_report_out)
+            trace_report.update(protocol=protocol)
             if not ignore_errors:
                 trace_report.send()
                 msg = ' %s:%s from %s, %s' % (fspec.scope, fspec.lfn, fspec.ddmendpoint, error_details.get('error'))
                 raise PilotException(msg, code=error_details.get('rcode'), state=error_details.get('state'))
+        else:
+            protocol = get_protocol(trace_report_out)
+            trace_report.update(protocol=protocol)
 
         # make sure there was no missed failure (only way to deal with this until rucio API has been fixed)
         # (using the timeout decorator prevents the trace_report_out from being updated - rucio API should return
@@ -179,6 +183,23 @@ 
Source code for pilot.copytool.rucio
     return files

 
 
+
[docs]def get_protocol(trace_report_out):
+    """
+    Extract the protocol used for the transdfer from the dictionary returned by rucio.
+
+    :param trace_report_out: returned rucio transfer dictionary (dictionary).
+    :return: protocol (string).
+    """
+
+    try:
+        p = trace_report_out[0].get('protocol')
+    except Exception as e:
+        logger.warning('exception caught: %s' % e)
+        p = ''
+
+    return p

+
+
 
[docs]def handle_rucio_error(error_msg, trace_report, trace_report_out, fspec, stagein=True):
     """
 
@@ -261,6 +282,8 @@ 
Source code for pilot.copytool.rucio
         # getting the trace for given file
         # if one trace is missing, the whould stagin gets failed
         trace_candidates = _get_trace(fspec, trace_report_out)
+        protocol = get_protocol(trace_report_out)  # note this is probably not correct (using [0])
+        trace_report.update(protocol=protocol)
         trace_report = None
         diagnostics = 'unknown'
         if len(trace_candidates) == 0:
@@ -377,7 +400,8 @@ 
Source code for pilot.copytool.rucio
         except PilotException as error:
             error_msg = str(error)
             error_details = handle_rucio_error(error_msg, trace_report, trace_report_out, fspec, stagein=False)
-
+            protocol = get_protocol(trace_report_out)
+            trace_report.update(protocol=protocol)
             if not ignore_errors:
                 trace_report.send()
                 msg = ' %s:%s to %s, %s' % (fspec.scope, fspec.lfn, fspec.ddmendpoint, error_details.get('error'))
@@ -385,11 +409,15 @@ 
Source code for pilot.copytool.rucio
         except Exception as error:
             error_msg = str(error)
             error_details = handle_rucio_error(error_msg, trace_report, trace_report_out, fspec, stagein=False)
-
+            protocol = get_protocol(trace_report_out)
+            trace_report.update(protocol=protocol)
             if not ignore_errors:
                 trace_report.send()
                 msg = ' %s:%s to %s, %s' % (fspec.scope, fspec.lfn, fspec.ddmendpoint, error_details.get('error'))
                 raise PilotException(msg, code=error_details.get('rcode'), state=error_details.get('state'))
+        else:
+            protocol = get_protocol(trace_report_out)
+            trace_report.update(protocol=protocol)
 
         # make sure there was no missed failure (only way to deal with this until rucio API has been fixed)
         # (using the timeout decorator prevents the trace_report_out from being updated - rucio API should return
diff --git a/docs/html/_modules/pilot/info/jobdata.html b/docs/html/_modules/pilot/info/jobdata.html
index 5f8289d2..f0835df8 100644
--- a/docs/html/_modules/pilot/info/jobdata.html
+++ b/docs/html/_modules/pilot/info/jobdata.html
@@ -133,6 +133,7 @@ 
Source code for pilot.info.jobdata
     memorymonitor = ""             # memory monitor name, e.g. prmon
     actualcorecount = 0            # number of cores actually used by the payload
     corecounts = []                # keep track of all actual core count measurements
+    looping_check = True           # perform looping payload check
 
     # time variable used for on-the-fly cpu consumption time measurements done by job monitoring
     t0 = None                      # payload startup time
@@ -192,7 +193,8 @@ 
Source code for pilot.info.jobdata
              list: ['piloterrorcodes', 'piloterrordiags', 'workdirsizes', 'zombies', 'corecounts'],
              dict: ['status', 'fileinfo', 'metadata', 'utilities', 'overwrite_queuedata', 'sizes', 'preprocess',
                     'postprocess', 'coprocess', 'containeroptions'],
-             bool: ['is_eventservice', 'is_eventservicemerge', 'is_hpo', 'noexecstrcnv', 'debug', 'usecontainer', 'use_vp']
+             bool: ['is_eventservice', 'is_eventservicemerge', 'is_hpo', 'noexecstrcnv', 'debug', 'usecontainer',
+                    'use_vp', 'looping_check']
              }
 
 
[docs]    def __init__(self, data, use_kmap=True):
@@ -381,9 +383,11 @@ 
Source code for pilot.info.jobdata
         except Exception:
             ksources = dict([k, self.clean_listdata(data.get(k, ''), list, k, [])] for k in kmap.itervalues())  # Python 2
 
-        # unify scopeOut structure: add scope of log file
-        log_lfn = data.get('logFile')
+        # take the logfile name from the environment first (in case of raythena and aborted pilots)
+        pilot_logfile = os.environ.get('PILOT_LOGFILE', None)
+        log_lfn = pilot_logfile if pilot_logfile else data.get('logFile')
         if log_lfn:
+            # unify scopeOut structure: add scope of log file
             scope_out = []
             for lfn in ksources.get('outFiles', []):
                 if lfn == log_lfn:
@@ -500,7 +504,8 @@ 
Source code for pilot.info.jobdata
             'maxcpucount': 'maxCpuCount',
             'allownooutput': 'allowNoOutput',
             'imagename_jobdef': 'container_name',
-            'containeroptions': 'containerOptions'
+            'containeroptions': 'containerOptions',
+            'looping_check': 'loopingCheck'
         } if use_kmap else {}
 
         self._load_data(data, kmap)

diff --git a/docs/html/_modules/pilot/info/storagedata.html b/docs/html/_modules/pilot/info/storagedata.html
index 020c7159..a7db1084 100644
--- a/docs/html/_modules/pilot/info/storagedata.html
+++ b/docs/html/_modules/pilot/info/storagedata.html
@@ -38,7 +38,7 @@ 
Source code for pilot.info.storagedata
 #
 # Authors:
 # - Alexey Anisenkov, anisyonk@cern.ch, 2018
-# - Paul Nilsson, paul.nilsson@cern.ch, 2019
+# - Paul Nilsson, paul.nilsson@cern.ch, 2019-21
 
 """
 The implementation of data structure to host storage data description.
@@ -53,10 +53,10 @@ 
Source code for pilot.info.storagedata
 :date: January 2018
 """
 import traceback
+from os import environ
 
 from pilot.util import https
 from pilot.util.config import config
-
 from .basedata import BaseData
 
 import logging
@@ -144,8 +144,8 @@ 
Source code for pilot.info.storagedata
         try:
             data = {'privateKeyName': secret_key, 'publicKeyName': access_key}
             logger.info("Getting key pair: %s" % data)
-            res = https.request('{pandaserver}/server/panda/getKeyPair'.format(pandaserver=config.Pilot.pandaserver),
-                                data=data)
+            url = environ.get('PANDA_SERVER_URL', config.Pilot.pandaserver)
+            res = https.request('{pandaserver}/server/panda/getKeyPair'.format(pandaserver=url), data=data)
             if res and res['StatusCode'] == 0:
                 return {"publicKey": res["publicKey"], "privateKey": res["privateKey"]}
             else:
diff --git a/docs/html/_modules/pilot/user/atlas/common.html b/docs/html/_modules/pilot/user/atlas/common.html
index def1fe9b..787d269b 100644
--- a/docs/html/_modules/pilot/user/atlas/common.html
+++ b/docs/html/_modules/pilot/user/atlas/common.html
@@ -38,7 +38,7 @@ 
Source code for pilot.user.atlas.common
 # http://www.apache.org/licenses/LICENSE-2.0
 #
 # Authors:
-# - Paul Nilsson, paul.nilsson@cern.ch, 2017-2020
+# - Paul Nilsson, paul.nilsson@cern.ch, 2017-2021
 # - Wen Guan, wen.guan@cern.ch, 2018
 
 import os
@@ -55,7 +55,7 @@ 
Source code for pilot.user.atlas.common
 
 from .container import create_root_container_command
 from .dbrelease import get_dbrelease_version, create_dbrelease
-from .setup import should_pilot_prepare_setup, is_standard_atlas_job,\
+from .setup import should_pilot_prepare_setup, is_standard_atlas_job, get_asetup,\
     set_inds, get_analysis_trf, get_payload_environment_variables, replace_lfns_with_turls
 from .utilities import get_memory_monitor_setup, get_network_monitor_setup, post_memory_monitor_action,\
     get_memory_monitor_summary_filename, get_prefetcher_setup, get_benchmark_setup, get_memory_monitor_output_filename,\
@@ -67,7 +67,8 @@ 
Source code for pilot.user.atlas.common
 from pilot.util.auxiliary import is_python3
 from pilot.util.config import config
 from pilot.util.constants import UTILITY_BEFORE_PAYLOAD, UTILITY_WITH_PAYLOAD, UTILITY_AFTER_PAYLOAD_STARTED,\
-    UTILITY_AFTER_PAYLOAD, UTILITY_AFTER_PAYLOAD_FINISHED, UTILITY_WITH_STAGEIN, UTILITY_AFTER_PAYLOAD_STARTED2
+    UTILITY_AFTER_PAYLOAD, UTILITY_AFTER_PAYLOAD_FINISHED, UTILITY_AFTER_PAYLOAD_STARTED2,\
+    UTILITY_BEFORE_STAGEIN
 from pilot.util.container import execute
 from pilot.util.filehandling import remove, get_guid, remove_dir_tree, read_list, remove_core_dumps, copy,\
     copy_pilot_source, write_file, read_json, read_file, update_extension, get_local_file_size, calculate_checksum
@@ -1680,6 +1681,7 @@ 
Source code for pilot.user.atlas.common
                 "singularity/*",  # new
                 "/cores",  # new
                 "/work",  # new
+                "docs/",  # new
                 "/pilot2"]  # new
 
     return dir_list

@@ -1883,32 +1885,78 @@ 
Source code for pilot.user.atlas.common
     :return: dictionary of utilities to be executed in parallel with the payload.
     """
 
-    if order:
-        if order == UTILITY_BEFORE_PAYLOAD and job and job.preprocess:
-            if job.preprocess.get('command', ''):
-                return download_command(job.preprocess, job.workdir)
-        elif order == UTILITY_WITH_PAYLOAD:
-            return {'command': 'NetworkMonitor', 'args': ''}
-        elif order == UTILITY_AFTER_PAYLOAD_STARTED:
-            cmd = config.Pilot.utility_after_payload_started
-            if cmd:
-                return {'command': cmd, 'args': ''}
-        elif order == UTILITY_AFTER_PAYLOAD_STARTED2 and job and job.coprocess:
-            # cmd = config.Pilot.utility_after_payload_started  DEPRECATED
-            # if cmd:
-            #    return {'command': cmd, 'args': ''}
-            if job.coprocess.get('command', ''):
-                return download_command(job.coprocess, job.workdir)
-        elif order == UTILITY_AFTER_PAYLOAD and job and job.postprocess:
-            if job.postprocess.get('command', ''):
-                return download_command(job.postprocess, job.workdir)
-        elif order == UTILITY_AFTER_PAYLOAD_FINISHED and job and job.postprocess:
-            if job.postprocess.get('command', ''):
-                return download_command(job.postprocess, job.workdir)
-        elif order == UTILITY_WITH_STAGEIN:
-            return {'command': 'Benchmark', 'args': ''}
-
-    return {}

+    com = {}
+
+    if order == UTILITY_BEFORE_PAYLOAD and job.preprocess:
+        if job.preprocess.get('command', ''):
+            com = download_command(job.preprocess, job.workdir)
+    elif order == UTILITY_WITH_PAYLOAD:
+        com = {'command': 'NetworkMonitor', 'args': ''}
+    elif order == UTILITY_AFTER_PAYLOAD_STARTED:
+        cmd = config.Pilot.utility_after_payload_started
+        if cmd:
+            com = {'command': cmd, 'args': ''}
+    elif order == UTILITY_AFTER_PAYLOAD_STARTED2 and job.coprocess:
+        if job.coprocess.get('command', ''):
+            com = download_command(job.coprocess, job.workdir)
+    elif order == UTILITY_AFTER_PAYLOAD and job.postprocess:
+        if job.postprocess.get('command', ''):
+            com = download_command(job.postprocess, job.workdir)
+    elif order == UTILITY_AFTER_PAYLOAD_FINISHED:
+        if job.postprocess and job.postprocess.get('command', ''):
+            com = download_command(job.postprocess, job.workdir)
+        elif 'pilotXcache' in job.infosys.queuedata.catchall:
+            com = xcache_deactivation_command(job.workdir)
+    elif order == UTILITY_BEFORE_STAGEIN:
+        if 'pilotXcache' in job.infosys.queuedata.catchall:
+            com = xcache_activation_command(job.jobid)
+
+    return com

+
+
+
[docs]def xcache_activation_command(jobid):
+    """
+    Return the xcache service activation command.
+
+    :param jobid: PanDA job id to guarantee that xcache process is unique (int).
+    :return: xcache command (string).
+    """
+
+    # a successful startup will set ALRB_XCACHE_PROXY and ALRB_XCACHE_PROXY_REMOTE
+    # so any file access with root://...  should be replaced with one of the above
+    # (depending on whether you are on the same machine or not)
+    # example:
+    # ${ALRB_XCACHE_PROXY}root://atlasxrootd-kit.gridka.de:1094//pnfs/gridka.de/../DAOD_FTAG4.24348858._000020.pool.root.1
+    command = "%s " % get_asetup(asetup=False)
+    # add 'xcache list' which will also kill any orphaned processes lingering in the system
+    command += "lsetup xcache; xcache list; xcache start -d $PWD/%s/xcache -C centos7 --disklow 4g --diskhigh 5g" % jobid
+
+    return {'command': command, 'args': ''}

+
+
+
[docs]def xcache_deactivation_command(workdir):
+    """
+    Return the xcache service deactivation command.
+    This service should be stopped after the payload has finished.
+    Copy the messages log before shutting down.
+
+    :param workdir: payload work directory (string).
+    :return: xcache command (string).
+    """
+
+    path = os.environ.get('ALRB_XCACHE_LOG', None)
+    if path and os.path.exists(path):
+        logger.debug('copying xcache messages log file (%s) to work dir (%s)' % (path, workdir))
+        dest = os.path.join(workdir, 'xcache-messages.log')
+        try:
+            copy(path, dest)
+        except Exception as e:
+            logger.warning('exception caught copying xcache log: %s' % e)
+
+    command = "%s " % get_asetup(asetup=False)
+    command += "lsetup xcache; xcache kill"  # -C centos7
+
+    return {'command': command, 'args': '-p all'}

 
 
 
[docs]def get_utility_command_setup(name, job, setup=None):
diff --git a/docs/html/_modules/pilot/user/atlas/container.html b/docs/html/_modules/pilot/user/atlas/container.html
index 9e7d3a53..12d8e7ec 100644
--- a/docs/html/_modules/pilot/user/atlas/container.html
+++ b/docs/html/_modules/pilot/user/atlas/container.html
@@ -72,8 +72,8 @@ 
Source code for pilot.user.atlas.container
     """
     try:
         # it assumes that https_setup() was done already
-        res = https.request('{pandaserver}/server/panda/getProxy'.format(pandaserver=config.Pilot.pandaserver),
-                            data={'role': voms_role})
+        url = os.environ.get('PANDA_SERVER_URL', config.Pilot.pandaserver)
+        res = https.request('{pandaserver}/server/panda/getProxy'.format(pandaserver=url), data={'role': voms_role})
 
         if res is None:
             logger.error("Unable to get proxy with role '%s' from panda server" % voms_role)
@@ -358,8 +358,8 @@ 
Source code for pilot.user.atlas.container
         # add it instead to the container setup command:
 
         # download and verify payload proxy from the server if desired
-        proxy_verification = os.environ.get('PILOT_PROXY_VERIFICATION', 'True')
-        if config.Pilot.payload_proxy_from_server and is_analysis and proxy_verification == 'True':
+        proxy_verification = os.environ.get('PILOT_PROXY_VERIFICATION') == 'True' and os.environ.get('PILOT_PAYLOAD_PROXY_VERIFICATION') == 'True'
+        if proxy_verification and config.Pilot.payload_proxy_from_server and is_analysis:
             exit_code, diagnostics, x509 = get_and_verify_payload_proxy_from_server(x509)
             if exit_code != 0:  # do not return non-zero exit code if only download fails
                 logger.warning('payload proxy verification failed')
@@ -434,7 +434,7 @@ 
Source code for pilot.user.atlas.container
     :return: updated container command (string).
     """
 
-    is_raythena = config.Payload.executor_type.lower() == 'raythena'
+    is_raythena = os.environ.get('PILOT_ES_EXECUTOR_TYPE', 'generic') == 'raythena'
 
     opts = ''
     # Set the singularity options
diff --git a/docs/html/_modules/pilot/user/atlas/loopingjob_definitions.html b/docs/html/_modules/pilot/user/atlas/loopingjob_definitions.html
index 03c26ecb..a4c74045 100644
--- a/docs/html/_modules/pilot/user/atlas/loopingjob_definitions.html
+++ b/docs/html/_modules/pilot/user/atlas/loopingjob_definitions.html
@@ -79,6 +79,7 @@ 
Source code for pilot.user.atlas.loopingjob_definitions
"runjob" in _file or
                 "memory_" in _file or
                 "mem." in _file or
+                "docs/" in _file or
                 "DBRelease-" in _file):
             _files.append(_file)
 
diff --git a/docs/html/_modules/pilot/util/auxiliary.html b/docs/html/_modules/pilot/util/auxiliary.html
index cbc8982d..45ffe4f3 100644
--- a/docs/html/_modules/pilot/util/auxiliary.html
+++ b/docs/html/_modules/pilot/util/auxiliary.html
@@ -528,6 +528,50 @@ 
Source code for pilot.util.auxiliary
         txt = txt[:cutat] + separator + txt[-cutat:]
 
     return txt

+
+
+
[docs]def has_instruction_set(instruction_set):
+    """
+    Determine whether a given CPU instruction set is available.
+    The function will use grep to search in /proc/cpuinfo (both in upper and lower case).
+
+    :param instruction_set: instruction set (e.g. AVX2) (string).
+    :return: Boolean
+    """
+
+    status = False
+    cmd = r"grep -o \'%s[^ ]*\|%s[^ ]*\' /proc/cpuinfo" % (instruction_set.lower(), instruction_set.upper())
+    exit_code, stdout, stderr = execute(cmd)
+    if not exit_code and not stderr:
+        if instruction_set.lower() in stdout.split() or instruction_set.upper() in stdout.split():
+            status = True
+
+    return status

+
+
+
[docs]def has_instruction_sets(instruction_sets):
+    """
+    Determine whether a given list of CPU instruction sets is available.
+    The function will use grep to search in /proc/cpuinfo (both in upper and lower case).
+    Example: instruction_sets = ['AVX', 'AVX2', 'SSE4_2', 'XXX'] -> "AVX|AVX2|SSE4_2"
+    :param instruction_sets: instruction set (e.g. AVX2) (string).
+    :return: Boolean
+    """
+
+    ret = ''
+    r = ''
+
+    for i in instruction_sets:
+        r += r'\|%s[^ ]*\|%s[^ ]*' % (i.lower(), i.upper()) if r else r'%s[^ ]*\|%s[^ ]*' % (i.lower(), i.upper())
+    cmd = "grep -o \'%s\' /proc/cpuinfo" % r
+
+    exit_code, stdout, stderr = execute(cmd)
+    if not exit_code and not stderr:
+        for i in instruction_sets:
+            if i.lower() in stdout.split() or i.upper() in stdout.split():
+                ret += '|%s' % i.upper() if ret else i.upper()
+
+    return ret

 

 
           

diff --git a/docs/html/_modules/pilot/util/container.html b/docs/html/_modules/pilot/util/container.html
index 26035dcf..4e9d9ca9 100644
--- a/docs/html/_modules/pilot/util/container.html
+++ b/docs/html/_modules/pilot/util/container.html
@@ -45,7 +45,6 @@ 
Source code for pilot.util.container
 from sys import version_info
 
 from pilot.common.errorcodes import ErrorCodes
-from pilot.util.config import config
 
 import logging
 logger = logging.getLogger(__name__)
@@ -95,7 +94,6 @@ 
Source code for pilot.util.container
     # Note: the container.wrapper() function must at least be declared
     if usecontainer:
         executable, diagnostics = containerise_executable(executable, **kwargs)
-        logger.debug('exe=%s , diag=%s' % (executable, diagnostics))
         if not executable:
             return None if returnproc else -1, "", diagnostics
 
@@ -155,7 +153,7 @@ 
Source code for pilot.util.container
         # should a container really be used?
         do_use_container = job.usecontainer if job else container.do_use_container(**kwargs)
         # overrule for event service
-        if job and job.is_eventservice and do_use_container and config.Payload.executor_type.lower() != 'raythena':
+        if job and job.is_eventservice and do_use_container and environ.get('PILOT_ES_EXECUTOR_TYPE', 'generic') != 'raythena':
             logger.info('overruling container decision for event service grid job')
             do_use_container = False
 
diff --git a/docs/html/_modules/pilot/util/filehandling.html b/docs/html/_modules/pilot/util/filehandling.html
index 8491d9fb..92db3167 100644
--- a/docs/html/_modules/pilot/util/filehandling.html
+++ b/docs/html/_modules/pilot/util/filehandling.html
@@ -190,6 +190,27 @@ 
Source code for pilot.util.filehandling
     return f

 
 
+
[docs]def find_text_files():
+    """
+    Find all non-binary files.
+
+    :return: list of files.
+    """
+
+    files = []
+    # -I = ignore binary files
+    cmd = r"find . -type f -exec grep -Iq . {} \; -print"
+
+    exit_code, stdout, stderr = execute(cmd)
+    if stdout:
+        # remove last \n if present
+        if stdout.endswith('\n'):
+            stdout = stdout[:-1]
+        files = stdout.split('\n')
+
+    return files

+
+
 
[docs]def get_files(pattern="*.log"):
     """
     Find all files whose names follow the given pattern.
@@ -200,6 +221,7 @@ 
Source code for pilot.util.filehandling
 
     files = []
     cmd = "find . -name %s" % pattern
+
     exit_code, stdout, stderr = execute(cmd)
     if stdout:
         # remove last \n if present
diff --git a/docs/html/_modules/pilot/util/loopingjob.html b/docs/html/_modules/pilot/util/loopingjob.html
index aa86c74e..569e6705 100644
--- a/docs/html/_modules/pilot/util/loopingjob.html
+++ b/docs/html/_modules/pilot/util/loopingjob.html
@@ -74,7 +74,7 @@ 
Source code for pilot.util.loopingjob
 
     logger.info('checking for looping job')
 
-    looping_limit = get_looping_job_limit(job)
+    looping_limit = get_looping_job_limit()
 
     if job.state == 'stagein':
         # set job.state to stagein during stage-in before implementing this algorithm
@@ -207,29 +207,17 @@ 
Source code for pilot.util.loopingjob
     kill_processes(job.pid)

 
 
-
[docs]def get_looping_job_limit(job):
+
[docs]def get_looping_job_limit():
     """
     Get the time limit for looping job detection.
 
-    :param job: job object.
-    :return: looping job time limit (int).
+    :return: looping job time limit in seconds (int).
     """
 
-    is_analysis = job.is_analysis()
-    looping_limit = convert_to_int(config.Pilot.looping_limit_default_prod, default=12 * 3600)
-    if is_analysis:
-        looping_limit = convert_to_int(config.Pilot.looping_limit_default_user, default=3 * 3600)
-
-    if job.maxcpucount and job.maxcpucount >= config.Pilot.looping_limit_min_default:
-        _looping_limit = max(config.Pilot.looping_limit_min_default, job.maxcpucount)
-    else:
-        _looping_limit = max(looping_limit, job.maxcpucount)
-
-    if _looping_limit != looping_limit:
-        logger.info("task request has updated looping job limit from %d s to %d s using maxCpuCount" % (looping_limit, _looping_limit))
-        looping_limit = _looping_limit
-    else:
-        logger.info("using standard looping job limit: %d s" % looping_limit)
+    looping_limit = convert_to_int(config.Pilot.looping_limit_default, default=2 * 3600)
+    looping_limit_min_default = convert_to_int(config.Pilot.looping_limit_min_default, default=2 * 3600)
+    looping_limit = max(looping_limit, looping_limit_min_default)
+    logger.info("using looping job limit: %d s" % looping_limit)
 
     return looping_limit

 

diff --git a/docs/html/_modules/pilot/util/monitoring.html b/docs/html/_modules/pilot/util/monitoring.html
index 133e63a2..14d44b6a 100644
--- a/docs/html/_modules/pilot/util/monitoring.html
+++ b/docs/html/_modules/pilot/util/monitoring.html
@@ -315,6 +315,11 @@ 
Source code for pilot.util.monitoring
     :return: exit code (int), error diagnostics (string).
     """
 
+    # only perform looping job check if desired
+    if not job.looping_check:
+        logger.debug('looping check not desired')
+        return 0, ""
+
     looping_verification_time = convert_to_int(config.Pilot.looping_verification_time, default=600)
     if current_time - mt.get('ct_looping') > looping_verification_time:
         # is the job looping?
diff --git a/docs/html/_modules/pilot/util/processes.html b/docs/html/_modules/pilot/util/processes.html
index 87e1f7e1..9453433b 100644
--- a/docs/html/_modules/pilot/util/processes.html
+++ b/docs/html/_modules/pilot/util/processes.html
@@ -377,7 +377,7 @@ 
Source code for pilot.util.processes
             if 'cvmfs2' in args:
                 logger.info("ignoring possible orphan process running cvmfs2: pid=%s, ppid=%s, args=\'%s\'" %
                             (pid, ppid, args))
-            elif 'pilots_starter.py' in args:
+            elif 'pilots_starter.py' in args or 'runpilot2-wrapper.sh' in args:
                 logger.info("ignoring pilot launcher: pid=%s, ppid=%s, args='%s'" % (pid, ppid, args))
             elif ppid == '1':
                 count += 1
diff --git a/docs/html/_modules/pilot/util/queuehandling.html b/docs/html/_modules/pilot/util/queuehandling.html
index 987bc1fb..c9eb344d 100644
--- a/docs/html/_modules/pilot/util/queuehandling.html
+++ b/docs/html/_modules/pilot/util/queuehandling.html
@@ -177,7 +177,9 @@ 
Source code for pilot.util.queuehandling
     if isinstance(obj, JobData):
         obj.add_size(obj.get_size())
 
-    queue.put(obj)

+    # only put the object in the queue if it is not there already
+    if obj not in [_obj for _obj in list(queue.queue)]:
+        queue.put(obj)

 
 
 
[docs]def purge_queue(queue):
diff --git a/docs/html/_modules/pilot/util/tracereport.html b/docs/html/_modules/pilot/util/tracereport.html
index f58c2bdd..21fa98e0 100644
--- a/docs/html/_modules/pilot/util/tracereport.html
+++ b/docs/html/_modules/pilot/util/tracereport.html
@@ -62,14 +62,14 @@ 
Source code for pilot.util.tracereport
 
[docs]    def __init__(self, *args, **kwargs):
 
         event_version = "%s+%s" % (get_pilot_version(), get_rucio_client_version())
-        defs = {
-            'eventType': '',                # sitemover
+        defs = {  # for reference, see Tracing report document in wiki area of Pilot GitHub repository
+            'eventType': '',
             'eventVersion': event_version,  # Pilot+Rucio client version
             'protocol': None,               # set by specific copy tool
             'clientState': 'INIT_REPORT',
-            'localSite': '',                # localsite
-            'remoteSite': '',               # equals remotesite
-            'timeStart': None,              # time to start
+            'localSite': environ.get('RUCIO_LOCAL_SITE_ID', ''),
+            'remoteSite': '',
+            'timeStart': None,
             'catStart': None,
             'relativeStart': None,
             'transferStart': None,
@@ -90,7 +90,8 @@ 
Source code for pilot.util.tracereport
             'url': None,
             'stateReason': None,
             'uuid': None,
-            'taskid': ''
+            'taskid': '',
+            'pq': environ.get('PILOT_SITENAME', '')
         }
 
         super(TraceReport, self).__init__(defs)
@@ -148,6 +149,11 @@ 
Source code for pilot.util.tracereport
             state_reason = ''
         self.update(stateReason=state_reason.replace('\\', ''))
 
+        # overwrite any localSite if RUCIO_LOCAL_SITE_ID is set
+        localsite = environ.get('RUCIO_LOCAL_SITE_ID', '')
+        if localsite:
+            self['localSite'] = localsite
+
         if not self['eventType'] or not self['localSite'] or not self['remoteSite']:
             return False
         else:
@@ -180,7 +186,7 @@ 
Source code for pilot.util.tracereport
             # create the command
             cmd = 'curl --connect-timeout 20 --max-time 120 --cacert %s -v -k -d \"%s\" %s' % \
                   (ssl_certificate, data, url)
-            exit_code, stdout, stderr = execute(cmd)
+            exit_code, stdout, stderr = execute(cmd, mute=True)
             if exit_code:
                 logger.warning('failed to send traces to rucio: %s' % stdout)
             #request(url, loaded)
diff --git a/docs/html/components/api/data.html b/docs/html/components/api/data.html
index 7f9ff4bb..ee8707a1 100644
--- a/docs/html/components/api/data.html
+++ b/docs/html/components/api/data.html
@@ -197,7 +197,7 @@
 
Base Staging Client

 

 

-__dict__ = mappingproxy({'__module__': 'pilot.api.data', '__doc__': '\n        Base Staging Client\n    ', 'mode': '', 'copytool_modules': {'rucio': {'module_name': 'rucio'}, 'gfal': {'module_name': 'gfal'}, 'gfalcopy': {'module_name': 'gfal'}, 'xrdcp': {'module_name': 'xrdcp'}, 'mv': {'module_name': 'mv'}, 'lsm': {'module_name': 'lsm'}}, 'direct_remoteinput_allowed_schemas': ['root', 'https'], 'direct_localinput_allowed_schemas': ['root', 'dcache', 'dcap', 'file', 'https'], 'remoteinput_allowed_schemas': ['root', 'gsiftp', 'dcap', 'davs', 'srm', 'storm', 'https'], '__init__': <function StagingClient.__init__>, 'set_acopytools': <function StagingClient.set_acopytools>, 'get_default_copytools': <staticmethod object>, 'get_preferred_replica': <classmethod object>, 'prepare_sources': <function StagingClient.prepare_sources>, 'prepare_inputddms': <function StagingClient.prepare_inputddms>, 'sort_replicas': <classmethod object>, 'resolve_replicas': <function StagingClient.resolve_replicas>, 'add_replicas': <function StagingClient.add_replicas>, 'detect_client_location': <classmethod object>, 'transfer_files': <function StagingClient.transfer_files>, 'transfer': <function StagingClient.transfer>, 'require_protocols': <function StagingClient.require_protocols>, 'resolve_protocols': <function StagingClient.resolve_protocols>, 'resolve_protocol': <classmethod object>, '__dict__': <attribute '__dict__' of 'StagingClient' objects>, '__weakref__': <attribute '__weakref__' of 'StagingClient' objects>, '__annotations__': {}})

+__dict__ = mappingproxy({'__module__': 'pilot.api.data', '__doc__': '\n        Base Staging Client\n    ', 'mode': '', 'copytool_modules': {'rucio': {'module_name': 'rucio'}, 'gfal': {'module_name': 'gfal'}, 'gfalcopy': {'module_name': 'gfal'}, 'xrdcp': {'module_name': 'xrdcp'}, 'mv': {'module_name': 'mv'}, 'objectstore': {'module_name': 'objectstore'}, 's3': {'module_name': 's3'}, 'gs': {'module_name': 'gs'}, 'lsm': {'module_name': 'lsm'}}, 'direct_remoteinput_allowed_schemas': ['root', 'https'], 'direct_localinput_allowed_schemas': ['root', 'dcache', 'dcap', 'file', 'https', 'davs'], 'remoteinput_allowed_schemas': ['root', 'gsiftp', 'dcap', 'davs', 'srm', 'storm', 'https'], '__init__': <function StagingClient.__init__>, 'set_acopytools': <function StagingClient.set_acopytools>, 'get_default_copytools': <staticmethod object>, 'get_preferred_replica': <classmethod object>, 'prepare_sources': <function StagingClient.prepare_sources>, 'prepare_inputddms': <function StagingClient.prepare_inputddms>, 'sort_replicas': <classmethod object>, 'resolve_replicas': <function StagingClient.resolve_replicas>, 'add_replicas': <function StagingClient.add_replicas>, 'detect_client_location': <classmethod object>, 'transfer_files': <function StagingClient.transfer_files>, 'transfer': <function StagingClient.transfer>, 'require_protocols': <function StagingClient.require_protocols>, 'resolve_protocols': <function StagingClient.resolve_protocols>, 'resolve_protocol': <classmethod object>, '__dict__': <attribute '__dict__' of 'StagingClient' objects>, '__weakref__': <attribute '__weakref__' of 'StagingClient' objects>, '__annotations__': {}})
 

 
 

@@ -239,7 +239,7 @@
 
 

 

-copytool_modules = {'gfal': {'module_name': 'gfal'}, 'gfalcopy': {'module_name': 'gfal'}, 'lsm': {'module_name': 'lsm'}, 'mv': {'module_name': 'mv'}, 'rucio': {'module_name': 'rucio'}, 'xrdcp': {'module_name': 'xrdcp'}}

+copytool_modules = {'gfal': {'module_name': 'gfal'}, 'gfalcopy': {'module_name': 'gfal'}, 'gs': {'module_name': 'gs'}, 'lsm': {'module_name': 'lsm'}, 'mv': {'module_name': 'mv'}, 'objectstore': {'module_name': 'objectstore'}, 'rucio': {'module_name': 'rucio'}, 's3': {'module_name': 's3'}, 'xrdcp': {'module_name': 'xrdcp'}}
 

 
 

@@ -254,7 +254,7 @@
 
 

 

-direct_localinput_allowed_schemas = ['root', 'dcache', 'dcap', 'file', 'https']

+direct_localinput_allowed_schemas = ['root', 'dcache', 'dcap', 'file', 'https', 'davs']
 

 
 

diff --git a/docs/html/components/common/errorcodes.html b/docs/html/components/common/errorcodes.html
index 8165b3ee..cab736d1 100644
--- a/docs/html/components/common/errorcodes.html
+++ b/docs/html/components/common/errorcodes.html
@@ -221,6 +221,11 @@
 MIDDLEWAREIMPORTFAILURE = 1342
 

 
+

+

+MISSINGCREDENTIALS = 1364

+

+
 

 

 MISSINGINPUTFILE = 1331

@@ -658,7 +663,7 @@
 
 

 

-__dict__ = mappingproxy({'__module__': 'pilot.common.errorcodes', '__doc__': '\n    Pilot error codes.\n\n    Note: Error code numbering is the same as in Pilot 1 since that is expected by the PanDA server and monitor.\n    Note 2: Add error codes as they are needed in other modules. Do not import the full Pilot 1 list at once as there\n    might very well be codes that can be reassigned/removed.\n    ', 'GENERALERROR': 1008, 'NOLOCALSPACE': 1098, 'STAGEINFAILED': 1099, 'REPLICANOTFOUND': 1100, 'NOSUCHFILE': 1103, 'USERDIRTOOLARGE': 1104, 'STDOUTTOOBIG': 1106, 'SETUPFAILURE': 1110, 'NFSSQLITE': 1115, 'QUEUEDATA': 1116, 'QUEUEDATANOTOK': 1117, 'OUTPUTFILETOOLARGE': 1124, 'NOSTORAGE': 1133, 'STAGEOUTFAILED': 1137, 'PUTMD5MISMATCH': 1141, 'CHMODTRF': 1143, 'PANDAKILL': 1144, 'GETMD5MISMATCH': 1145, 'TRFDOWNLOADFAILURE': 1149, 'LOOPINGJOB': 1150, 'STAGEINTIMEOUT': 1151, 'STAGEOUTTIMEOUT': 1152, 'NOPROXY': 1163, 'MISSINGOUTPUTFILE': 1165, 'SIZETOOLARGE': 1168, 'GETADMISMATCH': 1171, 'PUTADMISMATCH': 1172, 'NOVOMSPROXY': 1177, 'GETGLOBUSSYSERR': 1180, 'PUTGLOBUSSYSERR': 1181, 'NOSOFTWAREDIR': 1186, 'NOPAYLOADMETADATA': 1187, 'LFNTOOLONG': 1190, 'ZEROFILESIZE': 1191, 'MKDIR': 1199, 'KILLSIGNAL': 1200, 'SIGTERM': 1201, 'SIGQUIT': 1202, 'SIGSEGV': 1203, 'SIGXCPU': 1204, 'USERKILL': 1205, 'SIGBUS': 1206, 'SIGUSR1': 1207, 'MISSINGINSTALLATION': 1211, 'PAYLOADOUTOFMEMORY': 1212, 'REACHEDMAXTIME': 1213, 'UNKNOWNPAYLOADFAILURE': 1220, 'FILEEXISTS': 1221, 'BADALLOC': 1223, 'ESRECOVERABLE': 1224, 'ESFATAL': 1228, 'EXECUTEDCLONEJOB': 1234, 'PAYLOADEXCEEDMAXMEM': 1235, 'FAILEDBYSERVER': 1236, 'ESNOEVENTS': 1238, 'MESSAGEHANDLINGFAILURE': 1240, 'CHKSUMNOTSUP': 1242, 'NORELEASEFOUND': 1244, 'NOUSERTARBALL': 1246, 'BADXML': 1247, 'NOTIMPLEMENTED': 1300, 'UNKNOWNEXCEPTION': 1301, 'CONVERSIONFAILURE': 1302, 'FILEHANDLINGFAILURE': 1303, 'PAYLOADEXECUTIONFAILURE': 1305, 'SINGULARITYGENERALFAILURE': 1306, 'SINGULARITYNOLOOPDEVICES': 1307, 'SINGULARITYBINDPOINTFAILURE': 1308, 'SINGULARITYIMAGEMOUNTFAILURE': 1309, 'PAYLOADEXECUTIONEXCEPTION': 1310, 'NOTDEFINED': 1311, 'NOTSAMELENGTH': 1312, 'NOSTORAGEPROTOCOL': 1313, 'UNKNOWNCHECKSUMTYPE': 1314, 'UNKNOWNTRFFAILURE': 1315, 'RUCIOSERVICEUNAVAILABLE': 1316, 'EXCEEDEDMAXWAITTIME': 1317, 'COMMUNICATIONFAILURE': 1318, 'INTERNALPILOTPROBLEM': 1319, 'LOGFILECREATIONFAILURE': 1320, 'RUCIOLOCATIONFAILED': 1321, 'RUCIOLISTREPLICASFAILED': 1322, 'UNKNOWNCOPYTOOL': 1323, 'SERVICENOTAVAILABLE': 1324, 'SINGULARITYNOTINSTALLED': 1325, 'NOREPLICAS': 1326, 'UNREACHABLENETWORK': 1327, 'PAYLOADSIGSEGV': 1328, 'NONDETERMINISTICDDM': 1329, 'JSONRETRIEVALTIMEOUT': 1330, 'MISSINGINPUTFILE': 1331, 'BLACKHOLE': 1332, 'NOREMOTESPACE': 1333, 'SETUPFATAL': 1334, 'MISSINGUSERCODE': 1335, 'JOBALREADYRUNNING': 1336, 'BADMEMORYMONITORJSON': 1337, 'STAGEINAUTHENTICATIONFAILURE': 1338, 'DBRELEASEFAILURE': 1339, 'SINGULARITYNEWUSERNAMESPACE': 1340, 'BADQUEUECONFIGURATION': 1341, 'MIDDLEWAREIMPORTFAILURE': 1342, 'NOOUTPUTINJOBREPORT': 1343, 'RESOURCEUNAVAILABLE': 1344, 'SINGULARITYFAILEDUSERNAMESPACE': 1345, 'TRANSFORMNOTFOUND': 1346, 'UNSUPPORTEDSL5OS': 1347, 'SINGULARITYRESOURCEUNAVAILABLE': 1348, 'UNRECOGNIZEDTRFARGUMENTS': 1349, 'EMPTYOUTPUTFILE': 1350, 'UNRECOGNIZEDTRFSTDERR': 1351, 'STATFILEPROBLEM': 1352, 'NOSUCHPROCESS': 1353, 'GENERALCPUCALCPROBLEM': 1354, 'COREDUMP': 1355, 'PREPROCESSFAILURE': 1356, 'POSTPROCESSFAILURE': 1357, 'MISSINGRELEASEUNPACKED': 1358, 'PANDAQUEUENOTACTIVE': 1359, 'IMAGENOTFOUND': 1360, 'REMOTEFILECOULDNOTBEOPENED': 1361, 'XRDCPERROR': 1362, 'KILLPAYLOAD': 1363, '_error_messages': {1008: 'General pilot error, consult batch log', 1098: 'Not enough local space', 1099: 'Failed to stage-in file', 1100: 'Replica not found', 1103: 'No such file or directory', 1104: 'User work directory too large', 1106: 'Payload log or stdout file too big', 1110: 'Failed during payload setup', 1115: 'NFS SQLite locking problems', 1116: 'Pilot could not download queuedata', 1117: 'Pilot found non-valid queuedata', 1124: 'Output file too large', 1133: 'Fetching default storage failed: no activity related storage defined', 1137: 'Failed to stage-out file', 1141: 'md5sum mismatch on output file', 1145: 'md5sum mismatch on input file', 1143: 'Failed to chmod transform', 1144: 'This job was killed by panda server', 1165: 'Local output file is missing', 1168: 'Total file size too large', 1149: 'Transform could not be downloaded', 1150: 'Looping job killed by pilot', 1151: 'File transfer timed out during stage-in', 1152: 'File transfer timed out during stage-out', 1163: 'Grid proxy not valid', 1171: 'adler32 mismatch on input file', 1172: 'adler32 mismatch on output file', 1177: 'Voms proxy not valid', 1180: 'Globus system error during stage-in', 1181: 'Globus system error during stage-out', 1186: 'Software directory does not exist', 1187: 'Payload metadata does not exist', 1190: 'LFN too long (exceeding limit of 255 characters)', 1191: 'File size cannot be zero', 1199: 'Failed to create local directory', 1200: 'Job terminated by unknown kill signal', 1201: 'Job killed by signal: SIGTERM', 1202: 'Job killed by signal: SIGQUIT', 1203: 'Job killed by signal: SIGSEGV', 1204: 'Job killed by signal: SIGXCPU', 1207: 'Job killed by signal: SIGUSR1', 1206: 'Job killed by signal: SIGBUS', 1205: 'Job killed by user', 1211: 'Missing installation', 1212: 'Payload ran out of memory', 1213: 'Reached batch system time limit', 1220: 'Job failed due to unknown reason (consult log file)', 1221: 'File already exists', 1223: 'Transform failed due to bad_alloc', 1242: 'Query checksum is not supported', 1244: 'No release candidates found', 1246: 'User tarball could not be downloaded from PanDA server', 1247: 'Badly formed XML', 1224: 'Event service: recoverable error', 1228: 'Event service: fatal error', 1234: 'Clone job is already executed', 1235: 'Payload exceeded maximum allowed memory', 1236: 'Failed by server', 1238: 'Event service: no events', 1240: 'Failed to handle message from payload', 1300: 'The class or function is not implemented', 1301: 'An unknown pilot exception has occurred', 1302: 'Failed to convert object data', 1303: 'Failed during file handling', 1305: 'Failed to execute payload', 1306: 'Singularity: general failure', 1307: 'Singularity: No more available loop devices', 1308: 'Singularity: Not mounting requested bind point', 1309: 'Singularity: Failed to mount image', 1325: 'Singularity: not installed', 1310: 'Exception caught during payload execution', 1311: 'Not defined', 1312: 'Not same length', 1313: 'No protocol defined for storage endpoint', 1314: 'Unknown checksum type', 1315: 'Unknown transform failure', 1316: 'Rucio: Service unavailable', 1317: 'Exceeded maximum waiting time', 1318: 'Failed to communicate with server', 1319: 'An internal Pilot problem has occurred (consult Pilot log)', 1320: 'Failed during creation of log file', 1321: 'Failed to get client location for Rucio', 1322: 'Failed to get replicas from Rucio', 1323: 'Unknown copy tool', 1324: 'Service not available at the moment', 1326: 'No matching replicas were found in list_replicas() output', 1327: 'Unable to stage-in file since network is unreachable', 1328: 'SIGSEGV: Invalid memory reference or a segmentation fault', 1329: 'Failed to construct SURL for non-deterministic ddm (update CRIC)', 1330: 'JSON retrieval timed out', 1331: 'Input file is missing in storage element', 1332: 'Black hole detected in file system (consult Pilot log)', 1333: 'No space left on device', 1334: 'Setup failed with a fatal exception (consult Payload log)', 1335: 'User code not available on PanDA server (resubmit task with --useNewCode)', 1336: 'Job is already running elsewhere', 1337: 'Memory monitor produced bad output', 1338: 'Authentication failure during stage-in', 1339: 'Local DBRelease handling failed (consult Pilot log)', 1340: 'Singularity: Failed invoking the NEWUSER namespace runtime', 1341: 'Bad queue configuration detected', 1342: 'Failed to import middleware (consult Pilot log)', 1343: 'Found no output in job report', 1344: 'Resource temporarily unavailable', 1345: 'Singularity: Failed to create user namespace', 1346: 'Transform not found', 1347: 'Unsupported SL5 OS', 1348: 'Singularity: Resource temporarily unavailable', 1349: 'Unrecognized transform arguments', 1350: 'Empty output file detected', 1351: 'Unrecognized fatal error in transform stderr', 1352: 'Failed to stat proc file for CPU consumption calculation', 1353: 'CPU consumption calculation failed: No such process', 1354: 'General CPU consumption calculation problem (consult Pilot log)', 1355: 'Core dump detected', 1356: 'Pre-process command failed', 1357: 'Post-process command failed', 1358: 'Missing release setup in unpacked container', 1359: 'PanDA queue is not active', 1360: 'Image not found', 1361: 'Remote file could not be opened', 1362: 'Xrdcp was unable to open file', 1363: 'Raythena has decided to kill payload'}, 'put_error_codes': [1135, 1136, 1137, 1141, 1152, 1181], 'recoverable_error_codes': [0, 1135, 1136, 1137, 1141, 1152, 1181], 'get_kill_signal_error_code': <function ErrorCodes.get_kill_signal_error_code>, 'get_error_message': <function ErrorCodes.get_error_message>, 'add_error_code': <function ErrorCodes.add_error_code>, 'remove_error_code': <function ErrorCodes.remove_error_code>, 'report_errors': <function ErrorCodes.report_errors>, 'resolve_transform_error': <function ErrorCodes.resolve_transform_error>, 'extract_stderr_error': <function ErrorCodes.extract_stderr_error>, 'extract_stderr_warning': <function ErrorCodes.extract_stderr_warning>, 'get_message_for_pattern': <function ErrorCodes.get_message_for_pattern>, 'format_diagnostics': <function ErrorCodes.format_diagnostics>, 'is_recoverable': <classmethod object>, '__dict__': <attribute '__dict__' of 'ErrorCodes' objects>, '__weakref__': <attribute '__weakref__' of 'ErrorCodes' objects>, '__annotations__': {}})

+__dict__ = mappingproxy({'__module__': 'pilot.common.errorcodes', '__doc__': '\n    Pilot error codes.\n\n    Note: Error code numbering is the same as in Pilot 1 since that is expected by the PanDA server and monitor.\n    Note 2: Add error codes as they are needed in other modules. Do not import the full Pilot 1 list at once as there\n    might very well be codes that can be reassigned/removed.\n    ', 'GENERALERROR': 1008, 'NOLOCALSPACE': 1098, 'STAGEINFAILED': 1099, 'REPLICANOTFOUND': 1100, 'NOSUCHFILE': 1103, 'USERDIRTOOLARGE': 1104, 'STDOUTTOOBIG': 1106, 'SETUPFAILURE': 1110, 'NFSSQLITE': 1115, 'QUEUEDATA': 1116, 'QUEUEDATANOTOK': 1117, 'OUTPUTFILETOOLARGE': 1124, 'NOSTORAGE': 1133, 'STAGEOUTFAILED': 1137, 'PUTMD5MISMATCH': 1141, 'CHMODTRF': 1143, 'PANDAKILL': 1144, 'GETMD5MISMATCH': 1145, 'TRFDOWNLOADFAILURE': 1149, 'LOOPINGJOB': 1150, 'STAGEINTIMEOUT': 1151, 'STAGEOUTTIMEOUT': 1152, 'NOPROXY': 1163, 'MISSINGOUTPUTFILE': 1165, 'SIZETOOLARGE': 1168, 'GETADMISMATCH': 1171, 'PUTADMISMATCH': 1172, 'NOVOMSPROXY': 1177, 'GETGLOBUSSYSERR': 1180, 'PUTGLOBUSSYSERR': 1181, 'NOSOFTWAREDIR': 1186, 'NOPAYLOADMETADATA': 1187, 'LFNTOOLONG': 1190, 'ZEROFILESIZE': 1191, 'MKDIR': 1199, 'KILLSIGNAL': 1200, 'SIGTERM': 1201, 'SIGQUIT': 1202, 'SIGSEGV': 1203, 'SIGXCPU': 1204, 'USERKILL': 1205, 'SIGBUS': 1206, 'SIGUSR1': 1207, 'MISSINGINSTALLATION': 1211, 'PAYLOADOUTOFMEMORY': 1212, 'REACHEDMAXTIME': 1213, 'UNKNOWNPAYLOADFAILURE': 1220, 'FILEEXISTS': 1221, 'BADALLOC': 1223, 'ESRECOVERABLE': 1224, 'ESFATAL': 1228, 'EXECUTEDCLONEJOB': 1234, 'PAYLOADEXCEEDMAXMEM': 1235, 'FAILEDBYSERVER': 1236, 'ESNOEVENTS': 1238, 'MESSAGEHANDLINGFAILURE': 1240, 'CHKSUMNOTSUP': 1242, 'NORELEASEFOUND': 1244, 'NOUSERTARBALL': 1246, 'BADXML': 1247, 'NOTIMPLEMENTED': 1300, 'UNKNOWNEXCEPTION': 1301, 'CONVERSIONFAILURE': 1302, 'FILEHANDLINGFAILURE': 1303, 'PAYLOADEXECUTIONFAILURE': 1305, 'SINGULARITYGENERALFAILURE': 1306, 'SINGULARITYNOLOOPDEVICES': 1307, 'SINGULARITYBINDPOINTFAILURE': 1308, 'SINGULARITYIMAGEMOUNTFAILURE': 1309, 'PAYLOADEXECUTIONEXCEPTION': 1310, 'NOTDEFINED': 1311, 'NOTSAMELENGTH': 1312, 'NOSTORAGEPROTOCOL': 1313, 'UNKNOWNCHECKSUMTYPE': 1314, 'UNKNOWNTRFFAILURE': 1315, 'RUCIOSERVICEUNAVAILABLE': 1316, 'EXCEEDEDMAXWAITTIME': 1317, 'COMMUNICATIONFAILURE': 1318, 'INTERNALPILOTPROBLEM': 1319, 'LOGFILECREATIONFAILURE': 1320, 'RUCIOLOCATIONFAILED': 1321, 'RUCIOLISTREPLICASFAILED': 1322, 'UNKNOWNCOPYTOOL': 1323, 'SERVICENOTAVAILABLE': 1324, 'SINGULARITYNOTINSTALLED': 1325, 'NOREPLICAS': 1326, 'UNREACHABLENETWORK': 1327, 'PAYLOADSIGSEGV': 1328, 'NONDETERMINISTICDDM': 1329, 'JSONRETRIEVALTIMEOUT': 1330, 'MISSINGINPUTFILE': 1331, 'BLACKHOLE': 1332, 'NOREMOTESPACE': 1333, 'SETUPFATAL': 1334, 'MISSINGUSERCODE': 1335, 'JOBALREADYRUNNING': 1336, 'BADMEMORYMONITORJSON': 1337, 'STAGEINAUTHENTICATIONFAILURE': 1338, 'DBRELEASEFAILURE': 1339, 'SINGULARITYNEWUSERNAMESPACE': 1340, 'BADQUEUECONFIGURATION': 1341, 'MIDDLEWAREIMPORTFAILURE': 1342, 'NOOUTPUTINJOBREPORT': 1343, 'RESOURCEUNAVAILABLE': 1344, 'SINGULARITYFAILEDUSERNAMESPACE': 1345, 'TRANSFORMNOTFOUND': 1346, 'UNSUPPORTEDSL5OS': 1347, 'SINGULARITYRESOURCEUNAVAILABLE': 1348, 'UNRECOGNIZEDTRFARGUMENTS': 1349, 'EMPTYOUTPUTFILE': 1350, 'UNRECOGNIZEDTRFSTDERR': 1351, 'STATFILEPROBLEM': 1352, 'NOSUCHPROCESS': 1353, 'GENERALCPUCALCPROBLEM': 1354, 'COREDUMP': 1355, 'PREPROCESSFAILURE': 1356, 'POSTPROCESSFAILURE': 1357, 'MISSINGRELEASEUNPACKED': 1358, 'PANDAQUEUENOTACTIVE': 1359, 'IMAGENOTFOUND': 1360, 'REMOTEFILECOULDNOTBEOPENED': 1361, 'XRDCPERROR': 1362, 'KILLPAYLOAD': 1363, 'MISSINGCREDENTIALS': 1364, '_error_messages': {1008: 'General pilot error, consult batch log', 1098: 'Not enough local space', 1099: 'Failed to stage-in file', 1100: 'Replica not found', 1103: 'No such file or directory', 1104: 'User work directory too large', 1106: 'Payload log or stdout file too big', 1110: 'Failed during payload setup', 1115: 'NFS SQLite locking problems', 1116: 'Pilot could not download queuedata', 1117: 'Pilot found non-valid queuedata', 1124: 'Output file too large', 1133: 'Fetching default storage failed: no activity related storage defined', 1137: 'Failed to stage-out file', 1141: 'md5sum mismatch on output file', 1145: 'md5sum mismatch on input file', 1143: 'Failed to chmod transform', 1144: 'This job was killed by panda server', 1165: 'Local output file is missing', 1168: 'Total file size too large', 1149: 'Transform could not be downloaded', 1150: 'Looping job killed by pilot', 1151: 'File transfer timed out during stage-in', 1152: 'File transfer timed out during stage-out', 1163: 'Grid proxy not valid', 1171: 'adler32 mismatch on input file', 1172: 'adler32 mismatch on output file', 1177: 'Voms proxy not valid', 1180: 'Globus system error during stage-in', 1181: 'Globus system error during stage-out', 1186: 'Software directory does not exist', 1187: 'Payload metadata does not exist', 1190: 'LFN too long (exceeding limit of 255 characters)', 1191: 'File size cannot be zero', 1199: 'Failed to create local directory', 1200: 'Job terminated by unknown kill signal', 1201: 'Job killed by signal: SIGTERM', 1202: 'Job killed by signal: SIGQUIT', 1203: 'Job killed by signal: SIGSEGV', 1204: 'Job killed by signal: SIGXCPU', 1207: 'Job killed by signal: SIGUSR1', 1206: 'Job killed by signal: SIGBUS', 1205: 'Job killed by user', 1211: 'Missing installation', 1212: 'Payload ran out of memory', 1213: 'Reached batch system time limit', 1220: 'Job failed due to unknown reason (consult log file)', 1221: 'File already exists', 1223: 'Transform failed due to bad_alloc', 1242: 'Query checksum is not supported', 1244: 'No release candidates found', 1246: 'User tarball could not be downloaded from PanDA server', 1247: 'Badly formed XML', 1224: 'Event service: recoverable error', 1228: 'Event service: fatal error', 1234: 'Clone job is already executed', 1235: 'Payload exceeded maximum allowed memory', 1236: 'Failed by server', 1238: 'Event service: no events', 1240: 'Failed to handle message from payload', 1300: 'The class or function is not implemented', 1301: 'An unknown pilot exception has occurred', 1302: 'Failed to convert object data', 1303: 'Failed during file handling', 1305: 'Failed to execute payload', 1306: 'Singularity: general failure', 1307: 'Singularity: No more available loop devices', 1308: 'Singularity: Not mounting requested bind point', 1309: 'Singularity: Failed to mount image', 1325: 'Singularity: not installed', 1310: 'Exception caught during payload execution', 1311: 'Not defined', 1312: 'Not same length', 1313: 'No protocol defined for storage endpoint', 1314: 'Unknown checksum type', 1315: 'Unknown transform failure', 1316: 'Rucio: Service unavailable', 1317: 'Exceeded maximum waiting time', 1318: 'Failed to communicate with server', 1319: 'An internal Pilot problem has occurred (consult Pilot log)', 1320: 'Failed during creation of log file', 1321: 'Failed to get client location for Rucio', 1322: 'Failed to get replicas from Rucio', 1323: 'Unknown copy tool', 1324: 'Service not available at the moment', 1326: 'No matching replicas were found in list_replicas() output', 1327: 'Unable to stage-in file since network is unreachable', 1328: 'SIGSEGV: Invalid memory reference or a segmentation fault', 1329: 'Failed to construct SURL for non-deterministic ddm (update CRIC)', 1330: 'JSON retrieval timed out', 1331: 'Input file is missing in storage element', 1332: 'Black hole detected in file system (consult Pilot log)', 1333: 'No space left on device', 1334: 'Setup failed with a fatal exception (consult Payload log)', 1335: 'User code not available on PanDA server (resubmit task with --useNewCode)', 1336: 'Job is already running elsewhere', 1337: 'Memory monitor produced bad output', 1338: 'Authentication failure during stage-in', 1339: 'Local DBRelease handling failed (consult Pilot log)', 1340: 'Singularity: Failed invoking the NEWUSER namespace runtime', 1341: 'Bad queue configuration detected', 1342: 'Failed to import middleware (consult Pilot log)', 1343: 'Found no output in job report', 1344: 'Resource temporarily unavailable', 1345: 'Singularity: Failed to create user namespace', 1346: 'Transform not found', 1347: 'Unsupported SL5 OS', 1348: 'Singularity: Resource temporarily unavailable', 1349: 'Unrecognized transform arguments', 1350: 'Empty output file detected', 1351: 'Unrecognized fatal error in transform stderr', 1352: 'Failed to stat proc file for CPU consumption calculation', 1353: 'CPU consumption calculation failed: No such process', 1354: 'General CPU consumption calculation problem (consult Pilot log)', 1355: 'Core dump detected', 1356: 'Pre-process command failed', 1357: 'Post-process command failed', 1358: 'Missing release setup in unpacked container', 1359: 'PanDA queue is not active', 1360: 'Image not found', 1361: 'Remote file could not be opened', 1362: 'Xrdcp was unable to open file', 1363: 'Raythena has decided to kill payload', 1364: 'Unable to locate credentials for S3 transfer'}, 'put_error_codes': [1135, 1136, 1137, 1141, 1152, 1181], 'recoverable_error_codes': [0, 1135, 1136, 1137, 1141, 1152, 1181], 'get_kill_signal_error_code': <function ErrorCodes.get_kill_signal_error_code>, 'get_error_message': <function ErrorCodes.get_error_message>, 'add_error_code': <function ErrorCodes.add_error_code>, 'remove_error_code': <function ErrorCodes.remove_error_code>, 'report_errors': <function ErrorCodes.report_errors>, 'resolve_transform_error': <function ErrorCodes.resolve_transform_error>, 'extract_stderr_error': <function ErrorCodes.extract_stderr_error>, 'extract_stderr_warning': <function ErrorCodes.extract_stderr_warning>, 'get_message_for_pattern': <function ErrorCodes.get_message_for_pattern>, 'format_diagnostics': <function ErrorCodes.format_diagnostics>, 'is_recoverable': <classmethod object>, '__dict__': <attribute '__dict__' of 'ErrorCodes' objects>, '__weakref__': <attribute '__weakref__' of 'ErrorCodes' objects>, '__annotations__': {}})
 

 
 

@@ -674,7 +679,7 @@
 
 

 

-_error_messages = {1008: 'General pilot error, consult batch log', 1098: 'Not enough local space', 1099: 'Failed to stage-in file', 1100: 'Replica not found', 1103: 'No such file or directory', 1104: 'User work directory too large', 1106: 'Payload log or stdout file too big', 1110: 'Failed during payload setup', 1115: 'NFS SQLite locking problems', 1116: 'Pilot could not download queuedata', 1117: 'Pilot found non-valid queuedata', 1124: 'Output file too large', 1133: 'Fetching default storage failed: no activity related storage defined', 1137: 'Failed to stage-out file', 1141: 'md5sum mismatch on output file', 1143: 'Failed to chmod transform', 1144: 'This job was killed by panda server', 1145: 'md5sum mismatch on input file', 1149: 'Transform could not be downloaded', 1150: 'Looping job killed by pilot', 1151: 'File transfer timed out during stage-in', 1152: 'File transfer timed out during stage-out', 1163: 'Grid proxy not valid', 1165: 'Local output file is missing', 1168: 'Total file size too large', 1171: 'adler32 mismatch on input file', 1172: 'adler32 mismatch on output file', 1177: 'Voms proxy not valid', 1180: 'Globus system error during stage-in', 1181: 'Globus system error during stage-out', 1186: 'Software directory does not exist', 1187: 'Payload metadata does not exist', 1190: 'LFN too long (exceeding limit of 255 characters)', 1191: 'File size cannot be zero', 1199: 'Failed to create local directory', 1200: 'Job terminated by unknown kill signal', 1201: 'Job killed by signal: SIGTERM', 1202: 'Job killed by signal: SIGQUIT', 1203: 'Job killed by signal: SIGSEGV', 1204: 'Job killed by signal: SIGXCPU', 1205: 'Job killed by user', 1206: 'Job killed by signal: SIGBUS', 1207: 'Job killed by signal: SIGUSR1', 1211: 'Missing installation', 1212: 'Payload ran out of memory', 1213: 'Reached batch system time limit', 1220: 'Job failed due to unknown reason (consult log file)', 1221: 'File already exists', 1223: 'Transform failed due to bad_alloc', 1224: 'Event service: recoverable error', 1228: 'Event service: fatal error', 1234: 'Clone job is already executed', 1235: 'Payload exceeded maximum allowed memory', 1236: 'Failed by server', 1238: 'Event service: no events', 1240: 'Failed to handle message from payload', 1242: 'Query checksum is not supported', 1244: 'No release candidates found', 1246: 'User tarball could not be downloaded from PanDA server', 1247: 'Badly formed XML', 1300: 'The class or function is not implemented', 1301: 'An unknown pilot exception has occurred', 1302: 'Failed to convert object data', 1303: 'Failed during file handling', 1305: 'Failed to execute payload', 1306: 'Singularity: general failure', 1307: 'Singularity: No more available loop devices', 1308: 'Singularity: Not mounting requested bind point', 1309: 'Singularity: Failed to mount image', 1310: 'Exception caught during payload execution', 1311: 'Not defined', 1312: 'Not same length', 1313: 'No protocol defined for storage endpoint', 1314: 'Unknown checksum type', 1315: 'Unknown transform failure', 1316: 'Rucio: Service unavailable', 1317: 'Exceeded maximum waiting time', 1318: 'Failed to communicate with server', 1319: 'An internal Pilot problem has occurred (consult Pilot log)', 1320: 'Failed during creation of log file', 1321: 'Failed to get client location for Rucio', 1322: 'Failed to get replicas from Rucio', 1323: 'Unknown copy tool', 1324: 'Service not available at the moment', 1325: 'Singularity: not installed', 1326: 'No matching replicas were found in list_replicas() output', 1327: 'Unable to stage-in file since network is unreachable', 1328: 'SIGSEGV: Invalid memory reference or a segmentation fault', 1329: 'Failed to construct SURL for non-deterministic ddm (update CRIC)', 1330: 'JSON retrieval timed out', 1331: 'Input file is missing in storage element', 1332: 'Black hole detected in file system (consult Pilot log)', 1333: 'No space left on device', 1334: 'Setup failed with a fatal exception (consult Payload log)', 1335: 'User code not available on PanDA server (resubmit task with --useNewCode)', 1336: 'Job is already running elsewhere', 1337: 'Memory monitor produced bad output', 1338: 'Authentication failure during stage-in', 1339: 'Local DBRelease handling failed (consult Pilot log)', 1340: 'Singularity: Failed invoking the NEWUSER namespace runtime', 1341: 'Bad queue configuration detected', 1342: 'Failed to import middleware (consult Pilot log)', 1343: 'Found no output in job report', 1344: 'Resource temporarily unavailable', 1345: 'Singularity: Failed to create user namespace', 1346: 'Transform not found', 1347: 'Unsupported SL5 OS', 1348: 'Singularity: Resource temporarily unavailable', 1349: 'Unrecognized transform arguments', 1350: 'Empty output file detected', 1351: 'Unrecognized fatal error in transform stderr', 1352: 'Failed to stat proc file for CPU consumption calculation', 1353: 'CPU consumption calculation failed: No such process', 1354: 'General CPU consumption calculation problem (consult Pilot log)', 1355: 'Core dump detected', 1356: 'Pre-process command failed', 1357: 'Post-process command failed', 1358: 'Missing release setup in unpacked container', 1359: 'PanDA queue is not active', 1360: 'Image not found', 1361: 'Remote file could not be opened', 1362: 'Xrdcp was unable to open file', 1363: 'Raythena has decided to kill payload'}

+_error_messages = {1008: 'General pilot error, consult batch log', 1098: 'Not enough local space', 1099: 'Failed to stage-in file', 1100: 'Replica not found', 1103: 'No such file or directory', 1104: 'User work directory too large', 1106: 'Payload log or stdout file too big', 1110: 'Failed during payload setup', 1115: 'NFS SQLite locking problems', 1116: 'Pilot could not download queuedata', 1117: 'Pilot found non-valid queuedata', 1124: 'Output file too large', 1133: 'Fetching default storage failed: no activity related storage defined', 1137: 'Failed to stage-out file', 1141: 'md5sum mismatch on output file', 1143: 'Failed to chmod transform', 1144: 'This job was killed by panda server', 1145: 'md5sum mismatch on input file', 1149: 'Transform could not be downloaded', 1150: 'Looping job killed by pilot', 1151: 'File transfer timed out during stage-in', 1152: 'File transfer timed out during stage-out', 1163: 'Grid proxy not valid', 1165: 'Local output file is missing', 1168: 'Total file size too large', 1171: 'adler32 mismatch on input file', 1172: 'adler32 mismatch on output file', 1177: 'Voms proxy not valid', 1180: 'Globus system error during stage-in', 1181: 'Globus system error during stage-out', 1186: 'Software directory does not exist', 1187: 'Payload metadata does not exist', 1190: 'LFN too long (exceeding limit of 255 characters)', 1191: 'File size cannot be zero', 1199: 'Failed to create local directory', 1200: 'Job terminated by unknown kill signal', 1201: 'Job killed by signal: SIGTERM', 1202: 'Job killed by signal: SIGQUIT', 1203: 'Job killed by signal: SIGSEGV', 1204: 'Job killed by signal: SIGXCPU', 1205: 'Job killed by user', 1206: 'Job killed by signal: SIGBUS', 1207: 'Job killed by signal: SIGUSR1', 1211: 'Missing installation', 1212: 'Payload ran out of memory', 1213: 'Reached batch system time limit', 1220: 'Job failed due to unknown reason (consult log file)', 1221: 'File already exists', 1223: 'Transform failed due to bad_alloc', 1224: 'Event service: recoverable error', 1228: 'Event service: fatal error', 1234: 'Clone job is already executed', 1235: 'Payload exceeded maximum allowed memory', 1236: 'Failed by server', 1238: 'Event service: no events', 1240: 'Failed to handle message from payload', 1242: 'Query checksum is not supported', 1244: 'No release candidates found', 1246: 'User tarball could not be downloaded from PanDA server', 1247: 'Badly formed XML', 1300: 'The class or function is not implemented', 1301: 'An unknown pilot exception has occurred', 1302: 'Failed to convert object data', 1303: 'Failed during file handling', 1305: 'Failed to execute payload', 1306: 'Singularity: general failure', 1307: 'Singularity: No more available loop devices', 1308: 'Singularity: Not mounting requested bind point', 1309: 'Singularity: Failed to mount image', 1310: 'Exception caught during payload execution', 1311: 'Not defined', 1312: 'Not same length', 1313: 'No protocol defined for storage endpoint', 1314: 'Unknown checksum type', 1315: 'Unknown transform failure', 1316: 'Rucio: Service unavailable', 1317: 'Exceeded maximum waiting time', 1318: 'Failed to communicate with server', 1319: 'An internal Pilot problem has occurred (consult Pilot log)', 1320: 'Failed during creation of log file', 1321: 'Failed to get client location for Rucio', 1322: 'Failed to get replicas from Rucio', 1323: 'Unknown copy tool', 1324: 'Service not available at the moment', 1325: 'Singularity: not installed', 1326: 'No matching replicas were found in list_replicas() output', 1327: 'Unable to stage-in file since network is unreachable', 1328: 'SIGSEGV: Invalid memory reference or a segmentation fault', 1329: 'Failed to construct SURL for non-deterministic ddm (update CRIC)', 1330: 'JSON retrieval timed out', 1331: 'Input file is missing in storage element', 1332: 'Black hole detected in file system (consult Pilot log)', 1333: 'No space left on device', 1334: 'Setup failed with a fatal exception (consult Payload log)', 1335: 'User code not available on PanDA server (resubmit task with --useNewCode)', 1336: 'Job is already running elsewhere', 1337: 'Memory monitor produced bad output', 1338: 'Authentication failure during stage-in', 1339: 'Local DBRelease handling failed (consult Pilot log)', 1340: 'Singularity: Failed invoking the NEWUSER namespace runtime', 1341: 'Bad queue configuration detected', 1342: 'Failed to import middleware (consult Pilot log)', 1343: 'Found no output in job report', 1344: 'Resource temporarily unavailable', 1345: 'Singularity: Failed to create user namespace', 1346: 'Transform not found', 1347: 'Unsupported SL5 OS', 1348: 'Singularity: Resource temporarily unavailable', 1349: 'Unrecognized transform arguments', 1350: 'Empty output file detected', 1351: 'Unrecognized fatal error in transform stderr', 1352: 'Failed to stat proc file for CPU consumption calculation', 1353: 'CPU consumption calculation failed: No such process', 1354: 'General CPU consumption calculation problem (consult Pilot log)', 1355: 'Core dump detected', 1356: 'Pre-process command failed', 1357: 'Post-process command failed', 1358: 'Missing release setup in unpacked container', 1359: 'PanDA queue is not active', 1360: 'Image not found', 1361: 'Remote file could not be opened', 1362: 'Xrdcp was unable to open file', 1363: 'Raythena has decided to kill payload', 1364: 'Unable to locate credentials for S3 transfer'}
 

 
 

diff --git a/docs/html/components/control/data.html b/docs/html/components/control/data.html
index 772e0526..046f34a4 100644
--- a/docs/html/components/control/data.html
+++ b/docs/html/components/control/data.html
@@ -126,17 +126,22 @@
 
 

 

-pilot.control.data.create_log(job, logfile, tarball_name, args)[source]

-

+pilot.control.data.create_log(workdir, logfile_name, tarball_name, cleanup, input_files=[], output_files=[], is_looping=False)[source]
+
Create the tarball for the job.

+

 
Parameters

 
    
-
  • job – 
    • 
-
  • logfile – 
    • 
-
  • tarball_name – 
    • 
+
  • workdir – work directory for the job (string).
    • 
+
  • logfile_name – log file name (string).
    • 
+
  • tarball_name – tarball name (string).
    • 
+
  • cleanup – perform cleanup (Boolean).
    • 
+
  • input_files – list of input files to remove (list).
    • 
+
  • output_files – list of output files to remove (list).
    • 
+
  • is_looping – True for looping jobs, False by default (Boolean).
    • 
 

 

 
Raises

-
LogFileCreationFailure – in case of log file creation problem

+
LogFileCreationFailure – in case of log file creation problem.

 

 
Returns

 

@@ -257,6 +262,16 @@
 

 

 
+

+

+pilot.control.data.set_xcache_log(line)[source]

+

+
+

+

+pilot.control.data.set_xcache_proxy(line, remote=None)[source]

+

+
 

 

 pilot.control.data.skip_special_files(job)[source]

@@ -309,6 +324,11 @@
 

 

 
+

+

+pilot.control.data.xcache_proxy(output)[source]

+

+
 

 
 
diff --git a/docs/html/components/control/job.html b/docs/html/components/control/job.html
index 83c4d0e6..b65f869a 100644
--- a/docs/html/components/control/job.html
+++ b/docs/html/components/control/job.html
@@ -48,6 +48,20 @@
 
 
 
+

+

+pilot.control.job.add_data_structure_ids(data, version_tag)[source]

+
Add pilot, batch and scheduler ids to the data structure for getJob, updateJob.

+

+
Parameters

+
data – data structure (dict).

+

+
Returns

+
updated data structure (dict).

+

+

+

+
 

 

 pilot.control.job.add_error_codes(data, job)[source]

@@ -474,17 +488,6 @@
 

 
 
-

-

-pilot.control.job.get_list_of_log_files()[source]

-
Return a list of log files produced by the payload.

-

-
Returns

-
list of log files.

-

-

-

-
 

 

 pilot.control.job.get_panda_server(url, port)[source]

@@ -792,6 +795,20 @@
 

 
 
+

+

+pilot.control.job.remove_pilot_logs_from_list(list_of_files)[source]

+
Remove any pilot logs from the list of last updated files.

+

+
Parameters

+
list_of_files – list of last updated files (list).

+

+
Returns

+
list of files (list).

+

+

+

+
 

 

 pilot.control.job.retrieve(queues, traces, args)[source]

diff --git a/docs/html/components/control/payloads/eventservice.html b/docs/html/components/control/payloads/eventservice.html
index ca556f85..a6e7c23b 100644
--- a/docs/html/components/control/payloads/eventservice.html
+++ b/docs/html/components/control/payloads/eventservice.html
@@ -50,17 +50,13 @@
 
 

 

-get_executor_type(job)[source]

+get_executor_type()[source]
 
Get the executor type.
 This is usually the ‘generic’ type, which means normal event service. It can also be ‘raythena’ if specified
-in the pilot config file, and can also be dynamically decided using the job object (in the case of interceptor
-job).

+in the Pilot options.

 

-
Parameters

-
job – job object.

-

-
Returns

-
executor type dictionary.

+
Returns

+
executor type dictionary.

 

 

 

@@ -86,14 +82,13 @@
 
 

 

-wait_graceful(args, proc, job)[source]

+wait_graceful(args, proc)[source]
 
(add description)

 

 
Parameters

 
    
 
  • args – 
    • 
 
  • proc – 
    • 
-
  • job – 
    • 
 

 

 
Returns

diff --git a/docs/html/components/control/payloads/generic.html b/docs/html/components/control/payloads/generic.html
index ddad9335..ac8347cd 100644
--- a/docs/html/components/control/payloads/generic.html
+++ b/docs/html/components/control/payloads/generic.html
@@ -318,11 +318,10 @@
 
 

 

-wait_graceful(args, proc, job)[source]

+wait_graceful(args, proc)[source]
 
(add description)
 :param args:
 :param proc:
-:param job:
 :return:

 

 
diff --git a/docs/html/components/copytool/rucio.html b/docs/html/components/copytool/rucio.html
index 6f5b72ce..4767dc7c 100644
--- a/docs/html/components/copytool/rucio.html
+++ b/docs/html/components/copytool/rucio.html
@@ -132,6 +132,20 @@
 

 

 
+

+

+pilot.copytool.rucio.get_protocol(trace_report_out)[source]

+
Extract the protocol used for the transdfer from the dictionary returned by rucio.

+

+
Parameters

+
trace_report_out – returned rucio transfer dictionary (dictionary).

+

+
Returns

+
protocol (string).

+

+

+

+
 

 

 pilot.copytool.rucio.handle_rucio_error(error_msg, trace_report, trace_report_out, fspec, stagein=True)[source]

diff --git a/docs/html/components/info/jobdata.html b/docs/html/components/info/jobdata.html
index ff22e015..72497a90 100644
--- a/docs/html/components/info/jobdata.html
+++ b/docs/html/components/info/jobdata.html
@@ -96,7 +96,7 @@
 
 

 

-_keys = {<class 'int'>: ['corecount', 'piloterrorcode', 'transexitcode', 'exitcode', 'cpuconversionfactor', 'exeerrorcode', 'attemptnr', 'nevents', 'neventsw', 'pid', 'cpuconsumptiontime', 'maxcpucount', 'actualcorecount'], <class 'str'>: ['jobid', 'taskid', 'jobparams', 'transformation', 'destinationdblock', 'exeerrordiagstate', 'serverstate', 'workdir', 'stageout', 'platform', 'piloterrordiag', 'exitmsg', 'produserid', 'jobdefinitionid', 'writetofile', 'cpuconsumptionunit', 'homepackage', 'jobsetid', 'payload', 'processingtype', 'swrelease', 'zipmap', 'imagename', 'imagename_jobdef', 'accessmode', 'transfertype', 'datasetin', 'infilesguids', 'memorymonitor', 'allownooutput'], <class 'list'>: ['piloterrorcodes', 'piloterrordiags', 'workdirsizes', 'zombies', 'corecounts'], <class 'dict'>: ['status', 'fileinfo', 'metadata', 'utilities', 'overwrite_queuedata', 'sizes', 'preprocess', 'postprocess', 'coprocess', 'containeroptions'], <class 'bool'>: ['is_eventservice', 'is_eventservicemerge', 'is_hpo', 'noexecstrcnv', 'debug', 'usecontainer', 'use_vp']}

+_keys = {<class 'int'>: ['corecount', 'piloterrorcode', 'transexitcode', 'exitcode', 'cpuconversionfactor', 'exeerrorcode', 'attemptnr', 'nevents', 'neventsw', 'pid', 'cpuconsumptiontime', 'maxcpucount', 'actualcorecount'], <class 'str'>: ['jobid', 'taskid', 'jobparams', 'transformation', 'destinationdblock', 'exeerrordiagstate', 'serverstate', 'workdir', 'stageout', 'platform', 'piloterrordiag', 'exitmsg', 'produserid', 'jobdefinitionid', 'writetofile', 'cpuconsumptionunit', 'homepackage', 'jobsetid', 'payload', 'processingtype', 'swrelease', 'zipmap', 'imagename', 'imagename_jobdef', 'accessmode', 'transfertype', 'datasetin', 'infilesguids', 'memorymonitor', 'allownooutput'], <class 'list'>: ['piloterrorcodes', 'piloterrordiags', 'workdirsizes', 'zombies', 'corecounts'], <class 'dict'>: ['status', 'fileinfo', 'metadata', 'utilities', 'overwrite_queuedata', 'sizes', 'preprocess', 'postprocess', 'coprocess', 'containeroptions'], <class 'bool'>: ['is_eventservice', 'is_eventservicemerge', 'is_hpo', 'noexecstrcnv', 'debug', 'usecontainer', 'use_vp', 'looping_check']}
 

 
 

@@ -568,6 +568,11 @@
 logdata = []
 

 
+

+

+looping_check = True

+

+
 

 

 maxcpucount = 0

diff --git a/docs/html/components/user/atlas/common.html b/docs/html/components/user/atlas/common.html
index cb27b946..d3235a05 100644
--- a/docs/html/components/user/atlas/common.html
+++ b/docs/html/components/user/atlas/common.html
@@ -982,6 +982,36 @@
 

 

 
+

+

+pilot.user.atlas.common.xcache_activation_command(jobid)[source]

+
Return the xcache service activation command.

+

+
Parameters

+
jobid – PanDA job id to guarantee that xcache process is unique (int).

+

+
Returns

+
xcache command (string).

+

+

+

+
+

+

+pilot.user.atlas.common.xcache_deactivation_command(workdir)[source]

+
Return the xcache service deactivation command.
+This service should be stopped after the payload has finished.
+Copy the messages log before shutting down.

+

+
Parameters

+
workdir – payload work directory (string).

+

+
Returns

+
xcache command (string).

+

+

+

+
 

 
 
diff --git a/docs/html/components/util/auxiliary.html b/docs/html/components/util/auxiliary.html
index cedebb27..9679e9f0 100644
--- a/docs/html/components/util/auxiliary.html
+++ b/docs/html/components/util/auxiliary.html
@@ -241,6 +241,31 @@
 
 
 
+

+

+pilot.util.auxiliary.has_instruction_set(instruction_set)[source]

+
Determine whether a given CPU instruction set is available.
+The function will use grep to search in /proc/cpuinfo (both in upper and lower case).

+

+
Parameters

+
instruction_set – instruction set (e.g. AVX2) (string).

+

+
Returns

+
Boolean

+

+

+

+
+

+

+pilot.util.auxiliary.has_instruction_sets(instruction_sets)[source]

+
Determine whether a given list of CPU instruction sets is available.
+The function will use grep to search in /proc/cpuinfo (both in upper and lower case).
+Example: instruction_sets = [‘AVX’, ‘AVX2’, ‘SSE4_2’, ‘XXX’] -> “AVX|AVX2|SSE4_2”
+:param instruction_sets: instruction set (e.g. AVX2) (string).
+:return: Boolean

+

+
 

 

 pilot.util.auxiliary.is_python3()[source]

diff --git a/docs/html/components/util/filehandling.html b/docs/html/components/util/filehandling.html
index 4d17952c..ab847aee 100644
--- a/docs/html/components/util/filehandling.html
+++ b/docs/html/components/util/filehandling.html
@@ -282,6 +282,17 @@
 

 
 
+

+

+pilot.util.filehandling.find_text_files()[source]

+
Find all non-binary files.

+

+
Returns

+
list of files.

+

+

+

+
 

 

 pilot.util.filehandling.get_checksum_type(checksum)[source]

diff --git a/docs/html/components/util/loopingjob.html b/docs/html/components/util/loopingjob.html
index d3e3f0ca..4737f26f 100644
--- a/docs/html/components/util/loopingjob.html
+++ b/docs/html/components/util/loopingjob.html
@@ -36,14 +36,11 @@
 
loopingjob

 

 

-pilot.util.loopingjob.get_looping_job_limit(job)[source]

+pilot.util.loopingjob.get_looping_job_limit()[source]
 
Get the time limit for looping job detection.

 

-
Parameters

-
job – job object.

-

-
Returns

-
looping job time limit (int).

+
Returns

+
looping job time limit in seconds (int).

 

 

 

diff --git a/docs/html/genindex.html b/docs/html/genindex.html
index 33ef05dd..a32d2fc4 100644
--- a/docs/html/genindex.html
+++ b/docs/html/genindex.html
@@ -524,6 +524,8 @@ 
A

       
  • add_asetup() (in module pilot.user.atlas.container)
 
    • 
       
  • add_athena_proc_number() (in module pilot.user.atlas.common)
+
    • 
+      
  • add_data_structure_ids() (in module pilot.control.job)
 
    • 
       
  • add_error_code() (pilot.common.errorcodes.ErrorCodes method)
 
    • 
@@ -542,11 +544,11 @@ 
    A
    
       
  • add_timing_and_extracts() (in module pilot.control.job)
 
    • 
       
  • add_to_list() (pilot.user.atlas.nordugrid.XMLDictionary method)
-
    • 
-      
  • add_to_pilot_timing() (in module pilot.util.timing)
 
    • 
   
   
-  
+  
-  
+  
   
   
   
      
+      
    • xcache_deactivation_command() (in module pilot.user.atlas.common)
+
      • 
+      
    • xcache_proxy() (in module pilot.control.data)
+
      • 
       
    • XMLDictionary (class in pilot.user.atlas.nordugrid)
 
      • 
       
    • XRDCPERROR (pilot.common.errorcodes.ErrorCodes attribute)
diff --git a/docs/html/objects.inv b/docs/html/objects.inv
index 1f55867e670a1742e6b899606ce6c9ba01fc19b6..e422c8442f72b5e78155b1e63ef063d9ca194132 100644
GIT binary patch
delta 11715
zcmV;!Ej-fFTfAJ5m@REU=mWDf|KT_33-Th+lXImd0K|_B`n^@yY~fyniDt
zz^nxgynqx0osDmSFexa@sgG-iJW4Z+cz%=VGp~el2rouK=oeUpND|RXyTsv^bIE+8
zfFS`D39Z1vvZNhwQBL`a7Gole?)gn%S
zTDFT?a@`plupazfV>t2WZ9$H7ncPJo|Cz>a4a)?vf4LD%|3v*4kGzsFg3e-|5nr42
zMxdbw8ib6OS&#TW&2#USuu!NVDL})GX9`C1GAJV~N?eU6%zymaQq6dA5N<&dNw}LV8u4eAM7Fo`VRZUO@9AOh^%?30A7q
znKUn1gvCV6KVfp5pM7eG?Ko@{(cJ2c!eM3aHq&+-HUdh5psLuAQuxMCvyUQ8BV~dd
zFR}qGppx{(lNY7FC__lmR(~}xP@^!(N?sX9QTj#$FXxS6OfcU=N--Lz1$C??T3dP`
zWyB4qQU)ufMSaUNBxQ^SDD7jz#;AK6T2=K5V+TQuWr2#DrzP{T>d2dmWDG|CEO|cU
z378hCkC!Q`mZ;)7!eU1kxe|o#9l@3B(O9UtDjQ3*tbe%1Vr>UWLtLmH(&UEsX;bF&PUv7t%Ya{+fCI_>33#)Bk9QTj
zC)EegcFdcvxA(UX59>RP0cHz4E*{sL-yhejBsfM!kNO|k3VgnA6M($_W8-7$m9Bcw}1KOPGJ4`_`F))iNyYP
zyL@=wI5gRM^~++jy@=9gasT}2E@AG!ZWa%V+wH>jn=BrmcE7KmcTdl|Z%c>Sd9nR=
zySsgG$X~4&zbsa}twV_oue^8;yZ!3YP`}+R7Wa$$$J^h2yy1N^9q)52w~x2GyB}Sue1BMfeco;%$2onQ$NPUef1TyyEl-^F
z?%Vo#b?;7PwOedfw+~OthxN{NX5*F3?Zakqd;k09d4ILyWyzfq@6&D;yUlX(%k2Zy
zro6FpCic_v;o<4__lNcEy;F_t^83nRWBTxIwOg-wqu?%C9@gKXD!t=*;1XTKhxPi2
z=Q5XV+~Z=q<>mBJjl<*e{{CU{>+NQ-e0*AOcJB4ITmD)+!R~o4YkB*ybuG1Ax$czK
zLR;Q7eSdH}AXQoy=xQq^HGp_tJ@KLH;@-8~GjD0{*7puy>!VCo7@yF$gcY~LA_xFzuwPa>qu6VV&SwJP^P)jwdkI;eSBT1J^
zoAqzMJLFd*d#AlQka=A17Ot}!PxpuA-R;()#D8}EZ3pd~)8fD0?$#ULe7jfR*=x7H
zTR*r|dcOP7X%izQ_?z7EPLD&C-TmU*ai?cHwqi_5nWt)!ep
ze1E+C?a|>FzSe?CMBa4<(I=;U=yOHaV;-f)bL0A(Tqtub#RvA=#rI#_$?#T4Rol*u
zw^>|D>G=|qid^L)lZssD5|fIeLUP)Zt`&H-xBkhQ%w}Hcu{q_ytR40Tdp7Y*t8lr$fY62dh2EZ
z+O-xeaV;-nOC<%piVJA%o}XM-Cx>#i2RUfi@WE4+TXUqD5^y^P>at#>$V30r!X>|AV@|KWbZfZOi-V!66~-u(y*
zVV7}jQ=*PLFiOSsD!Gv10+)CjE^~p`5mQyJeI~X$n2F%|`|Hx(y8Lc)yV`zRZyueG
zI(D0H_v>F*FzeyE^gOSAT5%~pOn-^1-aI`&I(1b&6XZ3A%NeWZ)%N)bmVX!b+lPOy
z9ljRto!u`t&YO79ak?b%+vfi6$*rg5e=Ig@XqBK(s)NLftaJR@>U
z(!4%i7F`E+dUi5{JDHa-io85LCM0s6DL_xXkT?b@(dyM+&D`mR#Pv>dC
zkqwQ}+?CkYi(E)A=6cTa1An6#oN*xjn7fjY2R_J?3V88Fs*2uyn$^eAXts-1;S9S)
z>tJ6=pmroS5`Q;?jYQ*~-s#*CZLc-_j(<@mp*-^E8wsP5QB0%s@$pSGpyI}039le>
zSJpa%yD-&f2^V%+Y`>9$M3~l5NPL?#U^kXnrHfbiEv_*tstbFx*ne(Jvg!61@T}4T
zyD&@_@5DCm{_eym2@HoAj0ZZfM+@!L7NSSHFZ~x`>!M{c43U0
z!9U}jBx{d|n*C;ThjJuE_QhgFG?DUWxAyMwQl%u|XzXHC+26bGR?eVAkkU20`
zn~QIvGrAMQ$oVE0rsihFtp6B^(erJ}m9NsH~sBwG^G2bvt^g${^TX~0el)4{v2%@cgRXfHTm
z8K+Cex6UWNd-HISykIWhVT>QZR26xQf5CfxuHK_rVYXS`o1+quys%qzvsU@Jq$PzD
z#U1qO&)N8;qLUvB7k?eB&o#cKWrEripR@5z)T7|UNM-UwKBANa4occ5xC1lwNVu@m
zmKJ5^z(j2>zID#%P7D+NMR#fXK-dx2FfFbF!*uCR3?uJubCG8{WCzAM=Q}gcx-4AT
zr$IY1P)ERpg?8+4pS~rI>gLaMd^`1OxG>do@{({NCqt-nHh;dEdK6q3Da^g>gGV>{
z2T%`X;!m+oQm{1A-khq!=x$GKV{W`4g_|>vG%X8V%+9GpIKkp+gva6$^Ah@o08|es
zBy}qv%8S-CoHX!ZMT~k;dc=c)54gD2D`gl_JcLnEU27#=m2o0_6n9vI*D#R9wg?U*
z>;s9-a*9N1+kdlrWA98juV;u{M~2JY;Qm`V4LTG1CyW`rxO36hOe9?D_U;q^gq2lW
zz^s}QpNo76GcV7mACjoKgl#TVRgoSkixiCq)g%(I%mOI$VNx|TGkJK4@`v;l(lvZM
zh@sts5WLJqp?FJ$)W@lY_S0a;4@4X0MoYga;cmNYNM^)|=njcSjT{<)iWDoTtMiNOT|5R0C-Wv%Eh6wRauKI+O(JdJq4fmB0GtrI1z*z9`nSdB=Lk=}u&
zvFH*wgTtMA@*+nRykLrc92znrdm5q980AB4${S{GiHLllae4o!D05^SdJ<*42_?8d
z(R@JX+N+j2=R;Y_OR2B{PBtn?{^Erwg<_DTjQNx1sZkVyoXZn-!(L>ds)+@Udzwt>-ulyd-^_
z%}7~5nJmApd&OrVGg9W%>x|~-Ga1i$Uc!ecIKv7tZ^1hlZ((urWVxQtEcX%bz<4LZ
z>wkwF=AL9a&u9Fnh8AXX_Ah>Fxfi&EqPRK7p&r$qk+{pJWFlb21{mp;2KohJp1I6r-DWZH1)3<5sG7y&?K5%j+x30m7!T9zoFvn0NzZ7a(`Ek
zMPbjsw0~q*^t(c8H?GX3z5C{kf@75|d=Ok{T6rbl3ky$X_23mB8NK9NLo3v7J}x9H
zdO}B7qCJ$68{s2Ocn8k6E+;CyZ4s%0k1ZV?nGt-uLkRK2Mi#&sN>hs63^}{)4_JCt
z-=r+UC@enOlUr`>TAwNiKC1}i87`(eZD=uFPRzPiuYa1BMOGH`
zRi(SKa&jLY!pLCCt$lFh(t%0;9sXV2CJxO_^uYC0Ia6brBpr=~870H~_$X#f*^zny
z&5JM*2OH&RXqo)ry2bk(K1tBP)hWR8v0klgoji;pqn12;IJJ{^V&wF68PDe*5Aw)T
zZ8nBLrc5ltH13NP*ATmgJb#GfPlmk)<5+e%)(i`CIT0^j7c-Wh!B|m-1y(eWM%U&yfg~1Xm+NzMIps(Vu2fv#d&+n
z!e)aRThvA}=f7|KYAj~)tErUn5b)U|Div!OVrM4{j-71`An7_@_kTh1`N)Z7VJsBm
z?JdiJ8Pep~*|_{8HhJ-zIjr=<)R^x@C{xy#fxLQqoJGW1++kp|-zp2ynfo$&!G(&A
zTxc=1FBT(cm~TCzh}qzjLrjtSX@rDSPQc=!IcW(2JhA?ohQ>3o8iv)mbvE{$1%76%
zLqsT39U=pH^?+0j5r4fjGkFPrRvE^NS2uaDjR4xGy*14)U2Jf2`%fgDd!>_0GmnJ8
zpI8c}p=X$-v%F99_N;tQwrz+0QimSMzF^s#J;|x=WCsZJr3z#Ny7|gK+$&ZFyvY%
zHV`8jH{_&@YZoC@a9%LY6^>@EpC*U!Sk0sl)>Ta~U2WA0B~G`z6VFd9eGLQ3bXC_m
ze-zldCY!6G_f$fWu&q1i>R4BM^MvG|-D*@F#6PREFdZgPrIqvEXaHfoJS~|&yt-|p
z8Hhy?qKe318Gmeo>B?X$6jT!rHFv1!onviy)+KHt+_n@<#9L?nN&LE#Espb5TaGGc
z^}#$cNs4!hg%W+wLN@GUFkQf|!!aFQvIrBe7F;1~>d(8e;nMfQ*eNM`hH$c)JCk7(8-J9<;VkqY>E1Zws>0}+
znkvY@(!FWAwL{Zmc)bZ8nIuedL)AYH%IkozpfM`bqJ0_%v~82dQFHuPx0$gW1!Ux{
z%9B`3;=|fQtj>tQqZTEJ{FG5YEoFO!h7NewIQ)yEB@+POQuY#r3>h3n>06RE3u0&{
zh}gd5bypUV0)IBmqq2(vj&({HCe*wlFq#GxU@LcFg8A1OVI!g=h+QXN8%hK6IzoOGiB&J!^Ac&F@$8)t@`*U;a)Ii45=3Fpef
zDUtjTQnyMiat>ya;g~KWoD;N1t4-$e
z%6|+W?7|H4C~{GY6=}6a4k^Zh&HEzNDYS^O4q&Yfx1M0MJ|7w{+2kz*^(6^dafO(6
zSBa5gs}6BOi{~kQQxS#5e7L_4(YE1VxRq}E?gT_8a?;n+PiVw9Mk7jc)Mys}hDsy(
z3vOxW9oRqe6mJ1soT24n38Ffj3%e4PTz}qLlWM0m78!0Vdd-lD^>PU+w|#CU7F12R
zJ3yjWcxTN%7WS_&Q;Q^M#KxIo2GY3GLxnN;4vPQtnAz_1=uqu&)-LMP*mmxJ6Tl)Mm5@Xn-3V+oc
zm60V(C)Lf8L&mQ|>FnMF`WZf%ysFQbW|*CMr(kXEIe~5CYCIlGs#8y#vPEqY6Biob
zf$K#iafNc&Fe1kNmny*PAcE7gp*2`=JoZa
z-qAe394`>&p8pyj9Hgz$YhXMwChx*=vT|_4jWDOPJa@viajTvLesj`9+xWYUr`oQS
zO(E0Z$VY-%iO;S^fTE{GgLW?wF=vAcj9~HOpNEADs?8k#G;Hah2zFX`Tz@o7{bpk8
z{XF)WKgHnSv=vS_JZ%Tt%Fm`D>L;=t(r%zS9d0{ZovdIpXq^ft%zCslRYEvuQ@>hI^T7hWTrxNw-jIS18w~d;LclK~p#Db1
zPr#e|&@cFyihT?WPzK0WNE^?BnS6^e%1i|tM}S!pnhnnrxNw>cDNZyYaMg(q2Zisc
zCIe2Ch{+2d*DIfHG=H*K5-2lo&!FQ3mr=gB5vVpUwRR|=Yq($sVeZ3D5V(EUYi(k2
zCZN5_V+ucgOT_7>ts`d8;MH*l>K-w1l5xFx7G0$%S%gc57P;C>>z!R)jw<43rC4{v
zkAAQ>+@d>=3)d5%v#GieSu|E0O4x@3jj(WI8IjA=jJnG$LVuyYx7W!_s9{Zg$+)Xm
z5w(H5r>L_D7*(Xb859+qfCqKt+(@#^;H3w(soe``#;8x!rSqs-)!ro!mZMpKpBS!<
z#b{6_0ZBlqIJv{)Tc%##j>w)y==kbh`Dz#}Ygsskho>`T&h=ixDDv{~m=O2x*6MIn
z6VXof48wLD6@UC3cYZt&8XUPFCR$T@PLAn1)d_UD(Yl_?@X(tIn27n5Wr(l8Pkkii$oNg^_9b&d!g
z_>`7WP+gi6rAMC1Ic_tp*oTz)G&tKSi!B1PmFV?_Vt-c|ln;c|VMEvoa)YuHGL+pA
zw|Wz|gQ~?rJgB@MSIr^Nz+JVVl(g#w)3MPZ@pxzFh}`8>^aR{fotVS5xz+CG)-{S~
z3h(lo5opL?#XedmV;ZFrPDU9Iim_HX28evkUJVCc*OSJ8zWg}U6GB!
z`;0<$7Jr995Yaa{+@tX^AD0RfRO`I!$aZ})UK+W4qcklpV!q)@=VK=x>h?
z_Z{~Py|3b##u)fWuf=&v`VCxYGUMDN=YMI9beNna*7ewND+cpQMe0RiUN}xK;qcUX
zGgL8o-&O%HlQCNGu?JIk3LEQz$wKdOgeFk;mkjlc2xqQiWH4?4%D^0ITEN=PsimU9
ztEmUVeEZ(sC^Fd05!w;@lwXc@FMm5hulh=@?Nz6&!D<7_s
zy=`~bUP~-ZdV83juy#VWr>m1XT0{$85VwX~(Z8Jm9vox3D;k
z@YS|cfVqy))EywWVW%o4kPh9Y2MBW>(BBmni`w|@p
zz-@$Tl&h}$aVyuAvhF;hDA~7Wv*o5Zy3Q7LnGyS>tkenKj;8%S9vr=KU4I-LO`FORMJY!YnZDU%yw;?h4&!A;Y(^LlALqzFnQ!IL
zHl1$eZa*Gx>2f~-Z0ig^3T@-a+yE_HnLnW`M^PFd-{;X4F>^xM)(Jj4H
zDyW^G%4hgUPn99L0i6jhB$dK=ClbBrbT<;47>$d{6jzcNv9NF_sekBZhmtOIu1iUu
zu3m72&&LS3c`der8CPRF$T4e=JqiP8^CDrzGAnp>A`WOMR^Z-ZZsa0CjJlI%v
zlZ3K}MsjDH)hf$t%Ldy*t*#Wr`6ZSxb2B6&<1VnZkHpXAy65E^(_d>c>ac?yhX?#yH5
zJZ&ezC^5B^dVdJ`Xcf7sgvd~aLSmRGQz-oeSqIg83i)_Nu1kQYo%w|arjWXH3B;mV
zH(Poj@8rK|O$Y&W))RmC5Pmux}P7upuvlqeU8ohfqyLLlhg&Wew^Q3EkwV%3q52
z;%JhG$n}F-A{T8xdNm<70pjNbiN&ZYPlUbl9=KsvsSc%^FlYi6W$8bXXE)^v@E8Od`KpER2oeL#!$D>S-)g^Y9K+
z{eR%a=EV_PuJCM@F-IcSN6WWdoG>ksm2$)`lM^wIRN(qf3Y*G(EF3>;tCsydccalI
z60YLn5;M(F6q$Z5Uxd(BlOllU7w@{ItrlkR_i`O5fwK>fxnV8El4rZ_V~GQsqr}T%
zwaAi`^RIKP7bH2%g(F1k5Yi}s>V}k2k$>YvPB2kf$Pt9w4-ssq&MBBr@;QYS7@TT~
zXC5cdBjGzv-w`4u&Pe3VLNb$8)V)PrC2F8FmYxl%@}!u;E6jrfGu2{#&Ip-Txyzc$
z&PTzHg;lRhn)UL!4X()x^GQ|G%_W_cyt%k;*_%UCE9zB0X=XO9XeEoHa6c0!)_*HF
z$zo50bhx6KFWj<{~C8h+K}dEHH)1@05I<$>cU3s
z9O}bcb3M*5`ZXKq&88Wx37TL!6SP9fl`DA%GekKGIQ}X8VIDy3
z>xlQ@uCt%T3c|wy!8V5|C1RrqOUopnf%yz8GgDal2VwPDoG|x}!k>hBycqGilti<5
zF`bzK@+=B#pXzy}GUmPS*V&Am8wJ+9W}91gqt#)vwX>7A`%N{ImANQ%~h1zdr
z8z-Q02~S1Ylw%vcI?_$-n&s7GWquom{^z!m-}4)d9<4$P|O{4WmjA2{Pu^|W0l98EA?nP`P-?V~q$Z_nw&Sk+30aeo=NTIzfzzg>Y1
zo1hA%wLl%nd^BDUbdUzVDX>7!d!OQ#btJ6tGp`@HMfs>NMT@kU3>Cm!9xY+9Mlp(=
zl`zlB2V=5-Th;DZ_>wX3xp6EL%3XA>Wm<<+6Ob?!a3ZuZfcQ8gn
zJ=q*=HwFz`^%Pn4ZGZ5IF=QPN5Tl=s;gT)GxU+#dT6asDW>2-sbGBM!_Km4C2#+&5MvD;clh#dqlB
zqP9OWT0GhL=#527&vtpl_WWD}EwkS9ScK5!Z5aUi@xfD5GY$W@4pt4Ma`mnu?ps3fnsQ0p;Z}GEG_*
zi)scRVD)r90)G!LxzDJWX?}*zjpx%$fTHFmHWyOJ2pZZcEydIclR*qERO@^Txly+P
z>*J+qIO|oZh-9$7z{^QwGt{-C%5x#r#w#=`{|^>i(0J8$8+qXj8n(WKu0E(A51r-(
zwiS@yzB(lv7YN%?(1^k<37khLqlu5mj48=WMq`>3cz@75M2(}sd2tyPp*SP6APhUQ
zm{4(^PhIQHw}aTvjarM!_b!NW)1nm$7V@lyUS^uy=85#KFxlP2Yq&jY!f6||R
z-qh&99{D-h4r$*zpUk)Ex=n^#_uwWg*!Q_6N{C7vT;eG!@i{Rgb)W7~)
z2h<58DA)DlIjg=eSHr5qNLKxL&Jq_w4P)TXk^rC1e;g(Oeb@Y2{9V0F7PkI+4w5Ux
zl?UB0uoF&#J71l1;i`tvr#hooK_snuYJ=pxOkac>D|oRE(LRNf$mY2ZT2HI#nf0WR
zM1NL~Jw#oaw1Y^Jy7#a@WnfbuOCwz#X$R@gCshc2yjo$Zh>5QZF@q&6J+j)Za?L;V
z5%hWPER@P|pYvK3uJSF_(^M!)Qx6(i{zV+ZqOztPyZalJYg*rE<*It$QmI|_U8@Hz
z-zF<`19wc74`zz&qe#<8W%EISPN;S<=zoPB4!SNYxT|#R6jvJ7&Pj0XT~XYekS!gUl~+&Wq2sKQh_f9igM?d))Fmvr*-Jp&|zDo
zyMZ4c(l6jhsp$uF!l*8%disQtd(_3iM+0j@)g1!${0Rsu&@c=Z$+J*RM@2q=0@C-w
z6g?HB>W>w@5fdj$Wz^S!sxXpNJ%4>d=~J)@AR!{|{%~5tKly;1Vu_=~a-L(`$P5y~S&GLw2Y`FIziO>9}
zV_n0iE8SVxI?Sgtv#;CVTn!!=t7CRgm2HOTSH0(GX-V}#Ti4>_CxSME)&ZJoU6(@WQP5HX}-6yzkInW^M<$O;A}cER|8oVmw|zE3_VKss4-)n$9WJCfT7NbC>`C1D+5L4+
Z2~#gz|4@D>f3uZ;e}aXB{{edf@53_txnBSP

delta 11603
zcmV-ZEv(YKT+&;Rmy!6_`a$6xXqI?|zvoGhiB~2-<9{7V
z0cI^o=!JgaqqFfX5Tym7j0CuLU~!gX#Pgd>pLr#eLwGR?qoBYlM3RVB+9eLRoJ-~#
z@n0x8phBxMj)d!EKqMwNC5aJvb#}($F;p04a=c@*5=7VsCJQlQNKGD~a9SfEVbdw>`l9Rq)`2wr-zLo0HgceKJtG=XRxRQL
zsAapTCD)y?0qeovHHH&^-WL9mEYrI<;y=^atznrU_AfVr8JtM);`y(B6hmi`<$j>e
zdLz)#0}Ug}%dF=I0b$I0^=TwjkQAWd#xn&aEQ?=>M@b$>fsYhNQPC8BQGYV;kkPI|
zkRnA%K$Ib*Xn(637^rcS<|VI;<2ZXGp~rY*nE06QA*CouvVu6)60I#c
z_+`uur&0zhrA2+qGbEvugedJ}!^Wt48(LNM3S)<1f@Oh<%d(ONSasyhMKT5@f0jHS
z@&wF^EWpbYRZCQH9bvJfi(Cmp_s+*IZ!Dt)c0{X29vL^i&yeuUPk%p>j5o&_)s40~
z0X4&}Zn#JB^eCTryfqz?9)U4rt3Jhi4a<(kY@r|t9ZQgR5&+ntxuC`3$iz=W*D_E5
zQa^G2I=lkoZ98)*lSi(TzGSinawzeZ(HGwFnybPi`WjVD{XorBh0#<>b&zd~H&73C
zaR!d<*k~-&T$PO_T7OntW3je_q#-U;4_SJ{`?MJicqeo)rDeb`O~8TV{sg>Pz{k6a
z-IMAAXglW3*W3Hshlll@#sISg9v6@6&F_!v)pEDq{A;^jxfJ{PdGWlsTd%$?zdvto
zcT2Zwzdb&razkl0&b0@HVe0*Ll??hsM
zyInp!ZycIzz4~Rb*+tJ{aC<->aCI``}@QC_TH(+cKLnfurYo3w%V=NyistMED!7NP?g^CJaCDw;lq0U
z#B-U;Htun;-STpJsm9@Pd4K<~`1N+PSUx_jH#_%w+bw^s<;rzWu@>6${^En%QKHhi
zK>t@MsefMm^XiF@9~bwo<(_%-celQG_*y^RFWt4Tt8d%w&kxI;yZEnoEyp`oTb>*)
zMOOC<-nc$4SG;e!yt}`Dbf_gW^K!-Oy3GP=28UXzt$T!C9UtDgRNAb6``sbG8g4u7
zVu8%#dbe<$-FUh`Ebnf&4kfnhZ#!swoEHD}c7M0t@HW-G0?%H%_1*fxrPA}=k4~Ey
zDZ$_5j`u_ys_gC;-u+-P%C!_9ZEqLfe{muah*%d^oa_|X-~RV;MLyxCucI7#qHgXqOxFZ+sv~bxu
zQGILY)3KYycKy7$TRg9Bf8j;d>6+8#`G0P?e&A!%YTzK(YaHvXn^j@gTCnc4yo@cC
z6!a=CptXB`a$S)t5toa%yn*FaxJ&%c&&!=lzSI5z=fmugOaAkA^LLm0-|n8C9r9P-
zpZS1fx%>U=a&`Z-Uap)^hqp9k1qP$M6(3Hzo!e>2s`c6nzNlD-eB`a(C9S(!{C|3J
z)55Iq`sscF75Vluf;+X|;jkra>0PpOv0eU$`w0VXyYGwT>h^i}<6^bDkiVG{b=-kb
zDz2BVg$x(C#M^M03%rh)s&ehfu-(B-1kc}Jm+ltJcbnVQ_S<^%=zP?%+kCrU|GI)%
z57(vVdG*tZOYvdi9eBF#et&YWwSRv49jYSNI_@Xkl#rUBx=>Q_%;8>1%p5?2v|8+b
zU2lGJDs{L1zT(XjxIpvf>G{#A|LB<@uQ^=KSUs<{&rh)YySU#z{B!N_wRrFBez|ep
z#Dk90C4t{I_jgZj-5>vBu~|c_1brfBA{HBm<_cJB`I#$Wv;AkLhWOe`2!CV#QG2|>
zJRLZiK}rQ`FMQw5t9csL!I-QFc>pPQ5v4burfT;szSbe5i4TVi`NuS4^_j2eIJBBHrvc|EG)8k*Vp}hA
zA-#m_InNK2)
z-3&GojT>#Jb4Rqj*6=(2MVUtO9G-7}6ql4>8l{hqZ=wMeHwH_21;Jcd>kRI~RG%eW
z*lDr-<`;g9X&r^cw@CwbV~JI^c!l5M8l$4Rut$sS#w43=j{(mrEq|~J!*uaZZ1W!M
zPL%ke;bejFKnM0{p`F@7^l0~G@Ind)k*8&fNhKsC;iLcls~;7+D8bF(pYcwTwMWEF
z0*eEK!n>Fg{*~=>T
zWm?TpVA<*u9N$uX5*se;^pG7PQSP{uqrQK?0=~rtbzGS3@u&NUI+IQc8Gr0Mjlw6I
zy?JqR{6OkC4pnUlOPKpf1P&EHNItKirN&Pv++&Tqu|6yW%}fQ
z#F-yDC~2SI4$Rae;lfT^Qk1y^6ScYc);Xg)F--Iq*=5;-Pmj2UX>lDGrb~BX7@9UvH-Dz%+o@N>g{hv?my`=R8A6@2
zfAP)Kqu|0w5%cm79^LdGKs}UcFvU7)L9A~?*aA4qJ<2okAnf6wkUx-;Rtp7G^6GTgWZm(t2<(3#jjVa(_y
zo!hr&BH2rndn_kGPog+tg_j+m|8Codv!Ld@VfHbj
zsTw5_&1%_iK9pv>>x^vYGx^}S@KQeT!5OTGF+A_KyhX*yljV9ov)uD)`{bQ`
zUOzCHhmq+#zwXAhrD|E{f7h*y@Nr(#VT%qpeQSZmsr?xYC7{S5)c$IQ0jc$@rUvGN
zcsKd*apn{=iwHyEX1p!?_9N!9O>`P@D>k{N$maK(TO~s`Yty;KdT{2Z3S~WrAGjR*
zoF`6^@ZUWu_n}ypl@V|?FKJmpT7r3OJuzFtW+PiO7`jwa!3?QXe}!u1*sLc=Is(IF
z>-4we5xKpsiYG$@s}Xpfu>y_R?%d0W+cZ3uaNfHYM_Pz}6(8W$LZS}yQ$PM-5uSb6
zcJpx|S}JT>x$9%;Reh7Ph~lXDXiq@7wQGF}9{6;+
zms7L0ml3MEH5W4`h+aGep+hpdZl0%hq0GWNMHhTAN-p(Yf0U$tLb^)}jumw$!XS!V
zF4s@#kjxXKM2+t+qgT}<{sAU3tE#M8_;nu#R%E$~M0ANP`oI0Y{rar%Y4N`y4NbF?BOAd45r+$2S+X)nDpG?
z-_>p6(A-21e_T(MGc~43($QF$Q8LVrk76c-9*GwcRz#^dh=-w}W%7g57VmQeeu@UJ
zPOX)X^@?Kaq+Apkwd4`NDU-YtBd4d!WIq3RkVkB4voQoRWnvMgaa^pphS)XaK_q`N
z_{NW8+2vR>EMjsZUc4@5EI)&>q6|kxqk%j>R?gN~e=mMUMR@C&CC1Fn!?qBfE_|9z8JV=+r!O{I*7
zfX^0DsaV4hJ3Co$>}+EINvH9;55ndnCzge=P>i>?EC*&tlVfM&*hgaW-#2q;8AO>e
z--}SDf2=P9dG&TKi-@(j!@y<_Qy!r+_htNo3l*EA&|+#|EJn~U-+Dw5v%x8^TJg{v
zG1qSc^6BX<%6F7+%(&#cpG1Bk9}Jr*
zrr+y~g=B*uCVq+z^!B{;IRQhibz%cC>~KR)%cS<_K?SpdYVHR#bAv2BM8|5{d$6u*
ze}d_1t5zs+bmE(JIqv|03
zSsk?KFo7y9#(Se7g!Ncf(qMQg+D0=JD;B;gB7$-YFJJl!b;CBDZ&6IAf5UBy
z>U0I`wsW#Xl@pCQaH>M!^9rGEkzKrlIJ75BNE+r@lon3j0yL_^8ih_IAgek7Q}SoY
zJ1m|<0hNcEM5v7A$X4TO=(#H6#vilQY}CmoTEp;5g3S(yUn!Lo-24_a(2p
z^4Kq6hdU~}DBzr=lwv~7D*~fwPyx1b7bcj0o%_^J7&f?_UO3z=jtL)KfBcmt`-mXM
zx7pu>mIY*UMW|eDXSnRvf-4@>LFH9Laif}-twSel#v#+`rRrhh(q9Q>9Dd;KMuuAR
zzyq}GDJpc2-3o_$>{JWMzC7Xr>n$STKF)#{OgMQb!g(q{?uS&|F!GPM+^E2hYg8l*
zIhu0YdtLc@QQ{x*dN{CFe^5m2Ue!0z@Wq($}*@Xv8;4V&XH@Xcqs5O7qzZZfWNo*gsf?w@xk2rE;-S
zP#t)MU5QFAZ>{}mLo^l{Zt8i>k%{%H1}e9G791?_Q0;Kmp5)Wmc3yfDz$3i%CeW?D$EV=c>@zlYoM-PG
zg>hcJvy^N-dM!k3HhOe}T9nQzq!E>85aL
zR%C&j)KvAf19Sj0|J>XT$VTtsiA=BM7}au1bt$8}(P*xQjXU&YJoqOb;!NFsh=}h?
z0p$Gi$@MKLNqj`WiULay#@R}SPq^)sr
ze>^hrf8T|FW95g28(~hTj5*=jct1}9zd325ZQRnvQ*GDErjSW^iEM|o8>mi)+YVPJE7%NLr^0<|J=&QneI`l%=G3sOym#Zr!C|Q3s{(z2Km)B_2c#-R?VVRW&>q@8jg7J5VN8*NAYxTJv>$>iP|2bi<=B)iku2H
zCU$Lb53z^}KQ+cqgfc}=22y+7y+ibF5xW+6kl4EY7l~$TI~!ihd(vz9C18*hmA^YB
zc}5E)E>pWWabpWq<*z=M43394e!+(ge}+2>A>bDgP=8C|C*aL}6cl_+MLz}xCX36Ouoe!Wu}6SBfu;P&A#LbTsU;bFHR)&Jt#JCp7)+;GT=ms#DC%AdgarNMixr~
zW$x`Mbe!OV#}_vOahBy#dTd{pimu^;9Y!pGogi?dt=HPb;!Hq$J}wJe;L!_%2i=Xx(u9D6J}roQ`kYjrrPiD;*KhG9F73Vx0|Kg9
      S-XyK@(xWyPkkii#Vekw96+?M&
z`;gIqgl9Wtu|;6E61~1q>?(uufsi^A2wOpJPh)kLlM-dP$|Du@Ry&Dd6WSY53E-~RqqfnlWEIL+jLQNU_;4$b(u&*M#pcJfpM|t61vGRU$
zpwh|hjx@Se`iM!R(L&t{-C6R$ik0KmP>n)cFEgf-HBO0Fv4Of5)mj*fvm
z5!b@fGN9SADx9>WeBfmk`ahyC83n$5hpw%u6BCOUFlE4-e>Xqo^+bK!3z|gxO>n?z
zM#J)`&J{EmzYc4*e-re#$A|llLxbMC?@VJ1e59Y>JSF{>Cp4LHj)n8IM!Fcz66^Z7
zxD|tWr6TjM
z7#WOPfKV`pf0`Dsb_{B%Xz*(4!KZY5P3=iGxCe&vN5zd?`WU$)5
zvp(|CDy}UJ4P4Ah!8n7w>vsW6BUhf61wCM+?FU9OdSbI0w
zYgF?rBz=u&mL{C!z4GCzzqjq~+G~l$JZ}%v6V`6KfA(~BwxzrRtnvcF6p6%XBx&f=
zP|Y#huIt(H>j@9I#_KIAP9waV?G#|HBeHcWvP8G^W1Y+uHnq5v>w8giR}oI4SVs>OTZNGv4BGs0bZq!=Y?gD3*LIt{{NbGQm>
zu|2#Cow_NpPtPo5xpit9eB4%`X&Uo(z2Iot?|i}08`s6b(X^>7QIr_E$n@gZg;9rIY#uu&w*}D71|ua|5(+W&VV&99fmYNBgo4
zf2bQ}NBXl)m9g_s8ArGDQmLSJekz~gBRy4yXs4sP>A!Bz?H=Vm6z{4J}X
zD?emA2}*oZqoap_yHmkTB}9fY6cWRnlS1j|nmVZFQ^dRea*7|E*32(FFdNgQOCT1_
zy4lhLd4KsuYeER1v!3|7m-4X>FCp+ySIN4Z)=>L!@Q+p1K8S(&kdvQ=f3fm|8hpKW
zK;3J0!pV6P-hqbPAu7-6$`egoKP%}Zl#hLp6)?6l_jbn713wPRSnTf$dDr|OKgcNqf+iGZ%C?
zS+=0WNz6%-7aw(_5)mgafZwRl1ijR;z;{sU_`owp22uz1EV44dZQzu95P2_1$|B_Y
zL9GajwjaHk5PRP6bArTTRFx;6zVcqOVdkd}r5n^YfhE-X9>d^kzXy=fyVG5)`WWXR1>Osc!#Ne@DlR^
zhAme(^2(Sa5$m(ZTOK`_mdHyvs+P%#m`5sbeQAMBKi@7wXsbyPzzd3Z-SSflGx&SCR+GX}e@A9m@37?Af3D3~;=tx8@v>Oau_Q76
zHN$#ApTT@JLbMJMi9@Jv{4y>WPUHj=m4zHZxE>F|c4}Mxd{V$Ew7}q0Q#|uHjK#uL
zn!F=KN*oEun}u{HtEhX6x=PeQX)HY(Qsqf8g;$sd2WG0p{G1UouX2|)m7O1f9Sf^o
zmo)1oa2s5ce;4MHs-&AsIxBf|aow^vho)A&tA5hVY+BJu8pqLoCQPhXaFWFql94#@
zfKVs+AV4`2CPja+^OPMy!~?$i#`!1{M*M5s0BA#+o7F5f&H%u?VWtZku~DWEZ_V{M
z!|29qpf`I&v?geR=}gcHC0DNGCA|>kI8t}VYodBCf1;@SfgbWArBdOR<^C3uC&jHTX;+4Kz
zf4eoiyys}-KK1$U3DwVYG{JObq7|yOZQR_wJ*N+2RVy7OWzuS?*-U=B0vk3#6-sM?
zI*|D!xE|;r4SZ8zft>d~#WmbWSmAMAKXQxmQD24@X)zfpfJ~mGV6jFqik+7*&&mg5
zvVU9E?pXMeQt-KPEECC{ZmwloX8_9se+z`ivPvFA9o2cv4qkAI;?TNxFh--go!;Uc
zw=rngPFLM~FZ(ul;J>nDA7Q1Zn1gg2+Ni*LmF(4rDHkNd`oDew%l%Ah!pk>y39*YpVye$JjKR$eFYQ~`Jr1?-0y?_uZ*FJ7HEze@hH*Lf1^JbgqG@$y`%$Q(0kKr!%0uJVvI;%3@K?
z-~+6l&PU+kCHEN>GtJM?%y@>(1So25qH`gIjG&>N(o#&FFd4+qLbcAIkQ;Ryus&Xz
zhO=Ikiv1kc7kD{|ZHBsbRCx@d+IWRV<^REg3mUK5ZX@qkLBrN}uGQz#f8(JuR$yBJ
z`R%Jip>ct*9R-aj+>*d~giw+Oh|GletfV9%X@Li25o#O-&P&R;h{TbQg-@{~iwPBH
z?$ov3d^?E!+^DsveDA_HZd$ZL!9t$Z(92Ad+dPrp6(+lzcn!B_O*n0%)(Wy@O*0&)XusyvDYOJ@^IS2$atq@UI4FGIy~&eZ_3IEFKLo3Csft?c>MX=d8cKrY4ZEg8YU&jNbHrDmsBxKbeT?}wF3Eh^hMkoP{7s;R)qf^X2JE}I-pJ%
zLAkCU&sp{Luo_k!MzZS1bC$UOXcz;3mIU~8{^KYO$-Cy);_vEZ@~HLKbC6sit~}_5
zft_#?-1+L93pW!)e*w`My$T{})l(ZJuOa#(+*rYjb%^#UoJ2Oyeb9PZP0y?+jU=*q
z>>=vXq#Z<()HQ$oDFd7OXcp`8NIOV>KB+?J5yLbcNzw{i6jC^lK9vrwKMq_!cJK>)Jpb*
zROLi`)<6^9e=@@jAXZ!zxI(K(9i1@YHf=|jfor;a)X*!37%RF8T+!9zARWxc8`Yq&
zwR-0Vs-GYq3>x*hGvkyxKa+Z$uMDcXGCUMqslXQlMY;1!Yl#-T(>nBP=&&u)-N26z
z*%xr6)bs;7VN{n>J$*vSJ?diMqk%P{>JEW={saUSe`pv6i{x3TrlTUCKLN>mVTzs#
zQuW7*-iV14rE(JJKvft?s-8Zf^eI>ckPs2~U^p$|AAN7)JXpi+=|70TynAKJ9x6!P
z9qY{;aOaf4^eRZr={3Fj-r_a8Av@Hem#rPCblf_SMAna=XpDCzd8KXQwSuX!O7lgV
zS>1c|f5nf3!vL@oMpeB0Q!i$p#wH36qRM<4_cHW7%JX1@J;^$tt~7K5sSbzwZlF}u
zKjDhZ7)udIa>d795-SrpUci8op;U5;&%LlBD*V*M5`iR2e7x$v{$1NS{uFMgd)x_F
zU58@9Y~KfRT|W+xb*X$FOl4yDVjz)Qzi6GZe_^DbomO$(JP*JJu8lPcY3@e7?*H3B
z1k{bGM#0w2qG}dp0GMVpERQq_&CEKeDj(J309m>f8>x-|@3r_iK$8c!7-`LInb+du
z08Q@ejEF_j)j=h-e!SA(Y^?+L+<`q*3_o4XY{#`Miq#K{g|QQ`Q-$ja~G98t;_oPGl__!LpF3iAb-6?imKVA*qmSv!s%WZW(l@3(jUv&+iu5@Q%
z>oA|r%)V}ab2WHitd7||Rkj(TU-h1&f2AeW2W?%8kDmzI3|a?hs&!okgVXT<1G^%*kP@abxJudo)<-D!W_JYVTI
zAKO9eZOYf(?>@nW%Yg=2FQ;C^r>o%&!8*v}mX_Dq*>zn%UiEIXe=?AU
z+mKJ2SahV%yIrn3UtRUO9qWjVU-Gs1c-8OjWkA%ik)N+Lo+(<=nFGsp>x--5m3STU
zY`y-vdA`!DM-LEtm#zC+@j9TcqU;80q6go#D@@LBFtNWUF@UOX{pk}c_RBOlVd-Epgrq&l(84$1`iHAe5ornkN@D)9l{vctG(&0jyqxDzA&z{7+oZVkD0yolke<;6`
RzuC&aKf%Jm{{X1ESQ!cW>IeV;

diff --git a/docs/html/searchindex.js b/docs/html/searchindex.js
index c390afa9..6f35d9aa 100644
--- a/docs/html/searchindex.js
+++ b/docs/html/searchindex.js
@@ -1 +1 @@
-Search.setIndex({docnames:["components/api/analytics","components/api/benchmark","components/api/data","components/api/index","components/api/memorymonitor","components/api/services","components/common/errorcodes","components/common/exception","components/common/index","components/control/data","components/control/index","components/control/job","components/control/monitor","components/control/payload","components/control/payloads/eventservice","components/control/payloads/generic","components/control/payloads/index","components/copytool/common","components/copytool/gfal","components/copytool/index","components/copytool/lsm","components/copytool/mv","components/copytool/rucio","components/copytool/xrdcp","components/eventservice/eshook","components/eventservice/esmanager","components/eventservice/esmessage","components/eventservice/esprocess","components/eventservice/hooks/acthook","components/eventservice/hooks/harvesterhook","components/eventservice/hooks/index","components/eventservice/index","components/index","components/info/basedata","components/info/configinfo","components/info/dataloader","components/info/extinfo","components/info/filespec","components/info/index","components/info/infoservice","components/info/jobdata","components/info/jobinfo","components/info/jobinfoservice","components/info/queuedata","components/info/storagedata","components/resource/alcf","components/resource/bnl","components/resource/generic","components/resource/index","components/resource/nersc","components/resource/summit","components/resource/titan","components/user/atlas/common","components/user/atlas/container","components/user/atlas/index","components/user/atlas/jobmetrics","components/user/atlas/loopingjob_definitions","components/user/atlas/memory","components/user/atlas/nordugrid","components/user/atlas/proxy","components/user/atlas/setup","components/user/atlas/utilities","components/user/generic/common","components/user/generic/container","components/user/generic/index","components/user/generic/jobmetrics","components/user/generic/loopingjob_definitions","components/user/generic/memory","components/user/generic/proxy","components/user/generic/setup","components/user/index","components/util/auxiliary","components/util/config","components/util/constants","components/util/container","components/util/disk","components/util/filehandling","components/util/harvester","components/util/https","components/util/index","components/util/information","components/util/jobmetrics","components/util/loopingjob","components/util/math","components/util/monitoring","components/util/monitoringtime","components/util/node","components/util/parameters","components/util/processes","components/util/proxy","components/util/queuehandling","components/util/timer","components/util/timing","components/util/tracereport","components/util/workernode","components/workflow/generic","components/workflow/index","getting_started/index","getting_started/launch","index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,sphinx:56},filenames:["components/api/analytics.rst","components/api/benchmark.rst","components/api/data.rst","components/api/index.rst","components/api/memorymonitor.rst","components/api/services.rst","components/common/errorcodes.rst","components/common/exception.rst","components/common/index.rst","components/control/data.rst","components/control/index.rst","components/control/job.rst","components/control/monitor.rst","components/control/payload.rst","components/control/payloads/eventservice.rst","components/control/payloads/generic.rst","components/control/payloads/index.rst","components/copytool/common.rst","components/copytool/gfal.rst","components/copytool/index.rst","components/copytool/lsm.rst","components/copytool/mv.rst","components/copytool/rucio.rst","components/copytool/xrdcp.rst","components/eventservice/eshook.rst","components/eventservice/esmanager.rst","components/eventservice/esmessage.rst","components/eventservice/esprocess.rst","components/eventservice/hooks/acthook.rst","components/eventservice/hooks/harvesterhook.rst","components/eventservice/hooks/index.rst","components/eventservice/index.rst","components/index.rst","components/info/basedata.rst","components/info/configinfo.rst","components/info/dataloader.rst","components/info/extinfo.rst","components/info/filespec.rst","components/info/index.rst","components/info/infoservice.rst","components/info/jobdata.rst","components/info/jobinfo.rst","components/info/jobinfoservice.rst","components/info/queuedata.rst","components/info/storagedata.rst","components/resource/alcf.rst","components/resource/bnl.rst","components/resource/generic.rst","components/resource/index.rst","components/resource/nersc.rst","components/resource/summit.rst","components/resource/titan.rst","components/user/atlas/common.rst","components/user/atlas/container.rst","components/user/atlas/index.rst","components/user/atlas/jobmetrics.rst","components/user/atlas/loopingjob_definitions.rst","components/user/atlas/memory.rst","components/user/atlas/nordugrid.rst","components/user/atlas/proxy.rst","components/user/atlas/setup.rst","components/user/atlas/utilities.rst","components/user/generic/common.rst","components/user/generic/container.rst","components/user/generic/index.rst","components/user/generic/jobmetrics.rst","components/user/generic/loopingjob_definitions.rst","components/user/generic/memory.rst","components/user/generic/proxy.rst","components/user/generic/setup.rst","components/user/index.rst","components/util/auxiliary.rst","components/util/config.rst","components/util/constants.rst","components/util/container.rst","components/util/disk.rst","components/util/filehandling.rst","components/util/harvester.rst","components/util/https.rst","components/util/index.rst","components/util/information.rst","components/util/jobmetrics.rst","components/util/loopingjob.rst","components/util/math.rst","components/util/monitoring.rst","components/util/monitoringtime.rst","components/util/node.rst","components/util/parameters.rst","components/util/processes.rst","components/util/proxy.rst","components/util/queuehandling.rst","components/util/timer.rst","components/util/timing.rst","components/util/tracereport.rst","components/util/workernode.rst","components/workflow/generic.rst","components/workflow/index.rst","getting_started/index.rst","getting_started/launch.rst","index.rst"],objects:{"pilot.api":{analytics:[0,0,0,"-"],benchmark:[1,0,0,"-"],data:[2,0,0,"-"],memorymonitor:[4,0,0,"-"],services:[5,0,0,"-"]},"pilot.api.analytics":{Analytics:[0,1,1,""],Fit:[0,1,1,""]},"pilot.api.analytics.Analytics":{__init__:[0,2,1,""],__module__:[0,3,1,""],_fit:[0,3,1,""],chi2:[0,2,1,""],extract_from_table:[0,2,1,""],fit:[0,2,1,""],get_fitted_data:[0,2,1,""],get_table:[0,2,1,""],intersect:[0,2,1,""],slope:[0,2,1,""]},"pilot.api.analytics.Fit":{__dict__:[0,3,1,""],__init__:[0,2,1,""],__module__:[0,3,1,""],__weakref__:[0,3,1,""],_chi2:[0,3,1,""],_intersect:[0,3,1,""],_model:[0,3,1,""],_slope:[0,3,1,""],_ss2:[0,3,1,""],_ss:[0,3,1,""],_x:[0,3,1,""],_xm:[0,3,1,""],_y:[0,3,1,""],_ym:[0,3,1,""],chi2:[0,2,1,""],fit:[0,2,1,""],intersect:[0,2,1,""],set_chi2:[0,2,1,""],set_intersect:[0,2,1,""],set_slope:[0,2,1,""],slope:[0,2,1,""],value:[0,2,1,""]},"pilot.api.benchmark":{Benchmark:[1,1,1,""]},"pilot.api.benchmark.Benchmark":{__init__:[1,2,1,""],__module__:[1,3,1,""]},"pilot.api.data":{StageInClient:[2,1,1,""],StageOutClient:[2,1,1,""],StagingClient:[2,1,1,""]},"pilot.api.data.StageInClient":{__module__:[2,3,1,""],check_availablespace:[2,2,1,""],get_direct_access_variables:[2,2,1,""],mode:[2,3,1,""],resolve_replica:[2,2,1,""],set_status_for_direct_access:[2,2,1,""],transfer_files:[2,2,1,""]},"pilot.api.data.StageOutClient":{__module__:[2,3,1,""],get_path:[2,2,1,""],mode:[2,3,1,""],prepare_destinations:[2,2,1,""],resolve_surl:[2,2,1,""],transfer_files:[2,2,1,""]},"pilot.api.data.StagingClient":{__dict__:[2,3,1,""],__init__:[2,2,1,""],__module__:[2,3,1,""],__weakref__:[2,3,1,""],add_replicas:[2,2,1,""],copytool_modules:[2,3,1,""],detect_client_location:[2,2,1,""],direct_localinput_allowed_schemas:[2,3,1,""],direct_remoteinput_allowed_schemas:[2,3,1,""],get_default_copytools:[2,2,1,""],get_preferred_replica:[2,2,1,""],mode:[2,3,1,""],prepare_inputddms:[2,2,1,""],prepare_sources:[2,2,1,""],remoteinput_allowed_schemas:[2,3,1,""],require_protocols:[2,2,1,""],resolve_protocol:[2,2,1,""],resolve_protocols:[2,2,1,""],resolve_replicas:[2,2,1,""],set_acopytools:[2,2,1,""],sort_replicas:[2,2,1,""],transfer:[2,2,1,""],transfer_files:[2,2,1,""]},"pilot.api.memorymonitor":{MemoryMonitoring:[4,1,1,""]},"pilot.api.memorymonitor.MemoryMonitoring":{__init__:[4,2,1,""],__module__:[4,3,1,""],_cmd:[4,3,1,""],execute:[4,2,1,""],get_command:[4,2,1,""],get_filename:[4,2,1,""],get_results:[4,2,1,""],pid:[4,3,1,""],user:[4,3,1,""],workdir:[4,3,1,""]},"pilot.api.services":{Services:[5,1,1,""]},"pilot.api.services.Services":{__dict__:[5,3,1,""],__init__:[5,2,1,""],__module__:[5,3,1,""],__weakref__:[5,3,1,""]},"pilot.common":{errorcodes:[6,0,0,"-"],exception:[7,0,0,"-"]},"pilot.common.errorcodes":{ErrorCodes:[6,1,1,""]},"pilot.common.errorcodes.ErrorCodes":{BADALLOC:[6,3,1,""],BADMEMORYMONITORJSON:[6,3,1,""],BADQUEUECONFIGURATION:[6,3,1,""],BADXML:[6,3,1,""],BLACKHOLE:[6,3,1,""],CHKSUMNOTSUP:[6,3,1,""],CHMODTRF:[6,3,1,""],COMMUNICATIONFAILURE:[6,3,1,""],CONVERSIONFAILURE:[6,3,1,""],COREDUMP:[6,3,1,""],DBRELEASEFAILURE:[6,3,1,""],EMPTYOUTPUTFILE:[6,3,1,""],ESFATAL:[6,3,1,""],ESNOEVENTS:[6,3,1,""],ESRECOVERABLE:[6,3,1,""],EXCEEDEDMAXWAITTIME:[6,3,1,""],EXECUTEDCLONEJOB:[6,3,1,""],FAILEDBYSERVER:[6,3,1,""],FILEEXISTS:[6,3,1,""],FILEHANDLINGFAILURE:[6,3,1,""],GENERALCPUCALCPROBLEM:[6,3,1,""],GENERALERROR:[6,3,1,""],GETADMISMATCH:[6,3,1,""],GETGLOBUSSYSERR:[6,3,1,""],GETMD5MISMATCH:[6,3,1,""],IMAGENOTFOUND:[6,3,1,""],INTERNALPILOTPROBLEM:[6,3,1,""],JOBALREADYRUNNING:[6,3,1,""],JSONRETRIEVALTIMEOUT:[6,3,1,""],KILLPAYLOAD:[6,3,1,""],KILLSIGNAL:[6,3,1,""],LFNTOOLONG:[6,3,1,""],LOGFILECREATIONFAILURE:[6,3,1,""],LOOPINGJOB:[6,3,1,""],MESSAGEHANDLINGFAILURE:[6,3,1,""],MIDDLEWAREIMPORTFAILURE:[6,3,1,""],MISSINGINPUTFILE:[6,3,1,""],MISSINGINSTALLATION:[6,3,1,""],MISSINGOUTPUTFILE:[6,3,1,""],MISSINGRELEASEUNPACKED:[6,3,1,""],MISSINGUSERCODE:[6,3,1,""],MKDIR:[6,3,1,""],NFSSQLITE:[6,3,1,""],NOLOCALSPACE:[6,3,1,""],NONDETERMINISTICDDM:[6,3,1,""],NOOUTPUTINJOBREPORT:[6,3,1,""],NOPAYLOADMETADATA:[6,3,1,""],NOPROXY:[6,3,1,""],NORELEASEFOUND:[6,3,1,""],NOREMOTESPACE:[6,3,1,""],NOREPLICAS:[6,3,1,""],NOSOFTWAREDIR:[6,3,1,""],NOSTORAGE:[6,3,1,""],NOSTORAGEPROTOCOL:[6,3,1,""],NOSUCHFILE:[6,3,1,""],NOSUCHPROCESS:[6,3,1,""],NOTDEFINED:[6,3,1,""],NOTIMPLEMENTED:[6,3,1,""],NOTSAMELENGTH:[6,3,1,""],NOUSERTARBALL:[6,3,1,""],NOVOMSPROXY:[6,3,1,""],OUTPUTFILETOOLARGE:[6,3,1,""],PANDAKILL:[6,3,1,""],PANDAQUEUENOTACTIVE:[6,3,1,""],PAYLOADEXCEEDMAXMEM:[6,3,1,""],PAYLOADEXECUTIONEXCEPTION:[6,3,1,""],PAYLOADEXECUTIONFAILURE:[6,3,1,""],PAYLOADOUTOFMEMORY:[6,3,1,""],PAYLOADSIGSEGV:[6,3,1,""],POSTPROCESSFAILURE:[6,3,1,""],PREPROCESSFAILURE:[6,3,1,""],PUTADMISMATCH:[6,3,1,""],PUTGLOBUSSYSERR:[6,3,1,""],PUTMD5MISMATCH:[6,3,1,""],QUEUEDATA:[6,3,1,""],QUEUEDATANOTOK:[6,3,1,""],REACHEDMAXTIME:[6,3,1,""],REMOTEFILECOULDNOTBEOPENED:[6,3,1,""],REPLICANOTFOUND:[6,3,1,""],RESOURCEUNAVAILABLE:[6,3,1,""],RUCIOLISTREPLICASFAILED:[6,3,1,""],RUCIOLOCATIONFAILED:[6,3,1,""],RUCIOSERVICEUNAVAILABLE:[6,3,1,""],SERVICENOTAVAILABLE:[6,3,1,""],SETUPFAILURE:[6,3,1,""],SETUPFATAL:[6,3,1,""],SIGBUS:[6,3,1,""],SIGQUIT:[6,3,1,""],SIGSEGV:[6,3,1,""],SIGTERM:[6,3,1,""],SIGUSR1:[6,3,1,""],SIGXCPU:[6,3,1,""],SINGULARITYBINDPOINTFAILURE:[6,3,1,""],SINGULARITYFAILEDUSERNAMESPACE:[6,3,1,""],SINGULARITYGENERALFAILURE:[6,3,1,""],SINGULARITYIMAGEMOUNTFAILURE:[6,3,1,""],SINGULARITYNEWUSERNAMESPACE:[6,3,1,""],SINGULARITYNOLOOPDEVICES:[6,3,1,""],SINGULARITYNOTINSTALLED:[6,3,1,""],SINGULARITYRESOURCEUNAVAILABLE:[6,3,1,""],SIZETOOLARGE:[6,3,1,""],STAGEINAUTHENTICATIONFAILURE:[6,3,1,""],STAGEINFAILED:[6,3,1,""],STAGEINTIMEOUT:[6,3,1,""],STAGEOUTFAILED:[6,3,1,""],STAGEOUTTIMEOUT:[6,3,1,""],STATFILEPROBLEM:[6,3,1,""],STDOUTTOOBIG:[6,3,1,""],TRANSFORMNOTFOUND:[6,3,1,""],TRFDOWNLOADFAILURE:[6,3,1,""],UNKNOWNCHECKSUMTYPE:[6,3,1,""],UNKNOWNCOPYTOOL:[6,3,1,""],UNKNOWNEXCEPTION:[6,3,1,""],UNKNOWNPAYLOADFAILURE:[6,3,1,""],UNKNOWNTRFFAILURE:[6,3,1,""],UNREACHABLENETWORK:[6,3,1,""],UNRECOGNIZEDTRFARGUMENTS:[6,3,1,""],UNRECOGNIZEDTRFSTDERR:[6,3,1,""],UNSUPPORTEDSL5OS:[6,3,1,""],USERDIRTOOLARGE:[6,3,1,""],USERKILL:[6,3,1,""],XRDCPERROR:[6,3,1,""],ZEROFILESIZE:[6,3,1,""],__dict__:[6,3,1,""],__module__:[6,3,1,""],__weakref__:[6,3,1,""],_error_messages:[6,3,1,""],add_error_code:[6,2,1,""],extract_stderr_error:[6,2,1,""],extract_stderr_warning:[6,2,1,""],format_diagnostics:[6,2,1,""],get_error_message:[6,2,1,""],get_kill_signal_error_code:[6,2,1,""],get_message_for_pattern:[6,2,1,""],is_recoverable:[6,2,1,""],put_error_codes:[6,3,1,""],recoverable_error_codes:[6,3,1,""],remove_error_code:[6,2,1,""],report_errors:[6,2,1,""],resolve_transform_error:[6,2,1,""]},"pilot.common.exception":{BadXML:[7,4,1,""],CommunicationFailure:[7,4,1,""],ConversionFailure:[7,4,1,""],ESFatal:[7,4,1,""],ESNoEvents:[7,4,1,""],ESRecoverable:[7,4,1,""],ExcThread:[7,1,1,""],ExceededMaxWaitTime:[7,4,1,""],ExecutedCloneJob:[7,4,1,""],FileHandlingFailure:[7,4,1,""],JobAlreadyRunning:[7,4,1,""],LogFileCreationFailure:[7,4,1,""],MKDirFailure:[7,4,1,""],MessageFailure:[7,4,1,""],NoGridProxy:[7,4,1,""],NoLocalSpace:[7,4,1,""],NoSoftwareDir:[7,4,1,""],NoSuchFile:[7,4,1,""],NoVomsProxy:[7,4,1,""],NotDefined:[7,4,1,""],NotSameLength:[7,4,1,""],PilotException:[7,4,1,""],QueuedataFailure:[7,4,1,""],QueuedataNotOK:[7,4,1,""],ReplicasNotFound:[7,4,1,""],RunPayloadFailure:[7,4,1,""],SetupFailure:[7,4,1,""],SizeTooLarge:[7,4,1,""],StageInFailure:[7,4,1,""],StageOutFailure:[7,4,1,""],TrfDownloadFailure:[7,4,1,""],UnknownException:[7,4,1,""],is_python3:[7,5,1,""]},"pilot.common.exception.BadXML":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.CommunicationFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ConversionFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ESFatal":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ESNoEvents":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ESRecoverable":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ExcThread":{__init__:[7,2,1,""],__module__:[7,3,1,""],get_bucket:[7,2,1,""],run:[7,2,1,""]},"pilot.common.exception.ExceededMaxWaitTime":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ExecutedCloneJob":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.FileHandlingFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.JobAlreadyRunning":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.LogFileCreationFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.MKDirFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.MessageFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NoGridProxy":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NoLocalSpace":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NoSoftwareDir":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NoSuchFile":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NoVomsProxy":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NotDefined":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NotSameLength":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.PilotException":{__init__:[7,2,1,""],__module__:[7,3,1,""],__str__:[7,2,1,""],__weakref__:[7,3,1,""],get_detail:[7,2,1,""],get_error_code:[7,2,1,""],get_last_error:[7,2,1,""]},"pilot.common.exception.QueuedataFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.QueuedataNotOK":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ReplicasNotFound":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.RunPayloadFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.SetupFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.SizeTooLarge":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.StageInFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.StageOutFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.TrfDownloadFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.UnknownException":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.control":{data:[9,0,0,"-"],job:[11,0,0,"-"],monitor:[12,0,0,"-"],payload:[13,0,0,"-"]},"pilot.control.data":{_do_stageout:[9,5,1,""],_stage_in:[9,5,1,""],_stage_out_new:[9,5,1,""],control:[9,5,1,""],copytool_in:[9,5,1,""],copytool_out:[9,5,1,""],create_log:[9,5,1,""],create_trace_report:[9,5,1,""],filter_files_for_log:[9,5,1,""],get_input_file_dictionary:[9,5,1,""],get_rse:[9,5,1,""],get_trace_report_variables:[9,5,1,""],is_already_processed:[9,5,1,""],queue_monitoring:[9,5,1,""],skip_special_files:[9,5,1,""],stage_in_auto:[9,5,1,""],stage_out_auto:[9,5,1,""],update_indata:[9,5,1,""]},"pilot.control.job":{_validate_job:[11,5,1,""],add_error_codes:[11,5,1,""],add_memory_info:[11,5,1,""],add_timing_and_extracts:[11,5,1,""],check_for_abort_job:[11,5,1,""],check_job_monitor_waiting_time:[11,5,1,""],control:[11,5,1,""],create_data_payload:[11,5,1,""],create_job:[11,5,1,""],create_k8_link:[11,5,1,""],fail_monitored_job:[11,5,1,""],get_cpu_consumption_time:[11,5,1,""],get_data_structure:[11,5,1,""],get_dispatcher_dictionary:[11,5,1,""],get_fake_job:[11,5,1,""],get_finished_or_failed_job:[11,5,1,""],get_heartbeat_period:[11,5,1,""],get_job_definition:[11,5,1,""],get_job_definition_from_file:[11,5,1,""],get_job_definition_from_server:[11,5,1,""],get_job_from_queue:[11,5,1,""],get_job_label:[11,5,1,""],get_job_retrieval_delay:[11,5,1,""],get_job_status:[11,5,1,""],get_job_status_from_server:[11,5,1,""],get_list_of_log_files:[11,5,1,""],get_panda_server:[11,5,1,""],get_payload_log_tail:[11,5,1,""],get_proper_state:[11,5,1,""],get_task_id:[11,5,1,""],getjob_server_command:[11,5,1,""],handle_backchannel_command:[11,5,1,""],has_job_completed:[11,5,1,""],interceptor:[11,5,1,""],is_queue_empty:[11,5,1,""],job_monitor:[11,5,1,""],locate_job_definition:[11,5,1,""],make_job_report:[11,5,1,""],now:[11,5,1,""],order_log_transfer:[11,5,1,""],pause_queue_monitor:[11,5,1,""],print_node_info:[11,5,1,""],proceed_with_getjob:[11,5,1,""],publish_harvester_reports:[11,5,1,""],queue_monitor:[11,5,1,""],retrieve:[11,5,1,""],send_heartbeat_if_time:[11,5,1,""],send_state:[11,5,1,""],store_jobid:[11,5,1,""],update_server:[11,5,1,""],validate:[11,5,1,""],verify_error_code:[11,5,1,""],wait_for_aborted_job_stageout:[11,5,1,""],write_heartbeat_to_file:[11,5,1,""]},"pilot.control.monitor":{control:[12,5,1,""],get_max_running_time:[12,5,1,""],get_process_info:[12,5,1,""],run_checks:[12,5,1,""]},"pilot.control.payload":{_validate_payload:[13,5,1,""],control:[13,5,1,""],execute_payloads:[13,5,1,""],failed_post:[13,5,1,""],get_payload_executor:[13,5,1,""],perform_initial_payload_error_analysis:[13,5,1,""],set_cpu_consumption_time:[13,5,1,""],set_error_code_from_stderr:[13,5,1,""],validate_post:[13,5,1,""],validate_pre:[13,5,1,""]},"pilot.control.payloads":{eventservice:[14,0,0,"-"],generic:[15,0,0,"-"]},"pilot.control.payloads.eventservice":{Executor:[14,1,1,""]},"pilot.control.payloads.eventservice.Executor":{__init__:[14,2,1,""],__module__:[14,3,1,""],get_executor_type:[14,2,1,""],run_payload:[14,2,1,""],wait_graceful:[14,2,1,""]},"pilot.control.payloads.generic":{Executor:[15,1,1,""]},"pilot.control.payloads.generic.Executor":{__dict__:[15,3,1,""],__init__:[15,2,1,""],__module__:[15,3,1,""],__weakref__:[15,3,1,""],execute_utility_command:[15,2,1,""],extract_setup:[15,2,1,""],get_job:[15,2,1,""],get_payload_command:[15,2,1,""],get_utility_command:[15,2,1,""],post_payload:[15,2,1,""],post_setup:[15,2,1,""],pre_payload:[15,2,1,""],pre_setup:[15,2,1,""],rename_log_files:[15,2,1,""],run:[15,2,1,""],run_command:[15,2,1,""],run_payload:[15,2,1,""],run_preprocess:[15,2,1,""],run_utility_after_payload_finished:[15,2,1,""],stop_utilities:[15,2,1,""],utility_after_payload_finished:[15,2,1,""],utility_after_payload_started:[15,2,1,""],utility_after_payload_started_new:[15,2,1,""],utility_before_payload:[15,2,1,""],utility_with_payload:[15,2,1,""],wait_graceful:[15,2,1,""],write_utility_output:[15,2,1,""]},"pilot.copytool":{common:[17,0,0,"-"],gfal:[18,0,0,"-"],lsm:[20,0,0,"-"],mv:[21,0,0,"-"],rucio:[22,0,0,"-"],xrdcp:[23,0,0,"-"]},"pilot.copytool.common":{get_copysetup:[17,5,1,""],get_error_info:[17,5,1,""],get_timeout:[17,5,1,""],merge_destinations:[17,5,1,""],output_line_scan:[17,5,1,""],resolve_common_transfer_errors:[17,5,1,""],verify_catalog_checksum:[17,5,1,""]},"pilot.copytool.gfal":{check_for_gfal:[18,5,1,""],copy_in:[18,5,1,""],copy_out:[18,5,1,""],is_valid_for_copy_in:[18,5,1,""],is_valid_for_copy_out:[18,5,1,""],move:[18,5,1,""],move_all_files_in:[18,5,1,""],move_all_files_out:[18,5,1,""]},"pilot.copytool.lsm":{check_for_lsm:[20,5,1,""],copy_in:[20,5,1,""],copy_in_old:[20,5,1,""],copy_out:[20,5,1,""],copy_out_old:[20,5,1,""],is_valid_for_copy_in:[20,5,1,""],is_valid_for_copy_out:[20,5,1,""],move:[20,5,1,""],move_all_files_in:[20,5,1,""],move_all_files_out:[20,5,1,""]},"pilot.copytool.mv":{copy:[21,5,1,""],copy_in:[21,5,1,""],copy_out:[21,5,1,""],create_output_list:[21,5,1,""],is_valid_for_copy_in:[21,5,1,""],is_valid_for_copy_out:[21,5,1,""],move:[21,5,1,""],move_all_files:[21,5,1,""],symlink:[21,5,1,""]},"pilot.copytool.rucio":{_get_trace:[22,5,1,""],_stage_in_api:[22,5,1,""],_stage_in_bulk:[22,5,1,""],_stage_out_api:[22,5,1,""],copy_in:[22,5,1,""],copy_in_bulk:[22,5,1,""],copy_out:[22,5,1,""],handle_rucio_error:[22,5,1,""],is_valid_for_copy_in:[22,5,1,""],is_valid_for_copy_out:[22,5,1,""],verify_stage_out:[22,5,1,""]},"pilot.copytool.xrdcp":{_resolve_checksum_option:[23,5,1,""],_stagefile:[23,5,1,""],copy_in:[23,5,1,""],copy_out:[23,5,1,""],get_file_info_from_output:[23,5,1,""],is_valid_for_copy_in:[23,5,1,""],is_valid_for_copy_out:[23,5,1,""]},"pilot.eventservice":{esprocess:[27,0,0,"-"]},"pilot.info":{basedata:[33,0,0,"-"],configinfo:[34,0,0,"-"],dataloader:[35,0,0,"-"],extinfo:[36,0,0,"-"],infoservice:[39,0,0,"-"],jobdata:[40,0,0,"-"],jobinfo:[41,0,0,"-"],jobinfoservice:[42,0,0,"-"],queuedata:[43,0,0,"-"],storagedata:[44,0,0,"-"]},"pilot.info.basedata":{BaseData:[33,1,1,""]},"pilot.info.basedata.BaseData":{__dict__:[33,3,1,""],__module__:[33,3,1,""],__repr__:[33,2,1,""],__weakref__:[33,3,1,""],_keys:[33,3,1,""],_load_data:[33,2,1,""],clean:[33,2,1,""],clean_boolean:[33,2,1,""],clean_dictdata:[33,2,1,""],clean_listdata:[33,2,1,""],clean_numeric:[33,2,1,""],clean_string:[33,2,1,""]},"pilot.info.configinfo":{PilotConfigProvider:[34,1,1,""]},"pilot.info.configinfo.PilotConfigProvider":{__dict__:[34,3,1,""],__init__:[34,2,1,""],__module__:[34,3,1,""],__weakref__:[34,3,1,""],config:[34,3,1,""],resolve_queuedata:[34,2,1,""],resolve_schedconf_sources:[34,2,1,""]},"pilot.info.dataloader":{DataLoader:[35,1,1,""],merge_dict_data:[35,5,1,""]},"pilot.info.dataloader.DataLoader":{__dict__:[35,3,1,""],__module__:[35,3,1,""],__weakref__:[35,3,1,""],get_file_last_update_time:[35,2,1,""],is_file_expired:[35,2,1,""],load_data:[35,2,1,""],load_url_data:[35,2,1,""]},"pilot.info.extinfo":{ExtInfoProvider:[36,1,1,""]},"pilot.info.extinfo.ExtInfoProvider":{__init__:[36,2,1,""],__module__:[36,3,1,""],load_queuedata:[36,2,1,""],load_schedconfig_data:[36,2,1,""],load_storage_data:[36,2,1,""],resolve_queuedata:[36,2,1,""],resolve_storage_data:[36,2,1,""]},"pilot.info.infoservice":{InfoService:[39,1,1,""]},"pilot.info.infoservice.InfoService":{__dict__:[39,3,1,""],__init__:[39,2,1,""],__module__:[39,3,1,""],__weakref__:[39,3,1,""],_resolve_data:[39,2,1,""],cache_time:[39,3,1,""],get_ddmendpoint:[39,2,1,""],get_storage_id:[39,2,1,""],init:[39,2,1,""],require_init:[39,2,1,""],resolve_ddmendpoint_storageid:[39,2,1,""],resolve_queuedata:[39,2,1,""],resolve_schedconf_sources:[39,2,1,""],resolve_storage_data:[39,2,1,""],whoami:[39,2,1,""]},"pilot.info.jobdata":{JobData:[40,1,1,""]},"pilot.info.jobdata.JobData":{__contains__:[40,2,1,""],__getitem__:[40,2,1,""],__init__:[40,2,1,""],__module__:[40,3,1,""],__setitem__:[40,2,1,""],_keys:[40,3,1,""],_rawdata:[40,3,1,""],accessmode:[40,3,1,""],actualcorecount:[40,3,1,""],add_size:[40,2,1,""],add_workdir_size:[40,2,1,""],allownooutput:[40,3,1,""],alrbuserplatform:[40,3,1,""],attemptnr:[40,3,1,""],clean:[40,2,1,""],clean__corecount:[40,2,1,""],clean__jobparams:[40,2,1,""],clean__platform:[40,2,1,""],collect_zombies:[40,2,1,""],command:[40,3,1,""],containeroptions:[40,3,1,""],coprocess:[40,3,1,""],corecount:[40,3,1,""],corecounts:[40,3,1,""],cpuconsumptiontime:[40,3,1,""],cpuconsumptionunit:[40,3,1,""],cpuconversionfactor:[40,3,1,""],datasetin:[40,3,1,""],dbdata:[40,3,1,""],dbtime:[40,3,1,""],debug:[40,3,1,""],destinationdblock:[40,3,1,""],exeerrorcode:[40,3,1,""],exeerrordiag:[40,3,1,""],exitcode:[40,3,1,""],exitmsg:[40,3,1,""],extract_container_image:[40,2,1,""],fileinfo:[40,3,1,""],get:[40,2,1,""],get_job_option_for_input_name:[40,2,1,""],get_key_value:[40,2,1,""],get_kmap:[40,2,1,""],get_lfns_and_guids:[40,2,1,""],get_max_workdir_size:[40,2,1,""],get_opts_pargs:[40,2,1,""],get_ret:[40,2,1,""],get_size:[40,2,1,""],get_status:[40,2,1,""],has_remoteio:[40,2,1,""],homepackage:[40,3,1,""],imagename:[40,3,1,""],imagename_jobdef:[40,3,1,""],indata:[40,3,1,""],infilesguids:[40,3,1,""],init:[40,2,1,""],is_analysis:[40,2,1,""],is_build_job:[40,2,1,""],is_eventservice:[40,3,1,""],is_eventservicemerge:[40,3,1,""],is_hpo:[40,3,1,""],is_local:[40,2,1,""],jobdefinitionid:[40,3,1,""],jobid:[40,3,1,""],jobparams:[40,3,1,""],jobsetid:[40,3,1,""],load:[40,2,1,""],logdata:[40,3,1,""],maxcpucount:[40,3,1,""],memorymonitor:[40,3,1,""],metadata:[40,3,1,""],nevents:[40,3,1,""],neventsw:[40,3,1,""],noexecstrcnv:[40,3,1,""],only_copy_to_scratch:[40,2,1,""],outdata:[40,3,1,""],overwrite_queuedata:[40,3,1,""],overwrite_storagedata:[40,3,1,""],parse_args:[40,2,1,""],payload:[40,3,1,""],pgrp:[40,3,1,""],pid:[40,3,1,""],piloterrorcode:[40,3,1,""],piloterrorcodes:[40,3,1,""],piloterrordiag:[40,3,1,""],piloterrordiags:[40,3,1,""],platform:[40,3,1,""],postprocess:[40,3,1,""],prepare_infiles:[40,2,1,""],prepare_outfiles:[40,2,1,""],preprocess:[40,3,1,""],process_writetofile:[40,2,1,""],processingtype:[40,3,1,""],produserid:[40,3,1,""],reset_errors:[40,2,1,""],serverstate:[40,3,1,""],set_accessmode:[40,2,1,""],setup:[40,3,1,""],show_access_settings:[40,2,1,""],sizes:[40,3,1,""],stageout:[40,3,1,""],state:[40,3,1,""],status:[40,3,1,""],swrelease:[40,3,1,""],t0:[40,3,1,""],taskid:[40,3,1,""],to_json:[40,2,1,""],transexitcode:[40,3,1,""],transfertype:[40,3,1,""],transformation:[40,3,1,""],use_vp:[40,3,1,""],usecontainer:[40,3,1,""],utilities:[40,3,1,""],workdir:[40,3,1,""],workdirsizes:[40,3,1,""],writetofile:[40,3,1,""],zipmap:[40,3,1,""],zombies:[40,3,1,""]},"pilot.info.jobinfo":{JobInfoProvider:[41,1,1,""]},"pilot.info.jobinfo.JobInfoProvider":{__dict__:[41,3,1,""],__init__:[41,2,1,""],__module__:[41,3,1,""],__weakref__:[41,3,1,""],job:[41,3,1,""],resolve_queuedata:[41,2,1,""],resolve_schedconf_sources:[41,2,1,""],resolve_storage_data:[41,2,1,""]},"pilot.info.jobinfoservice":{JobInfoService:[42,1,1,""]},"pilot.info.jobinfoservice.JobInfoService":{__init__:[42,2,1,""],__module__:[42,3,1,""]},"pilot.info.queuedata":{QueueData:[43,1,1,""]},"pilot.info.queuedata.QueueData":{__init__:[43,2,1,""],__module__:[43,3,1,""],_keys:[43,3,1,""],acopytools:[43,3,1,""],acopytools_schemas:[43,3,1,""],allow_lan:[43,3,1,""],allow_wan:[43,3,1,""],appdir:[43,3,1,""],aprotocols:[43,3,1,""],astorages:[43,3,1,""],catchall:[43,3,1,""],clean:[43,2,1,""],clean__container_options:[43,2,1,""],clean__container_type:[43,2,1,""],clean__corecount:[43,2,1,""],clean__timefloor:[43,2,1,""],container_options:[43,3,1,""],container_type:[43,3,1,""],copytools:[43,3,1,""],corecount:[43,3,1,""],direct_access_lan:[43,3,1,""],direct_access_wan:[43,3,1,""],es_stageout_gap:[43,3,1,""],is_cvmfs:[43,3,1,""],load:[43,2,1,""],maxinputsize:[43,3,1,""],maxrss:[43,3,1,""],maxtime:[43,3,1,""],maxwdir:[43,3,1,""],name:[43,3,1,""],platform:[43,3,1,""],pledgedcpu:[43,3,1,""],resolve_allowed_schemas:[43,2,1,""],resource:[43,3,1,""],site:[43,3,1,""],state:[43,3,1,""],status:[43,3,1,""],timefloor:[43,3,1,""],use_pcache:[43,3,1,""]},"pilot.info.storagedata":{StorageData:[44,1,1,""]},"pilot.info.storagedata.StorageData":{__init__:[44,2,1,""],__module__:[44,3,1,""],_keys:[44,3,1,""],arprotocols:[44,3,1,""],get_security_key:[44,2,1,""],get_special_setup:[44,2,1,""],is_deterministic:[44,3,1,""],load:[44,2,1,""],name:[44,3,1,""],pk:[44,3,1,""],resource:[44,3,1,""],rprotocols:[44,3,1,""],site:[44,3,1,""],special_setup:[44,3,1,""],state:[44,3,1,""],token:[44,3,1,""],type:[44,3,1,""]},"pilot.resource":{alcf:[45,0,0,"-"],bnl:[46,0,0,"-"],generic:[47,0,0,"-"],nersc:[49,0,0,"-"],summit:[50,0,0,"-"],titan:[51,0,0,"-"]},"pilot.resource.alcf":{get_setup:[45,5,1,""]},"pilot.resource.bnl":{get_setup:[46,5,1,""]},"pilot.resource.generic":{get_setup:[47,5,1,""]},"pilot.resource.nersc":{get_setup:[49,5,1,""]},"pilot.resource.summit":{get_setup:[50,5,1,""]},"pilot.resource.titan":{command_fix:[51,5,1,""],get_job:[51,5,1,""],get_setup:[51,5,1,""],postprocess_workdir:[51,5,1,""],process_jobreport:[51,5,1,""],set_job_workdir:[51,5,1,""],set_scratch_workdir:[51,5,1,""]},"pilot.user.atlas":{common:[52,0,0,"-"],container:[53,0,0,"-"],jobmetrics:[55,0,0,"-"],loopingjob_definitions:[56,0,0,"-"],memory:[57,0,0,"-"],nordugrid:[58,0,0,"-"],proxy:[59,0,0,"-"],setup:[60,0,0,"-"],utilities:[61,0,0,"-"]},"pilot.user.atlas.common":{DictQuery:[52,1,1,""],add_athena_proc_number:[52,5,1,""],add_makeflags:[52,5,1,""],cleanup_broken_links:[52,5,1,""],cleanup_looping_payload:[52,5,1,""],cleanup_payload:[52,5,1,""],discover_new_outdata:[52,5,1,""],discover_new_output:[52,5,1,""],download_command:[52,5,1,""],extract_output_file_guids:[52,5,1,""],extract_turls:[52,5,1,""],get_analysis_run_command:[52,5,1,""],get_cpu_times:[52,5,1,""],get_db_info:[52,5,1,""],get_db_info_str:[52,5,1,""],get_executor_dictionary:[52,5,1,""],get_exit_info:[52,5,1,""],get_file_open_command:[52,5,1,""],get_file_transfer_info:[52,5,1,""],get_generic_payload_command:[52,5,1,""],get_guids_from_jobparams:[52,5,1,""],get_metadata:[52,5,1,""],get_normal_payload_command:[52,5,1,""],get_number_of_events_deprecated:[52,5,1,""],get_outfiles_records:[52,5,1,""],get_payload_command:[52,5,1,""],get_redundant_path:[52,5,1,""],get_redundants:[52,5,1,""],get_stageout_label:[52,5,1,""],get_utility_command_execution_order:[52,5,1,""],get_utility_command_kill_signal:[52,5,1,""],get_utility_command_output_filename:[52,5,1,""],get_utility_command_setup:[52,5,1,""],get_utility_commands:[52,5,1,""],get_workdir_size:[52,5,1,""],ls:[52,5,1,""],open_remote_files:[52,5,1,""],parse_jobreport_data:[52,5,1,""],post_utility_command_action:[52,5,1,""],process_remote_file_traces:[52,5,1,""],remove_archives:[52,5,1,""],remove_from_stageout:[52,5,1,""],remove_no_output_files:[52,5,1,""],remove_redundant_files:[52,5,1,""],remove_special_files:[52,5,1,""],sanity_check:[52,5,1,""],should_update_logstash:[52,5,1,""],update_forced_accessmode:[52,5,1,""],update_job_data:[52,5,1,""],update_output_for_hpo:[52,5,1,""],update_server:[52,5,1,""],update_stagein:[52,5,1,""],validate:[52,5,1,""],verify_extracted_output_files:[52,5,1,""],verify_job:[52,5,1,""],verify_lfn_length:[52,5,1,""],verify_ncores:[52,5,1,""],verify_output_files:[52,5,1,""],verify_release_string:[52,5,1,""]},"pilot.user.atlas.common.DictQuery":{__dict__:[52,3,1,""],__module__:[52,3,1,""],__weakref__:[52,3,1,""],get:[52,2,1,""]},"pilot.user.atlas.container":{add_asetup:[53,5,1,""],alrb_wrapper:[53,5,1,""],create_middleware_container_command:[53,5,1,""],create_release_setup:[53,5,1,""],create_release_setup_old:[53,5,1,""],create_root_container_command:[53,5,1,""],do_use_container:[53,5,1,""],extract_atlas_setup:[53,5,1,""],extract_full_atlas_setup:[53,5,1,""],extract_platform_and_os:[53,5,1,""],get_and_verify_payload_proxy_from_server:[53,5,1,""],get_container_options:[53,5,1,""],get_full_asetup:[53,5,1,""],get_grid_image_for_singularity:[53,5,1,""],get_middleware_container:[53,5,1,""],get_middleware_container_script:[53,5,1,""],get_middleware_type:[53,5,1,""],get_payload_proxy:[53,5,1,""],get_release_setup_name:[53,5,1,""],get_root_container_script:[53,5,1,""],is_release_setup:[53,5,1,""],remove_container_string:[53,5,1,""],replace_last_command:[53,5,1,""],set_platform:[53,5,1,""],singularity_wrapper:[53,5,1,""],update_alrb_setup:[53,5,1,""],update_for_user_proxy:[53,5,1,""],wrapper:[53,5,1,""]},"pilot.user.atlas.jobmetrics":{get_job_metrics:[55,5,1,""],get_job_metrics_string:[55,5,1,""]},"pilot.user.atlas.loopingjob_definitions":{allow_loopingjob_detection:[56,5,1,""],remove_unwanted_files:[56,5,1,""]},"pilot.user.atlas.memory":{allow_memory_usage_verifications:[57,5,1,""],get_ucore_scale_factor:[57,5,1,""],memory_usage:[57,5,1,""]},"pilot.user.atlas.nordugrid":{XMLDictionary:[58,1,1,""],convert_to_prettyprint:[58,5,1,""],convert_to_xml:[58,5,1,""]},"pilot.user.atlas.nordugrid.XMLDictionary":{__dict__:[58,3,1,""],__init__:[58,2,1,""],__module__:[58,3,1,""],__weakref__:[58,3,1,""],_dictionary:[58,3,1,""],add_to_list:[58,2,1,""],get_dictionary:[58,2,1,""]},"pilot.user.atlas.proxy":{interpret_proxy_info:[59,5,1,""],verify_arcproxy:[59,5,1,""],verify_gridproxy:[59,5,1,""],verify_proxy:[59,5,1,""],verify_vomsproxy:[59,5,1,""]},"pilot.user.atlas.setup":{download_transform:[60,5,1,""],get_alrb_export:[60,5,1,""],get_analysis_trf:[60,5,1,""],get_asetup:[60,5,1,""],get_asetup_options:[60,5,1,""],get_file_system_root_path:[60,5,1,""],get_payload_environment_variables:[60,5,1,""],get_valid_base_urls:[60,5,1,""],get_writetoinput_filenames:[60,5,1,""],is_standard_atlas_job:[60,5,1,""],replace_lfns_with_turls:[60,5,1,""],set_inds:[60,5,1,""],should_pilot_prepare_setup:[60,5,1,""]},"pilot.user.atlas.utilities":{convert_text_file_to_dictionary:[61,5,1,""],convert_unicode_string:[61,5,1,""],get_average_summary_dictionary:[61,5,1,""],get_average_summary_dictionary_prmon:[61,5,1,""],get_benchmark_setup:[61,5,1,""],get_last_value:[61,5,1,""],get_max_memory_monitor_value:[61,5,1,""],get_memory_monitor_info:[61,5,1,""],get_memory_monitor_info_path:[61,5,1,""],get_memory_monitor_output_filename:[61,5,1,""],get_memory_monitor_setup:[61,5,1,""],get_memory_monitor_setup_old:[61,5,1,""],get_memory_monitor_summary_filename:[61,5,1,""],get_memory_values:[61,5,1,""],get_metadata_dict_from_txt:[61,5,1,""],get_network_monitor_setup:[61,5,1,""],get_pid_for_command:[61,5,1,""],get_pid_for_jobid:[61,5,1,""],get_pid_for_trf:[61,5,1,""],get_prefetcher_setup:[61,5,1,""],get_proper_pid:[61,5,1,""],get_ps_info:[61,5,1,""],get_trf_command:[61,5,1,""],post_memory_monitor_action:[61,5,1,""],precleanup:[61,5,1,""]},"pilot.user.generic":{common:[62,0,0,"-"],container:[63,0,0,"-"],jobmetrics:[65,0,0,"-"],loopingjob_definitions:[66,0,0,"-"],memory:[67,0,0,"-"],proxy:[68,0,0,"-"],setup:[69,0,0,"-"]},"pilot.user.generic.common":{get_analysis_run_command:[62,5,1,""],get_metadata:[62,5,1,""],get_payload_command:[62,5,1,""],get_utility_command_execution_order:[62,5,1,""],get_utility_command_kill_signal:[62,5,1,""],get_utility_command_output_filename:[62,5,1,""],get_utility_command_setup:[62,5,1,""],get_utility_commands:[62,5,1,""],post_utility_command_action:[62,5,1,""],remove_redundant_files:[62,5,1,""],sanity_check:[62,5,1,""],update_job_data:[62,5,1,""],update_server:[62,5,1,""],update_stagein:[62,5,1,""],validate:[62,5,1,""],verify_job:[62,5,1,""]},"pilot.user.generic.container":{create_stagein_container_command:[63,5,1,""],do_use_container:[63,5,1,""],wrapper:[63,5,1,""]},"pilot.user.generic.jobmetrics":{get_job_metrics:[65,5,1,""]},"pilot.user.generic.loopingjob_definitions":{allow_loopingjob_detection:[66,5,1,""],remove_unwanted_files:[66,5,1,""]},"pilot.user.generic.memory":{allow_memory_usage_verifications:[67,5,1,""],memory_usage:[67,5,1,""]},"pilot.user.generic.proxy":{verify_proxy:[68,5,1,""]},"pilot.user.generic.setup":{download_transform:[69,5,1,""],get_analysis_trf:[69,5,1,""],get_valid_base_urls:[69,5,1,""]},"pilot.util":{auxiliary:[71,0,0,"-"],config:[72,0,0,"-"],constants:[73,0,0,"-"],container:[74,0,0,"-"],disk:[75,0,0,"-"],filehandling:[76,0,0,"-"],harvester:[77,0,0,"-"],https:[78,0,0,"-"],jobmetrics:[81,0,0,"-"],loopingjob:[82,0,0,"-"],math:[83,0,0,"-"],monitoring:[84,0,0,"-"],monitoringtime:[85,0,0,"-"],parameters:[87,0,0,"-"],processes:[88,0,0,"-"],proxy:[89,0,0,"-"],queuehandling:[90,0,0,"-"],timer:[91,0,0,"-"],timing:[92,0,0,"-"],tracereport:[93,0,0,"-"],workernode:[94,0,0,"-"]},"pilot.util.auxiliary":{check_for_final_server_update:[71,5,1,""],convert_to_pilot_error_code:[71,5,1,""],cut_output:[71,5,1,""],display_architecture_info:[71,5,1,""],extract_memory_usage_value:[71,5,1,""],get_batchsystem_jobid:[71,5,1,""],get_error_code_translation_dictionary:[71,5,1,""],get_job_scheduler_id:[71,5,1,""],get_logger:[71,5,1,""],get_memory_usage:[71,5,1,""],get_object_size:[71,5,1,""],get_pilot_id:[71,5,1,""],get_pilot_state:[71,5,1,""],get_resource_name:[71,5,1,""],get_size:[71,5,1,""],is_python3:[71,5,1,""],is_virtual_machine:[71,5,1,""],pilot_version_banner:[71,5,1,""],set_pilot_state:[71,5,1,""],shell_exit_code:[71,5,1,""],show_memory_usage:[71,5,1,""],whoami:[71,5,1,""]},"pilot.util.config":{_ConfigurationSection:[72,1,1,""],read:[72,5,1,""]},"pilot.util.config._ConfigurationSection":{__dict__:[72,3,1,""],__getattr__:[72,2,1,""],__getitem__:[72,2,1,""],__module__:[72,3,1,""],__repr__:[72,2,1,""],__weakref__:[72,3,1,""]},"pilot.util.container":{containerise_executable:[74,5,1,""],execute:[74,5,1,""],is_python3:[74,5,1,""]},"pilot.util.disk":{_ntuple_diskusage:[75,3,1,""],disk_usage:[75,5,1,""]},"pilot.util.filehandling":{_define_tabledict_keys:[76,5,1,""],add_to_total_size:[76,5,1,""],calculate_adler32_checksum:[76,5,1,""],calculate_checksum:[76,5,1,""],calculate_md5_checksum:[76,5,1,""],convert:[76,5,1,""],copy:[76,5,1,""],copy_pilot_source:[76,5,1,""],create_symlink:[76,5,1,""],dump:[76,5,1,""],establish_logging:[76,5,1,""],find_executable:[76,5,1,""],find_latest_modified_file:[76,5,1,""],get_checksum_type:[76,5,1,""],get_checksum_value:[76,5,1,""],get_directory_size:[76,5,1,""],get_files:[76,5,1,""],get_guid:[76,5,1,""],get_local_file_size:[76,5,1,""],get_nonexistant_path:[76,5,1,""],get_pilot_work_dir:[76,5,1,""],get_table_from_file:[76,5,1,""],get_valid_path_from_list:[76,5,1,""],grep:[76,5,1,""],is_json:[76,5,1,""],mkdirs:[76,5,1,""],open_file:[76,5,1,""],read_file:[76,5,1,""],read_json:[76,5,1,""],read_list:[76,5,1,""],remove:[76,5,1,""],remove_core_dumps:[76,5,1,""],remove_dir_tree:[76,5,1,""],remove_empty_directories:[76,5,1,""],remove_files:[76,5,1,""],rmdirs:[76,5,1,""],scan_file:[76,5,1,""],tail:[76,5,1,""],tar_files:[76,5,1,""],touch:[76,5,1,""],update_extension:[76,5,1,""],verify_file_list:[76,5,1,""],write_file:[76,5,1,""],write_json:[76,5,1,""]},"pilot.util.harvester":{dump:[77,5,1,""],findfile:[77,5,1,""],get_event_status_file:[77,5,1,""],get_initial_work_report:[77,5,1,""],get_job_request_file_name:[77,5,1,""],get_worker_attributes_file:[77,5,1,""],is_harvester_mode:[77,5,1,""],kill_worker:[77,5,1,""],parse_job_definition_file:[77,5,1,""],publish_job_report:[77,5,1,""],publish_stageout_files:[77,5,1,""],publish_work_report:[77,5,1,""],remove_job_request_file:[77,5,1,""],request_new_jobs:[77,5,1,""]},"pilot.util.https":{_ctx:[78,1,1,""],_tester:[78,5,1,""],cacert:[78,5,1,""],cacert_default_location:[78,5,1,""],capath:[78,5,1,""],ctx:[78,1,1,""],execute_request:[78,5,1,""],execute_urllib:[78,5,1,""],get_curl_command:[78,5,1,""],get_curl_config_option:[78,5,1,""],get_urlopen2_output:[78,5,1,""],get_urlopen_output:[78,5,1,""],get_vars:[78,5,1,""],https_setup:[78,5,1,""],request:[78,5,1,""]},"pilot.util.https._ctx":{__getnewargs__:[78,2,1,""],__module__:[78,3,1,""],__new__:[78,2,1,""],__repr__:[78,2,1,""],__slots__:[78,3,1,""],_asdict:[78,2,1,""],_field_defaults:[78,3,1,""],_fields:[78,3,1,""],_fields_defaults:[78,3,1,""],_make:[78,2,1,""],_replace:[78,2,1,""],cacert:[78,2,1,""],capath:[78,2,1,""],ssl_context:[78,2,1,""],user_agent:[78,2,1,""]},"pilot.util.https.ctx":{__dict__:[78,3,1,""],__module__:[78,3,1,""],__weakref__:[78,3,1,""],cacert:[78,3,1,""],capath:[78,3,1,""],ssl_context:[78,3,1,""],user_agent:[78,3,1,""]},"pilot.util.jobmetrics":{get_job_metrics:[81,5,1,""],get_job_metrics_entry:[81,5,1,""]},"pilot.util.loopingjob":{get_looping_job_limit:[82,5,1,""],get_time_for_last_touch:[82,5,1,""],kill_looping_job:[82,5,1,""],looping_job:[82,5,1,""]},"pilot.util.math":{add_lists:[83,5,1,""],bytes2human:[83,5,1,""],chi2:[83,5,1,""],convert_mb_to_b:[83,5,1,""],diff_lists:[83,5,1,""],float_to_rounded_string:[83,5,1,""],human2bytes:[83,5,1,""],is_greater_or_equal:[83,5,1,""],mean:[83,5,1,""],split_version:[83,5,1,""],sum_dev:[83,5,1,""],sum_square_dev:[83,5,1,""],tryint:[83,5,1,""]},"pilot.util.monitoring":{check_local_space:[84,5,1,""],check_output_file_sizes:[84,5,1,""],check_payload_stdout:[84,5,1,""],check_work_dir:[84,5,1,""],display_oom_info:[84,5,1,""],get_exception_error_code:[84,5,1,""],get_local_size_limit_stdout:[84,5,1,""],get_max_allowed_work_dir_size:[84,5,1,""],get_max_input_size:[84,5,1,""],get_score:[84,5,1,""],job_monitor_tasks:[84,5,1,""],set_number_used_cores:[84,5,1,""],should_abort_payload:[84,5,1,""],utility_monitor:[84,5,1,""],verify_disk_usage:[84,5,1,""],verify_looping_job:[84,5,1,""],verify_memory_usage:[84,5,1,""],verify_running_processes:[84,5,1,""],verify_user_proxy:[84,5,1,""]},"pilot.util.monitoringtime":{MonitoringTime:[85,1,1,""]},"pilot.util.monitoringtime.MonitoringTime":{__dict__:[85,3,1,""],__init__:[85,2,1,""],__module__:[85,3,1,""],__weakref__:[85,3,1,""],get:[85,2,1,""],update:[85,2,1,""]},"pilot.util.parameters":{convert_to_int:[87,5,1,""],get_maximum_input_sizes:[87,5,1,""]},"pilot.util.processes":{cleanup:[88,5,1,""],dump_stack_trace:[88,5,1,""],find_processes_in_group:[88,5,1,""],get_cgroups_base_path:[88,5,1,""],get_cpu_consumption_time:[88,5,1,""],get_current_cpu_consumption_time:[88,5,1,""],get_instant_cpu_consumption_time:[88,5,1,""],get_max_memory_usage_from_cgroups:[88,5,1,""],get_number_of_child_processes:[88,5,1,""],get_process_commands:[88,5,1,""],is_process_running:[88,5,1,""],is_zombie:[88,5,1,""],kill_child_processes:[88,5,1,""],kill_orphans:[88,5,1,""],kill_process:[88,5,1,""],kill_process_group:[88,5,1,""],kill_processes:[88,5,1,""],threads_aborted:[88,5,1,""]},"pilot.util.proxy":{get_distinguished_name:[89,5,1,""]},"pilot.util.queuehandling":{abort_jobs_in_queues:[90,5,1,""],declare_failed_by_kill:[90,5,1,""],get_queuedata_from_job:[90,5,1,""],purge_queue:[90,5,1,""],put_in_queue:[90,5,1,""],queue_report:[90,5,1,""],scan_for_jobs:[90,5,1,""]},"pilot.util.timer":{TimedProcess:[91,1,1,""],TimedThread:[91,1,1,""],TimeoutException:[91,4,1,""],Timer:[91,3,1,""],timeout:[91,5,1,""]},"pilot.util.timer.TimedProcess":{__dict__:[91,3,1,""],__init__:[91,2,1,""],__module__:[91,3,1,""],__weakref__:[91,3,1,""],run:[91,2,1,""]},"pilot.util.timer.TimedThread":{__dict__:[91,3,1,""],__init__:[91,2,1,""],__module__:[91,3,1,""],__weakref__:[91,3,1,""],execute:[91,2,1,""],run:[91,2,1,""]},"pilot.util.timer.TimeoutException":{__init__:[91,2,1,""],__module__:[91,3,1,""],__str__:[91,2,1,""],__weakref__:[91,3,1,""]},"pilot.util.timing":{add_to_pilot_timing:[92,5,1,""],get_elapsed_real_time:[92,5,1,""],get_final_update_time:[92,5,1,""],get_getjob_time:[92,5,1,""],get_initial_setup_time:[92,5,1,""],get_payload_execution_time:[92,5,1,""],get_postgetjob_time:[92,5,1,""],get_setup_time:[92,5,1,""],get_stagein_time:[92,5,1,""],get_stageout_time:[92,5,1,""],get_time_difference:[92,5,1,""],get_time_measurement:[92,5,1,""],get_time_since:[92,5,1,""],get_time_since_multijob_start:[92,5,1,""],get_time_since_start:[92,5,1,""],get_total_pilot_time:[92,5,1,""],read_pilot_timing:[92,5,1,""],time_stamp:[92,5,1,""],timing_report:[92,5,1,""],write_pilot_timing:[92,5,1,""]},"pilot.util.tracereport":{TraceReport:[93,1,1,""]},"pilot.util.tracereport.TraceReport":{__dict__:[93,3,1,""],__init__:[93,2,1,""],__module__:[93,3,1,""],__weakref__:[93,3,1,""],get_ssl_certificate:[93,2,1,""],init:[93,2,1,""],send:[93,2,1,""],verify_trace:[93,2,1,""]},"pilot.util.workernode":{check_hz:[94,5,1,""],collect_workernode_info:[94,5,1,""],get_condor_node_name:[94,5,1,""],get_cpu_model:[94,5,1,""],get_cpuinfo:[94,5,1,""],get_disk_space:[94,5,1,""],get_local_disk_space:[94,5,1,""],get_meminfo:[94,5,1,""],get_node_name:[94,5,1,""]},"pilot.workflow":{generic:[95,0,0,"-"]},"pilot.workflow.generic":{interrupt:[95,5,1,""],register_signals:[95,5,1,""],run:[95,5,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","attribute","Python attribute"],"4":["py","exception","Python exception"],"5":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:attribute","4":"py:exception","5":"py:function"},terms:{"000001":52,"0770":76,"10000":83,"1008":6,"1024":[71,83],"10340177":61,"1048576":83,"105077960":52,"1073741824":83,"1098":6,"1099":6,"1099511627776":83,"1099511627776127398123789121":83,"1100":6,"1103":6,"1104":6,"1106":6,"1110":6,"1115":6,"1116":6,"1117":6,"1124":6,"1133":6,"1135":6,"1136":6,"1137":6,"1141":6,"1143":6,"1144":6,"1145":6,"1149":6,"1150":6,"1151":6,"1152":6,"1163":6,"1165":6,"1168":6,"1171":6,"1172":6,"1177":6,"1180":6,"1181":6,"1186":6,"1187":6,"1190":6,"1191":6,"1199":6,"1200":6,"1201":6,"1202":6,"1203":6,"1204":6,"1205":6,"1206":6,"1207":6,"1211":6,"1212":6,"1213":6,"1220":6,"1221":6,"1223":6,"1224":6,"1228":6,"123":58,"1234":6,"1235":6,"1236":6,"1238":6,"1240":6,"1242":6,"1244":6,"1246":6,"1247":6,"1288":76,"1300":6,"1301":6,"1302":6,"1303":6,"1305":6,"1306":6,"1307":6,"1308":6,"1309":6,"1310":6,"1311":6,"1312":6,"1313":6,"1314":6,"1315":6,"1316":6,"1317":6,"1318":6,"1319":6,"1320":6,"1321":6,"1322":6,"1323":6,"1324":6,"1324968":71,"1325":6,"1326":6,"1327":6,"1328":6,"1329":6,"1330":6,"1331":6,"1332":6,"1333":6,"1334":6,"1335":6,"1336":6,"1337":6,"1338":6,"1339":6,"1340":6,"1341":6,"1342":6,"1343":6,"1344":6,"1345":6,"1346":6,"1347":6,"1348":6,"1349":6,"1350":6,"1351":6,"1352":6,"1353":6,"1354":6,"1355":6,"1356":6,"1357":6,"1358":6,"1359":6,"1360":6,"1361":6,"1362":[6,12],"1363":[6,12],"136628":12,"13917":71,"1415":83,"142260":76,"152832":71,"15760866":60,"16235568":61,"16342012":61,"1776":12,"183424":12,"19384236":61,"19t2148":53,"1st":39,"2018":[33,34,35,36,39,40,41,42,43,44,61,91],"2020":53,"2048":83,"23578835":52,"2430":76,"251":52,"2528":12,"25443":98,"255":6,"2640":12,"345935":60,"34692":12,"3600":98,"3664":76,"40058624":61,"40ghz":94,"49cf":76,"4core":57,"5023500":61,"504":76,"5072":12,"512":[83,94],"5790l":52,"5964997":61,"5kilo":83,"62036":12,"6501489":61,"76562":83,"850":76,"8601":92,"8603":12,"8604":12,"909":83,"92008faf":76,"94840":76,"9856":83,"9c5c":76,"boolean":[0,2,6,7,11,13,17,20,22,33,35,40,52,53,56,57,60,61,62,63,66,67,71,74,76,77,78,83,84,88,93,98],"byte":[40,71,75,83,84],"case":[0,2,6,9,11,14,15,18,20,22,23,33,40,51,52,53,56,60,61,62,66,71,76,77,82,83,84,85,87,91,92],"catch":7,"char":[0,76,93],"class":[0,1,2,4,5,6,7,14,15,33,34,35,36,39,40,41,42,43,44,52,58,72,76,78,85,91,93],"const":15,"default":[0,2,6,11,33,35,36,52,53,56,62,66,76,77,78,83,85,87,91,92,98],"export":[52,53,60,62],"final":[2,11,33,36,40,43,53,71,92],"float":[0,11,55,65,76,81,83,88,92,94],"function":[0,1,2,4,5,6,7,9,11,12,13,15,17,33,34,35,36,39,40,41,52,53,58,60,61,62,63,69,71,72,74,76,77,78,81,83,84,85,87,88,90,91,92,93,95],"import":[6,52,62,92],"int":[0,6,11,12,13,15,17,23,35,39,40,43,44,51,52,53,55,57,59,60,61,65,67,68,69,71,76,78,81,82,83,84,85,87,88,92,94,98],"long":[6,11,52,76,90],"new":[6,11,52,53,61,76,77,78,88],"return":[0,2,4,6,7,9,11,12,13,14,15,17,18,20,21,22,23,33,34,35,36,39,40,41,43,44,45,46,47,49,50,51,52,53,55,56,57,58,59,60,61,62,63,65,66,67,68,69,71,72,74,75,76,77,78,81,82,83,84,85,87,88,89,90,91,92,93,94,95],"short":11,"static":[2,40,78],"throw":[23,85],"true":[0,2,6,9,11,17,20,22,35,39,40,43,52,53,60,61,62,63,76,77,78,84,88,92],"try":[2,35,36,53,87,94],"while":[11,42,98],AND:88,Are:[71,84,93],FOR:11,For:[0,11,36,53,98],Has:11,NFS:6,NOT:[11,53],Not:[6,7,98],The:[6,7,11,12,13,17,33,35,39,40,43,44,52,53,55,56,58,59,60,61,63,65,66,69,71,74,76,77,81,82,83,84,85,87,92,94,95,98],Then:52,There:[6,58],These:[15,53],Use:[9,11,20,59,68,71],Used:[52,62,78,83],Uses:91,With:11,_000002:60,__annotations__:[0,2,5,6,15,33,34,35,39,41,52,58,72,78,85,91,93],__contains__:40,__dict__:[0,2,5,6,15,33,34,35,39,41,52,58,72,78,85,91,93],__doc__:[0,2,5,6,15,33,34,35,39,41,52,58,72,78,85,91,93],__getattr__:72,__getitem__:[40,72],__getnewargs__:78,__init__:[0,1,2,4,5,7,14,15,34,36,39,40,41,42,43,44,58,71,85,91,93],__module__:[0,1,2,4,5,6,7,14,15,33,34,35,36,39,40,41,42,43,44,52,58,72,78,85,91,93],__new__:78,__repr__:[33,72,78],__setitem__:40,__slots__:78,__str__:[7,91],__weakref__:[0,2,5,6,7,15,33,34,35,39,41,52,58,72,78,85,91,93],_asdict:78,_chi2:0,_cl:78,_cmd:[4,53],_configurationsect:72,_ctx:78,_define_tabledict_kei:76,_dictionari:58,_do_stageout:9,_error_messag:6,_field:78,_field_default:78,_fields_default:78,_fit:0,_format:83,_get_trac:22,_intersect:0,_kei:[33,40,43,44],_load_data:33,_make:78,_model:0,_ntuple_diskusag:75,_rawdata:40,_replac:78,_resolve_checksum_opt:23,_resolve_data:39,_slope:0,_ss2:0,_ss:0,_stage_in:9,_stage_in_api:22,_stage_in_bulk:22,_stage_out_api:22,_stage_out_new:9,_stagefil:23,_stderr:15,_stdout:15,_tester:78,_validate_job:11,_validate_payload:13,_xm:0,_ym:0,aaaaaaa:58,ababa22:58,abl:[11,91],abort:[11,52,61,62,84,88,90,95],abort_at:88,abort_job:[7,11,95],abort_jobs_in_queu:90,abort_overrid:11,about:[7,11,52,75,90],accept:[2,78],access:[2,9,40,44,51,52,60,77],access_kei:[40,44],accessmod:[40,52],accord:[2,15,35],accur:[7,14,15,34,39,41,42,91,93],achiev:84,acopytool:[2,43,44],acopytools_schema:43,act:7,acthook:[30,31],action:[33,40,43,44,52,61,62],activ:[2,6,9,11,43],actor:84,actual:[11,53,60,63,84,85,94],actualcorecount:40,ad32:[58,76],add:[2,6,11,13,14,15,17,21,40,52,53,58,60,61,62,63,74,76,82,83,92,94],add_asetup:53,add_athena_proc_numb:52,add_error_cod:[6,11,52,62],add_if:60,add_list:83,add_makeflag:52,add_memory_info:11,add_replica:2,add_siz:40,add_timing_and_extract:11,add_to_list:58,add_to_pilot_tim:92,add_to_total_s:76,add_workdir_s:40,added:[6,17,52,53,58,62,71,76,83],adding:[6,11],addit:17,address:2,adjust:83,adler32:[6,76],adler:76,affect:[2,11,91],after:[7,11,13,15,40,52,61,62,88,92],again:[35,53],against:83,age:35,agent:78,aggreg:39,agi:[33,36,43,44,53,98],aglt2_test:98,alcf:[32,48],alexei:[33,34,35,36,39,40,41,42,43,44,91],algorithm:[56,66,76,82],alia:[75,78,83,91],all:[0,6,9,11,15,18,20,21,22,33,39,40,43,44,52,60,62,76,77,87,88,90,93],allow:[2,6,7,11,12,43,52,56,61,66,82,84,87,94,98],allow_direct_access:2,allow_lan:43,allow_looping_job:82,allow_loopingjob_detect:[56,66],allow_memory_usage_verif:[57,67],allow_other_countri:98,allow_same_us:98,allow_wan:43,allowed_schema:2,allownooutput:[40,52],allowothercountri:11,allowtxtfil:61,alon:[53,60,84],alrb:[53,60],alrb_cont_runpayload:53,alrb_cont_setupfil:53,alrb_setup:53,alrb_wrapp:53,alrbuserplatform:40,alreadi:[6,7,9,11,33,52,60,71,76],also:[2,6,11,14,52,53,74,76,77,83,84,89],altern:53,alwai:[11,71,83,84,87,92],among:[11,13,76],amount:92,analysi:[13,40,52,60,69],analysis_job:60,analyt:[3,5,32],ani:[2,6,7,9,11,13,15,17,35,40,52,53,61,62,63,71,76,82,83,84,87,95],anisenkov:[33,34,35,36,39,40,41,42,43,44,91],anisyonk:[33,34,35,36,39,40,41,42,43,44,91],anoth:[11,83],anyth:[52,62],aod:60,api:[0,1,2,4,5,9,22,32,39,99],appdir:[43,60],append:76,appli:[2,33,40,43,44],applic:[7,51,78,98],appropri:2,aprotocol:43,arc:21,architectur:71,archiv:52,arcproxi:59,area:61,arg:[1,5,7,9,11,12,13,14,15,39,51,52,61,62,71,76,77,78,84,88,91,92,93,95],argpars:78,args_job:11,argument:[6,9,11,12,13,39,40,52,53,62,63,74,76,77,78,83,84,92,95,98],argv:39,arithmet:83,around:[11,60,74],arprotocol:44,arrai:60,arriv:11,asetup:[53,60,61],ask:11,assign:[6,52],associ:[36,43],assum:[52,53,62,76,83,92],astorag:[2,43,44],athalgseq:76,athena:[53,60],athena_core_numb:52,athena_proc_numb:52,athena_stdout:76,athenamp:52,atla:[9,11,15,32,52,53,55,56,57,58,59,60,61,62,70,98],atlas_local_root_bas:[53,60],atlas_setup:53,atlas_site_nam:2,atlas_sw_bas:60,atlaslocalrootbas:53,atlaslocalsetup:[53,60],atlassetup:53,atlpan:[60,69],attempt:[11,18,20,35,60,71,76,83],attempt_nr:[11,60],attemptnr:40,attr:72,attribu:[33,43,44],attribut:[0,2,5,6,15,33,34,35,39,40,41,43,44,52,58,61,72,77,78,85,91,93],attributeerror:85,aufx:12,authent:6,author:[33,34,35,36,39,40,41,42,43,44,91],auto:9,automat:[2,9,61],aux:61,auxf:71,auxiliari:[32,79],avail:[2,6,9,11,44,53,61,71,76,78,94],averag:[55,61,65,81],avg:[61,76],avgpss:[61,76],avgrss:[61,76],avgswap:[61,76],avgvmem:[61,76],avoid:40,axfo:61,back:[11,52,71,78],backchannel:11,backend:91,bad:[6,43],bad_alloc:6,badalloc:6,badli:[6,7],badmemorymonitorjson:6,badqueueconfigur:6,badxml:[6,7],banner:71,base:[2,5,7,17,33,35,40,43,52,60,69,83,88,91],basedata:[32,38],bash:53,basic:7,batch:[6,71,76],be4c:76,becaus:11,becom:76,been:[7,9,40,52,56,61,62,66,71,76,82,88],befor:[11,15,52,61,62,77,88,91],begin:[60,61,76],behavior:11,behaviour:11,being:[11,39,78],belog:88,belong:[7,88,92],below:[11,13,76],benchmark:[3,5,32,61],better:[52,62],between:[11,35,39,83,92],beyond:39,big:6,bin:[53,71,98],bind:6,bindmountsfromcatchal:53,bit:[53,63],black:6,blackhol:6,bnl:[32,48],bool:[2,40,43,44,52],both:[11,35,88],bridg:33,broken:52,bucket:7,build:[11,40],built:33,bulk:22,bytes2human:83,cacert:[78,98],cacert_default_loc:78,cach:[35,36,59,94],cache_tim:[35,36,39],calcul:[0,6,76],calculate_adler32_checksum:76,calculate_checksum:76,calculate_md5_checksum:76,call:[2,6,9,11,15,39,52,53,58,61,63,76,78,81,83,84,88,91,94,98],callback:35,caller:[7,11,76],calotrkmuidalg2:76,can:[2,6,7,9,11,14,18,20,35,40,43,52,53,60,61,62,71,76,77,83,87,90,94,98],candid:6,cannot:[6,76],capath:[78,98],care:11,cast:[33,40],cat:76,catchal:[40,43],caught:[6,7,13,76],caus:91,cern:[33,34,35,36,39,40,41,42,43,44,53,60,69,91,98],certain:[11,52],certif:[78,93,98],cfg:[56,66,85,98],cgroup:88,chang:[13,53,61,98],channel:11,charact:[0,6,76],check:[2,7,11,12,13,22,33,35,39,40,52,53,59,62,68,71,74,76,82,84,88,91],check_availablespac:2,check_for_abort_job:11,check_for_final_server_upd:71,check_for_gf:18,check_for_lsm:20,check_hz:94,check_job_monitor_waiting_tim:11,check_local_spac:84,check_output_file_s:84,check_payload_stdout:84,check_work_dir:84,checker:83,checksum:[6,17,23,52,76],checksum_typ:[23,76],chi2:[0,83],child:[33,40,84,88],children:88,chksum:23,chksumnotsup:6,chmod:[6,76],chmodtrf:6,choos:2,circumst:11,classmethod:[2,6,35,36,39,40,78],clean:[33,40,43,52,53],clean__container_opt:43,clean__container_typ:43,clean__corecount:[40,43],clean__jobparam:40,clean__platform:40,clean__timefloor:43,clean_boolean:33,clean_dictdata:33,clean_listdata:33,clean_numer:33,clean_str:33,cleanup:[51,52,61,88],cleanup_broken_link:52,cleanup_looping_payload:52,cleanup_payload:52,client:[2,6,78],clone:[6,7],close:76,cloud:77,cluster:83,cmd:[12,14,15,52,53,60,63,76],cmtconfig:40,code:[6,7,9,11,13,15,17,20,52,53,57,59,60,61,62,67,68,69,71,74,76,81,82,84],collect:[33,40,51,92,94],collect_workernode_info:94,collect_zombi:40,column:[0,61],come:[52,61,98],comma:52,command:[4,6,11,12,15,17,18,20,23,40,45,46,47,49,50,51,52,53,56,59,60,61,62,63,66,71,74,76,78,84,88,98],command_fix:51,common:[2,6,7,15,19,32,35,54,64,70,99],commonli:98,commun:[6,7],communicationfailur:[6,7],comparison:83,compat:[40,91],complet:[11,13,88,91],complex:11,compliant:92,compon:99,computingel:11,condit:[52,61,62],condor:[94,98],conf:34,config:[11,14,32,34,51,53,77,78,79,84,98],config_fil:72,configinfo:[32,38],configur:[6,34,35,41,43,72],confinfo:39,conjunct:11,connector:33,consid:[2,33,39,40,91],consist:[52,93],constant:[15,32,52,62,79,92],construct:[2,6,33,40,43,44],consult:[6,9],consumpt:[6,11,13,88],contact:[33,34,35,36,39,40,41,42,43,44,84,91],contain:[0,6,9,11,13,32,40,43,52,54,60,61,62,64,70,76,77,79,84,88],container_nam:43,container_opt:[43,53],container_script:53,container_typ:43,containerimag:[40,53],containeris:[53,63,74],containerise_execut:74,containeropt:40,contant:92,content:[35,52,53,71,76],context:78,control:[2,7,9,11,12,13,14,15,18,20,22,23,32,40,76,99],convent:61,convers:[40,71,76,83,87],conversion_factor:52,conversionfailur:[6,7,76],convert:[0,6,7,17,33,43,52,58,61,71,76,83,84,87,92],convert_mb_to_b:83,convert_text_file_to_dictionari:61,convert_to_float:[0,76],convert_to_int:87,convert_to_pilot_error_cod:71,convert_to_prettyprint:58,convert_to_xml:58,convert_unicode_str:61,copi:[2,6,18,20,21,35,40,51,52,76,77,78],coprocess:40,coption:23,copy_in:[18,20,21,22,23],copy_in_bulk:22,copy_in_old:20,copy_out:[18,20,21,22,23],copy_out_old:20,copy_pilot_sourc:76,copy_typ:21,copysetup:[17,20],copytool:[2,9,17,18,20,21,22,23,32,43,44,99],copytool_in:9,copytool_modul:2,copytool_nam:17,copytool_out:9,core:[6,52,76,84],corecount:[40,43,52],coredump:6,cori:71,correct:[52,57],correctli:13,correspond:[6,9,11,13,22,40,52,62,76,81,83,84,88,92,98],corrupt:7,could:[2,6,7,11,33,42,52,61,62],count:52,countri:98,country_group:98,countrygroup:11,cpid:88,cpu:[6,11,12,13,52,71,88,94],cpu_conversion_unit:52,cpuconsumptiontim:[11,40],cpuconsumptionunit:40,cpuconversionfactor:40,cpufactor:[55,65,81],cpuinfo:[71,94],cpulimit:[55,65,81],crash:84,creat:[6,7,9,11,52,53,58,61,62,63,76,77,78,98],create_data_payload:11,create_job:11,create_k8_link:11,create_log:9,create_middleware_container_command:53,create_output_list:21,create_release_setup:53,create_release_setup_old:53,create_root_container_command:53,create_stagein_container_command:63,create_symlink:76,create_trace_report:9,creation:[6,9,52],creator:60,cric:[6,33,43,44],ct_proxi:85,ctx:78,curl:[60,69,78,93],current:[0,7,11,15,39,40,61,71,78,84,85,88,92,98],current_tim:84,custom:[2,33,34,41,42,43],customari:83,customary_ext:83,cut:71,cut_output:71,cutat:71,cvmf:[9,36,53,60],dat:[2,78],data:[0,3,6,7,10,11,32,33,34,35,36,39,40,41,43,44,52,62,71,76,78,83,91],data_in:11,data_out:[9,13],dataload:[32,38],dataset:[58,60],datasetin:40,date:[33,34,35,36,39,40,41,42,43,44,58,60,69,91,92],dav:2,davi:53,db_data:52,db_data_:52,db_time:52,db_time_:52,dbdata:[40,52],dbdatatot:52,dbreleas:[6,9,52],dbreleasefailur:6,dbtime:[40,52],dbtimetot:52,dcach:2,dcap:2,ddm:[6,36,44],ddm_activ:2,ddmconf:[2,21],ddmebdpoint:2,ddmendpoin:41,ddmendpoint:[2,9,36,39,41,44],debug:[11,40,77,98],decid:[6,14,53,61,63,84],decim:83,declar:90,declare_failed_by_kil:90,decor:[39,91],dedic:11,deduc:40,default_copytool:2,defin:[0,2,5,6,7,9,11,13,15,33,34,35,39,40,41,52,53,55,58,60,61,65,69,71,72,76,77,78,81,85,91,92,93,98],definit:[11,40,52,71,77],defval:[33,40],delai:11,depend:[33,39,40,43,44,52,98],deprec:[15,42],depth:40,derefer:52,dereferenc:52,descript:[6,11,13,14,15,36,44,51,89],desir:[0,11,52,77,83,84,98],destin:[2,9,17,18,20,21,22,23],destinationdblock:40,detail:[6,23,34,36,39,41,44],detect:[6,56,59,66,82,90],detect_client_loc:2,determin:[2,6,11,40,52,53,60,62,74,77,94],determinist:6,develop:11,deviat:83,devic:6,diag:6,diagnost:[6,11,17,52,53,57,59,60,67,68,69,76,82,84],dict:[2,17,33,34,35,36,39,40,41,43,44,77,78],dictionari:[0,9,11,13,14,17,33,40,43,44,51,52,53,58,61,62,63,71,74,76,77,78,84,92],dictqueri:52,did:82,diff_list:83,differ:[13,52,83,85,92],digit:83,dir:[11,52,61,84],dir_list:52,direct:[2,9,33,40,44,52,60],direct_access_lan:43,direct_access_typ:2,direct_access_wan:43,direct_localinput_allowed_schema:2,direct_remoteinput_allowed_schema:2,directin:[40,52,62],directli:[20,21,34,41],directori:[2,6,7,9,11,51,52,53,56,60,61,62,63,66,69,76,77,78,84,98],discov:[52,62],discover_new_outdata:52,discover_new_output:52,disk:[11,32,40,51,61,79,84,94],disk_usag:75,disklimit:[55,65,81],diskspac:11,dispatch:[11,94,98],dispatcher_respons:11,displai:[71,84],display_architecture_info:71,display_oom_info:84,distribut:2,divid:83,do_use_contain:[53,63],docker:43,doe:[6,7,11,35,36,43,53,60,71,76,77,84,90],doesn:94,doing:[52,62],domain:2,done:[11,40,52,88],done_fin:71,dot:72,download:[6,7,11,15,18,20,21,22,23,35,36,52,53,60,69],download_command:52,download_transform:[60,69],driver:84,dst:22,dst_dict:52,dst_in:20,dst_kei:52,due:6,dummi:9,dump:[6,52,61,71,76,77],dump_p:61,dump_stack_trac:88,duplic:83,dure:[6,7,9,52,55,56,62,65,66,81,90,98],dynam:[6,14],e12bc74acd19:76,e6620_e5984_s3126_r10724_r10726_tid15760866_00:60,each:[2,52,76,77],earli:[52,61,62],earlier:53,easier:53,either:[2,11,12,40,76,83,94],elaps:[88,92],element:6,els:[52,62],elsewher:[6,7],empti:[6,7,11,60,76,81,90],emptyoutputfil:6,emul:11,enabl:98,encod:[11,40,78],end:[6,59,76,84,92,95],endpoint:[2,6],enough:[2,6,7,11,84],enter:[9,52],entri:[2,35,52,61,76,81],env:[71,78,98],enviro:60,environ:[2,7,52,53,59,60,62,71],environment:[11,60,71,84],envsetup:59,epoch:[11,82,92],err:[13,14,15],error:[2,6,7,9,11,13,17,18,20,22,23,33,52,59,61,62,68,71,76,83,84],error_cod:71,error_messag:76,error_msg:[17,22],error_report:6,errorcod:[8,32,71],errormessag:6,es_stageout_gap:43,escap:93,esfat:[6,7],eshook:[31,32],esmanag:[31,32],esmessag:[31,32],esnoev:[6,7],especi:52,esprocess:[31,32],esrecover:[6,7],establish:76,establish_log:76,etc:[9,11,13,15,34,36,39,41,44,78,84,95],euid:88,even:[40,43],event:[6,7,13,14,52,55,61,65,77,81],event_statu:77,event_status_fil:77,event_typ:9,eventservic:[7,10,16,32,99],everyth:78,exampl:[11,12,15,52,55,58,62,65,76,81,83,94],exce:[35,87],exceed:[6,7],exceededmaxwaittim:[6,7],except:[0,6,8,23,32,76,84,91],exclud:[40,76],excludedfil:76,exclus:11,excthread:7,exec:53,execut:[4,6,7,11,13,15,33,39,51,52,53,60,62,63,74,76,78,84,85,88,91,92,95,98],execute_payload:13,execute_request:78,execute_urllib:78,execute_utility_command:15,executedclonejob:[6,7],executor:[13,14,15,52],executor_dictionari:52,exeerrorcod:40,exeerrordiag:40,exeerrordiagst:40,exist:[2,6,7,11,35,52,53,60,61,71,76,98],exit:[6,11,13,15,20,52,53,57,59,60,61,62,67,68,69,71,74,76,82,84],exit_cod:[6,11,13,18,20,21,52,53,71,84],exit_messag:52,exitcod:[40,52],exitmsg:[40,52],exp:[17,82],expect:[6,35,40,43,58,60,61,78,83],experi:[9,98],explicit:53,explicitli:52,expos:39,express:75,ext:[33,35,40,43,44],extend:[2,36],extens:76,extern:[33,36,39,40,43,44,52],extinfo:[32,38,39],extinfoprovid:36,extra:2,extract:[0,6,9,11,13,15,23,34,40,41,52,53,60,62,71,76,90,92],extract_atlas_setup:53,extract_container_imag:40,extract_from_t:0,extract_full_atlas_setup:53,extract_memory_usage_valu:71,extract_output_file_guid:52,extract_platform_and_o:53,extract_setup:15,extract_stderr_error:6,extract_stderr_warn:6,extract_turl:52,factor:57,fail:[0,6,7,9,11,13,52,53,71,76,78,87,90],fail_monitored_job:11,failed_data_in:90,failed_payload:13,failed_post:13,failedbyserv:6,failur:[6,13,22,23,53,82,84,92],fall:78,fals:[2,6,9,11,18,20,35,39,40,43,52,53,59,60,61,62,63,76,77,78,84,92],fatal:[6,7,13,76],fault:6,fdat:2,featur:91,februari:40,fetch:[6,34,41],field:[11,13,33,40,52,62,76,77,78,93],file:[0,2,6,7,9,11,14,15,17,18,20,21,22,23,35,40,51,52,53,56,58,59,60,61,62,63,66,72,76,77,78,82,84,85,87,88,92,98],file_handl:52,file_nam:76,fileexist:6,filehandl:[32,79],filehandlingfailur:[6,7,51,76,77],fileinfo:40,filenam:[0,35,52,60,61,62,76,77,78],filename_n:52,files:[17,23],filespec:[2,9,17,18,20,21,22,23,32,38,40,52,76],fill:17,filter:[56,66],filter_files_for_log:9,find:[22,52,56,61,66,71,76,77,88,90],find_execut:76,find_latest_modified_fil:76,find_processes_in_group:88,findfil:77,finish:[11,13,15,40,52,61,71,77,82,88,91],finished_data_in:11,finished_payload:13,first:[0,2,6,9,11,36,39,53,60,61,69,76,77,78],fit:0,fix:[2,51,61,88],flag:[13,52,61,62],flake8:11,flavour:2,float_to_rounded_str:83,flow:95,fname:[35,39],fname_path:76,follow:[6,11,58,61,76,88],foo:83,forc:[52,87],form:[6,7,53,78],format:[0,6,9,12,17,33,35,40,43,44,52,55,58,61,62,65,76,77,78,81,83,92],format_diagnost:6,forward:95,found:[2,6,7,11,40,52,56,61,66,76,84,90],frame:95,free:[40,75],frequenc:[52,94],from:[2,6,9,11,12,13,15,17,22,23,33,34,35,36,39,40,41,43,44,52,53,56,59,60,61,62,66,69,71,72,76,77,78,83,84,88,90,92,93,94,98],from_path:76,fspec:[2,17,22,61],full:[0,2,4,6,11,15,36,52,53,60,61,62,69,76,92,98],full_atlas_setup:53,func:[78,91],further:53,futur:78,gcc48:53,gener:[6,10,11,14,16,32,34,41,48,52,53,59,62,63,66,67,68,70,76,96,98],generalcpucalcproblem:6,generalerror:6,get:[2,6,9,11,13,14,15,17,20,35,36,40,44,52,53,55,57,59,71,76,78,81,82,84,85,88,89,92,94,99],get_alrb_export:60,get_analysis_run_command:[52,62],get_analysis_trf:[60,69],get_and_verify_payload_proxy_from_serv:53,get_asetup:60,get_asetup_opt:60,get_average_summary_dictionari:61,get_average_summary_dictionary_prmon:61,get_batchsystem_jobid:71,get_benchmark_setup:61,get_bucket:7,get_cgroups_base_path:88,get_checksum_typ:76,get_checksum_valu:76,get_command:4,get_condor_node_nam:94,get_container_opt:53,get_copysetup:17,get_cpu_consumption_tim:[11,88],get_cpu_model:94,get_cpu_tim:52,get_cpuinfo:94,get_curl_command:78,get_curl_config_opt:78,get_current_cpu_consumption_tim:88,get_data_structur:11,get_db_info:52,get_db_info_str:52,get_ddmendpoint:39,get_default_copytool:2,get_detail:7,get_dictionari:58,get_direct_access_vari:2,get_directory_s:76,get_disk_spac:94,get_dispatcher_dictionari:11,get_distinguished_nam:89,get_elapsed_real_tim:92,get_error_cod:[7,52,62],get_error_code_translation_dictionari:71,get_error_info:17,get_error_messag:6,get_event_status_fil:77,get_exception_error_cod:84,get_executor_dictionari:52,get_executor_typ:14,get_exit_info:52,get_fake_job:11,get_fil:76,get_file_info_from_output:23,get_file_last_update_tim:35,get_file_open_command:52,get_file_system_root_path:60,get_file_transfer_info:52,get_filenam:4,get_final_update_tim:92,get_finished_or_failed_job:11,get_fitted_data:0,get_full_asetup:53,get_generic_payload_command:52,get_getjob_tim:92,get_grid_image_for_singular:53,get_guid:76,get_guids_from_jobparam:52,get_heartbeat_period:11,get_initial_setup_tim:92,get_initial_work_report:77,get_input_file_dictionari:9,get_instant_cpu_consumption_tim:88,get_job:[15,51],get_job_definit:11,get_job_definition_from_fil:11,get_job_definition_from_serv:11,get_job_from_queu:11,get_job_label:11,get_job_metr:[55,65,81],get_job_metrics_entri:81,get_job_metrics_str:55,get_job_option_for_input_nam:40,get_job_request_file_nam:77,get_job_retrieval_delai:11,get_job_scheduler_id:71,get_job_statu:11,get_job_status_from_serv:11,get_key_valu:40,get_kill_signal_error_cod:6,get_kmap:40,get_last_error:7,get_last_valu:61,get_lfns_and_guid:40,get_list_of_log_fil:11,get_local_disk_spac:94,get_local_file_s:76,get_local_size_limit_stdout:84,get_logg:71,get_looping_job_limit:82,get_max_allowed_work_dir_s:84,get_max_input_s:84,get_max_memory_monitor_valu:61,get_max_memory_usage_from_cgroup:88,get_max_running_tim:12,get_max_workdir_s:40,get_maximum_input_s:87,get_meminfo:94,get_memory_monitor_info:61,get_memory_monitor_info_path:61,get_memory_monitor_output_filenam:61,get_memory_monitor_setup:61,get_memory_monitor_setup_old:61,get_memory_monitor_summary_filenam:61,get_memory_usag:71,get_memory_valu:61,get_message_for_pattern:6,get_metadata:[52,62],get_metadata_dict_from_txt:61,get_middleware_contain:53,get_middleware_container_script:53,get_middleware_typ:53,get_network_monitor_setup:61,get_node_nam:94,get_nonexistant_path:76,get_normal_payload_command:52,get_number_of_child_process:88,get_number_of_events_deprec:52,get_object_s:71,get_opts_parg:40,get_outfiles_record:52,get_panda_serv:11,get_path:2,get_payload_command:[15,52,62],get_payload_environment_vari:60,get_payload_execution_tim:92,get_payload_executor:13,get_payload_log_tail:11,get_payload_proxi:53,get_pid_for_command:61,get_pid_for_jobid:61,get_pid_for_trf:61,get_pilot_id:71,get_pilot_st:71,get_pilot_work_dir:76,get_postgetjob_tim:92,get_preferred_replica:2,get_prefetcher_setup:61,get_process_command:88,get_process_info:12,get_processes_for_command:12,get_proper_pid:61,get_proper_st:11,get_ps_info:61,get_queuedata_from_job:90,get_redund:52,get_redundant_path:52,get_release_setup_nam:53,get_resource_nam:71,get_result:4,get_ret:40,get_root_container_script:53,get_rs:9,get_scor:84,get_security_kei:44,get_setup:[45,46,47,49,50,51],get_setup_tim:92,get_siz:[40,71],get_special_setup:44,get_ssl_certif:93,get_stagein_tim:92,get_stageout_label:52,get_stageout_tim:92,get_statu:[11,40],get_storage_id:39,get_tabl:0,get_table_from_fil:76,get_task_id:11,get_time_differ:92,get_time_for_last_touch:82,get_time_measur:92,get_time_sinc:92,get_time_since_multijob_start:92,get_time_since_start:92,get_timeout:17,get_total_pilot_tim:92,get_trace_report_vari:9,get_trf_command:61,get_ucore_scale_factor:57,get_urlopen2_output:78,get_urlopen_output:78,get_utility_command:[15,52,62],get_utility_command_execution_ord:[52,62],get_utility_command_kill_sign:[52,62],get_utility_command_output_filenam:[52,62],get_utility_command_setup:[52,62],get_valid_base_url:[60,69],get_valid_path_from_list:76,get_var:78,get_workdir_s:52,get_worker_attributes_fil:77,get_writetoinput_filenam:60,getadmismatch:6,getchild:71,getglobussyserr:6,getjob:[11,92,98],getjob_request:11,getjob_server_command:11,getmd5mismatch:6,getmtim:76,getpid:98,getuid:78,gfal:[2,19,32],gfalcopi:2,gil:91,give:94,given:[2,6,9,11,12,15,17,18,20,21,22,23,34,35,36,40,41,43,52,53,60,61,62,69,71,75,76,82,83,84,85,87,88,90,91,92,94],global:[11,71],globu:6,going:40,goo:83,got:92,grab:52,grace:71,graceful_stop:11,greater:[52,83],grep:76,grid:[6,7,53,59,68,71,77,78,98],group:[11,61,88,98],gsiftp:2,gtag:71,guess:83,guid:[9,40,52,58,76],hack:91,hammercloud:52,handl:[6,7,9,11,13,61,95],handle_backchannel_command:11,handle_rucio_error:22,handler:[2,33],hang:82,happen:6,harverst:77,harvest:[7,11,32,51,71,79],harvesterhook:[30,31],harvesterpath:51,has:[6,7,9,11,15,40,52,53,56,61,62,63,66,71,77,84,88,90,92,98],has_job_complet:11,has_remoteio:40,have:[6,9,11,33,40,52,53,71,76,82,84,88],header:[0,12,58,76,78],heartbeat:11,hello:76,hello_world:53,help:[7,14,15,34,39,41,42,91,93],helper:[17,58],here:[7,13,15,62],hide:39,high:[5,33,39,40,43,44,92],highest:6,highli:81,hold:[7,11],hole:6,homepackag:[40,52,60],hook:[31,32],host:[33,40,43,44,60,69],hour:[59,68],how:77,hpc:[60,71],hpo:[15,52],hs06:[55,65,81],http:[2,32,60,69,79,83,98],https_setup:78,human2byt:83,human:[52,83],hypervisor:71,identifi:[13,61,71,76,82,84],iec:83,iec_ext:83,ignor:[2,22,56,66],ignore_error:22,imag:[6,40,53,60],imagenam:[40,53,60],imagename_jobdef:40,imagenotfound:6,img:53,immedi:76,implement:[2,6,9,11,33,36,40,43,44,91,98],implmemt:39,improv:9,incapsul:[33,40,43,44],includ:[11,15,39,41,52,53,56,60,62,66],incom:95,increas:98,increment:76,ind:60,indata:[9,40,52,62],indent:76,index:[76,99],individu:[11,84],infil:[52,60],infilesguid:[40,52],infinit:40,info:[11,12,17,32,33,34,35,36,39,40,41,42,43,44,52,59,61,76,84,99],inform:[7,11,32,33,34,36,39,40,41,43,44,52,60,62,71,77,79,92,94],infoservic:[32,38],infosi:[2,17,40,61,84,94],infosys_inst:2,init:[0,1,4,5,7,11,39,40,58,93],init_dir:[11,21],initdir:61,initi:[2,7,13,14,15,33,34,39,40,41,42,43,44,52,62,85,88,91,92,93],inner:39,input:[0,2,6,7,9,11,22,33,35,40,43,44,51,52,58,60,76,83,84,87,88],input_fil:76,input_nam:40,inputddm:2,inputfor_file1:40,inputfor_file2:40,inputhitsfil:40,insid:[61,71],instal:6,instanc:[2,13,34,41,77,78],instead:[11,52,60,61,71,76],instruct:[11,95],integ:[6,52,61,76,83,87,92,98],integr:40,intel:94,intercept:95,interceptor:[11,14],intern:[2,6,9,11,13,33,40,43,44,71,84,92,94,95],internalpilotproblem:6,internet:2,interpret:[11,35,59,83],interpret_proxy_info:59,interrupt:[91,95],intersect:0,interv:[11,84,85],introduc:[33,40,43,44],invalid:6,investig:71,invok:6,ioerror:[51,77],ipc:53,ipv4:2,ipv6:2,is_already_process:9,is_analysi:[40,53],is_build_job:40,is_cvmf:[43,53],is_determinist:44,is_eventservic:40,is_eventservicemerg:40,is_file_expir:35,is_greater_or_equ:83,is_harvester_mod:77,is_hpo:40,is_json:76,is_loc:40,is_process_run:88,is_python3:[7,71,74],is_queue_empti:11,is_recover:6,is_release_setup:53,is_set:11,is_stagein:[17,23],is_standard_atlas_job:60,is_valid_for_copy_in:[18,20,21,22,23],is_valid_for_copy_out:[18,20,21,22,23],is_virtual_machin:71,is_zombi:88,isloop:[52,62],iso:92,isol:[53,63,91],item:[58,60,61,69,72],itemnam:58,iter:[15,39,71,78],its:[6,11,13,35,74],itself:[15,88],januari:[33,34,35,36,39,41,42,43,44],job:[0,2,6,7,9,10,12,13,14,15,32,40,41,42,45,46,47,49,50,51,52,53,55,56,57,60,61,62,65,66,67,71,76,77,81,82,84,88,89,90,92,93,94,95,98],job_abort:11,job_communication_point:51,job_core_count:52,job_dir:11,job_id:[11,60,71,77,92],job_label:11,job_monitor:11,job_monitor_task:[11,84],job_opt:40,job_param:53,job_report:52,job_report_fil:77,job_scratch_dir:51,job_scratch_path:51,jobalreadyrun:[6,7],jobdata:[32,38],jobdefinitionid:40,jobid:[11,40,61,77],jobinfo:[32,38,39],jobinfoprovid:41,jobinfoservic:[32,38],jobmetr:[32,52,54,65,70,79],jobnumb:11,jobpar:60,jobparam:[40,52,62],jobreport:77,jobreport_dictionari:52,jobs_list_fil:51,jobsetid:40,jobstart:[55,65,81],jod_id:71,json:[6,11,35,36,52,61,76,77,78,92],jsonretrievaltimeout:6,just:88,keep:[40,71,72,91],kei:[2,11,34,35,36,39,40,41,43,44,52,53,58,61,63,76,77,83,85,92],kept:42,keylist:76,kibi:83,kill:[6,52,56,62,66,82,88,90,91,95],kill_child_process:88,kill_looping_job:82,kill_orphan:88,kill_process:88,kill_process_group:88,kill_work:77,killpayload:6,killsign:6,kilo:83,kind:[6,83],kmap:[33,40],kname:33,know:[77,84,90],known:[52,60,69,76],ktqm:83,ktype:33,kubernet:11,kwarg:[0,2,4,7,18,20,21,22,23,34,39,41,53,63,74,91,93],kwd:78,label:[9,11,15,52,53,98],lambda:78,larg:[2,6,7],last:[0,11,35,53,61,76,82,83,85,92],last_update_tim:35,later:[9,11,15,52,53,61,62,71,98],latest:11,launch:[7,11,61,77,92,97,99],lead:71,leak:[0,71],least:[40,90],left:[6,35,84],length:[6,7,52,71],less:98,let:[11,77,84],letter:83,level:[0,2,5,33,39,40,43,44,76,92],lfn1:40,lfn2:40,lfn3:40,lfn4:40,lfn:[2,6,9,40,52,58,60],lfns_jobdef:52,lfntoolong:6,lib:40,librari:76,lifetim:[12,98],like:[33,40,71,88,98],limit:[6,11,17,52,56,59,66,68,82,84,91],line:[11,40,61,76],linear:0,link:[11,52],linux:71,list1:83,list2:83,list:[0,2,5,6,7,9,11,12,15,17,18,20,21,22,23,33,34,35,36,39,40,41,43,45,46,47,49,50,51,52,56,58,60,61,62,66,69,72,74,76,77,78,83,84,85,88,90,91,93,95],list_a:83,list_b:83,list_of_fil:76,list_replica:[6,7],load:[34,35,36,40,41,43,44],load_data:35,load_queuedata:36,load_schedconfig_data:36,load_storage_data:36,load_url_data:35,loader:35,local:[2,6,7,9,11,17,34,36,39,40,51,52,60,76,84,91,94],local_dir:2,localsit:9,locat:[6,11,60,61,69,78],locate_job_definit:11,lock:6,log:[2,6,7,9,11,13,40,52,62,71,76,92,94,98],log_transf:[11,40],log_transfer_not_don:[11,40],logdata:40,logfil:9,logfile_nam:76,logfilecreationfailur:[6,7,9],logger:[2,71,98],logic:[2,40],logstash:[52,62],longer:[6,11,59,61,68,71,77],look:[2,11,61,71],lookup:61,loop:[6,11,15,40,52,56,61,62,66,82,84,88],looping_job:82,looping_limit:82,loopingjob:[6,32,79],loopingjob_definit:[54,64,70],low:[0,39],lsb_releas:71,lsetup:53,lsm:[2,19,32],machin:[2,71],made:53,magnitud:83,mai:[0,11,18,20,60,69,84],main:[9,11,12,15,33,40,42,43,44,53,61,76,84,88,95,98],mainli:[34,36,41],maintain:11,make:[11,51,52,62,76,77,78,84],make_job_report:11,makeflag:53,manag:[11,98],mani:[9,61,77],map:[33,39,78],mappingproxi:[0,2,5,6,15,33,34,35,39,41,52,58,72,78,85,91,93],march:91,mark:9,match:[2,6,7,76,98],math:[32,79],max:[11,12,40,61,71,76,84],max_memori:88,max_usage_in_byt:88,maxcpucount:40,maximum:[6,7,12,40,55,61,65,71,81,84,87],maxinputs:[43,84,87],maxpss:[61,76],maxrss:[43,61,76],maxswap:[61,76],maxtim:[12,43],maxvalu:61,maxvmem:[61,76],maxwdir:43,md5:76,md5sum:[6,76],mean:[2,11,14,15,40,53,60,61,76,83,92,98],measur:[0,40,71,84,88,92],mechan:11,megabyt:84,mem:[11,12,71],member:71,memlimit:[55,65,81],memori:[0,4,6,11,52,54,61,62,64,70,71,84,88,91,94],memory_usag:[57,67],memorymonitor:[3,5,32,40],mere:81,merg:[9,13,17,35,36,39,60],merge_destin:17,merge_dict_data:35,messag:[6,7,11,13,52,76,91,98],messagefailur:7,messagehandlingfailur:6,metadata:[6,11,40,52,60,61,62],method:[22,39,85],metric:[0,51,52,55,65,81,84],mhz:94,middlewar:[6,53],middleware_contain:53,middleware_typ:53,middlewareimportfailur:6,might:[6,52,76],min:36,minimum:98,minut:[11,61,84],mismatch:6,miss:6,missinginputfil:6,missinginstal:6,missingoutputfil:6,missingreleaseunpack:6,missingusercod:6,mkdir:[6,76],mkdirfailur:[7,76],mode:[2,11,14,39,40,52,76,77,98],model:[0,94],modern:52,modif:[35,51,76,85],modifi:76,modtim:85,modul:[2,6,7,12,39,43,52,62,71,91,98,99],module_nam:2,moment:[6,36],monitor:[0,4,6,9,10,11,32,52,61,62,79,85,90],monitored_job:13,monitored_payload:11,monitoringtim:[32,79,82,84],more:[6,9,11,83],most:[42,76,83,88],mount:6,move:[11,18,20,21,40,52],move_all_fil:21,move_all_files_in:[18,20],move_all_files_out:[18,20],mpi:51,msg:[6,13],mtime:76,much:[43,52,62],multi:[52,92,98],multipl:[9,71],multiprocess:91,must:[52,53,61,71,76,82,88],mute:76,my_release_setup:53,name1:61,name2:61,name:[0,2,6,7,9,11,13,17,33,34,35,36,39,40,41,43,44,51,52,53,56,58,59,60,61,62,66,69,71,76,77,78,81,83,84,85,94,98],name_pattern:52,namedtupl:75,namespac:6,ncore:[52,57],nearli:11,necessari:[9,11,15,52,53,98],need:[2,6,9,11,15,33,40,43,53,56,60,61,62,63,66,76,77,90,98],negat:11,nentri:52,nersc:[32,48],network:[6,52,61,62],nevent:[40,55,65,81],neventsw:[40,55,65,81],new_outdata:52,new_output:52,newus:6,next:[18,20,78],nfssqlite:6,nice:78,nightli:83,nilspal:12,njob:77,nline:76,no_transf:9,node:[11,32,53,61,79,94],nodenam:94,noexecstrcnv:[40,60],nogridproxi:7,nolocalspac:[6,7,84],non:[6,12,52,53,62,76],nondeterministicddm:6,none:[0,2,6,11,12,15,20,22,23,33,34,35,36,39,40,41,43,44,45,46,47,49,50,51,52,53,58,59,60,61,62,68,69,71,76,77,78,82,83,85,87,91,92,93,94],nooutputinjobreport:6,nopayloadmetadata:6,noproxi:[6,59,68],nordugrid:[54,70],noreleasefound:6,noremotespac:6,noreplica:6,normal:[9,11,13,14,52],nosoftwaredir:[6,7,60],nostorag:6,nostorageprotocol:6,nosuchfil:[6,7,76],nosuchprocess:6,not_don:40,not_opened_turl:52,notat:72,notdefin:[0,6,7,39,83],note:[6,11,15,40,52,53,60,61,62,69,71,76,77,84,88,89,98],notest:53,notimpl:6,notimplementederror:[0,76],notsamelength:[6,7],nousertarbal:6,novomsproxi:[6,7,59,68],now:[11,77],nproc:61,nretri:[18,20,35],nthread:61,num:83,number:[6,11,12,18,20,35,40,52,55,60,65,76,77,78,81,83,84,88,91],numer:33,obj:[71,77,90],obj_0:71,object:[0,2,5,6,7,9,11,12,13,14,15,17,18,20,21,22,23,33,34,35,39,40,41,43,44,45,46,47,49,50,51,52,53,55,57,58,61,62,65,67,71,72,76,77,78,81,82,84,85,88,90,91,92,93,94],objectstor:44,observ:83,occur:6,octal:76,old:[40,52,53,77],older:[35,58],onc:[2,6,9,11,33,40,52,61,76,84,91],one:[11,33,40,43,44,58,77,78,83,90],onli:[2,6,9,11,13,35,36,40,53,58,60,61,71,76,83,91,94,98],only_copy_to_scratch:40,oom:84,open:[2,6,13,52,76],open_fil:76,open_remote_fil:52,oper:[2,9,11,76,83,91,92],opt:[35,40,53],option:[0,2,7,11,12,17,20,35,40,45,46,47,49,50,51,52,53,60,61,62,71,74,76,78,84,98],order:[2,11,15,22,33,35,40,43,52,60,61,62,69,76,92],order_log_transf:11,ordereddict:78,origin:83,orphan:88,osg_site_nam:2,other:[6,11,52,61,62,78,98],otherwis:[9,11,13,52,53,60,62,63,71,76,78],out:[2,6,7,9,11,13,14,15,17,20,52,53,60,69,74,76,77,82,91,92,98],outdata:[40,52,61],outfil:58,output:[0,2,6,7,9,15,17,21,23,40,52,59,61,62,71,76,78,84,98],output_dir:9,output_line_scan:17,outputfil:[52,58,62],outputfiletoolarg:6,outsid:[9,11,98],over:[15,39,52,61,88],overal:36,overwrit:[6,34,39,41,42],overwrite_queuedata:40,overwrite_storagedata:40,overwritequeuedata:[40,41],overwritestoragedata:41,overwritten:35,packag:77,page:99,pair:[44,77],panda:[6,7,9,11,36,40,44,53,60,61,71,76,92,98],panda_jsid:71,panda_pilot2_:98,panda_taskid:11,pandakil:6,pandaqueu:[34,36,39,41,43,98],pandaqueuenotact:6,pandaserv:98,parallel:[52,62],param:[2,6,9,11,13,15,17,22,33,35,40,43,44,56,58,60,62,66,69,76,77,88,91],paramet:[0,1,2,4,5,6,7,9,11,12,13,14,15,17,18,20,21,22,23,32,33,34,35,36,39,40,43,44,45,46,47,49,50,51,52,53,55,56,57,58,59,60,61,62,63,65,66,67,68,69,71,74,76,77,78,79,81,82,83,84,85,88,90,91,92,93,94,95],parent:88,parg:40,pars:[43,52,77,78,88],parse_arg:40,parse_job_definition_fil:77,parse_jobreport_data:[52,77],parse_table_from_fil:76,parser:35,part:[52,53],partial:2,particular:40,pass:[2,33,35,39,41,52,83,91,92],past:88,path1:76,path2:76,path:[0,2,11,17,20,51,52,53,60,61,69,75,76,77,78,88,93,94,98],pattern:[6,52,76],paus:11,pause_queue_monitor:11,payload:[6,7,10,11,14,15,32,40,51,52,53,56,60,61,62,66,82,84,92,98],payload_pid:84,payload_report_fil:51,payloadexceedmaxmem:6,payloadexecutionexcept:6,payloadexecutionfailur:6,payloadoutofmemori:6,payloadsigsegv:6,peek:11,peeking_tim:11,per:[2,11,52,61],perform:[9,12,13,52,57,61,62,67,76,84,98],perform_initial_payload_error_analysi:13,period:11,perman:51,pfc:52,pfn:[2,9],pgrp:[40,61,88],phpy8eg_a14_ttbarmet100_200_hdamp258p75_nonallhad:60,physic:22,pick:11,pickl:[78,91],pid:[4,12,40,61,71,84,88],piec:[53,63],pilot2:[12,61,78],pilot:[0,1,2,4,5,6,7,9,11,12,13,14,15,17,18,20,21,22,23,33,34,35,36,39,40,41,42,43,44,45,46,47,49,50,51,52,53,55,56,57,58,59,60,61,62,63,65,66,67,68,69,71,72,74,75,76,77,78,81,82,83,84,85,87,88,89,90,91,92,93,94,95,97],pilot_config:98,pilot_error_cod:6,pilot_error_diag:6,pilot_job_st:71,pilot_kill_payload:84,pilot_maxnproc:84,pilot_multijob_start_tim:92,pilot_pre_getjob:92,pilot_start_tim:92,pilot_timing_dictionari:92,pilot_us:98,pilot_vers:78,pilot_version_bann:71,pilotconfigprovid:[34,43],piloterrorcod:[11,40,52,62],piloterrordiag:[6,40,52,62],pilotexcept:[0,2,7,11,18,20,21,22,23,52,76],pilotlog:76,place:[7,11,13,33,40,43,44,53,60,84],plai:83,plain:78,platform:[40,43,53],pledgedcpu:43,plu:40,point:[6,15,51,59,88,95],pointer:76,pool:60,popen:[15,61],popul:[2,58,71],port:[11,98],posit:[71,78,92],posix:[76,78],possibl:[11,43,52,71,83],post:[6,15,51,52,61,62,92],post_memory_monitor_act:61,post_payload:15,post_setup:15,post_utility_command_act:[52,62],postprocess:[15,40,52],postprocess_workdir:51,postprocessfailur:6,potenti:52,pre:[6,11,15,17,52,61],pre_payload:15,pre_setup:15,precis:[0,83],precleanup:61,prefer:[2,9],prefetch:61,prefix:2,preliminari:52,prepar:[2,11,15,40,43,52,60,69,77],prepare_destin:2,prepare_infil:40,prepare_inputddm:2,prepare_outfil:40,prepare_sourc:2,preparesetup:52,prepend:[15,52,53,61,62,63],preplac:11,preprocess:[15,40],preprocessfailur:6,presenc:71,present:[6,11,40,52,53,93],preserv:35,presev:35,pretti:58,previou:[53,61,82],previous:78,primari:[2,36],primary_schema:2,print:[11,58,71,76,91],print_node_info:11,prior:[52,62,76,88],priorit:[2,34,35,36,39,41],prioriti:[2,6,35,36,52,61],privileg:[11,98],prmon:[52,61],probabl:42,problem:[6,9,11,52,61,62,76],proc:[6,14,15,94],proce:11,proceed_with_getjob:11,process:[2,4,6,9,12,15,32,35,40,51,52,56,60,61,66,71,74,77,79,82,84,91],process_id:88,process_job_report:40,process_jobreport:51,process_remote_file_trac:52,process_writetofil:40,processed_job:9,processing_typ:60,processingtyp:40,processor:78,prod:[88,98],prodsourcelabel:11,produc:[6,11,40,52,61,98],product:[11,52,60,98],produserid:[40,89],propag:[11,52],propaget:7,proper:[2,9,11,17,22,52,53,60,61,62,71,84],properli:[0,11,55,65,81,91],properti:[33,40,43,78],protect:[52,83],protocol:[2,6,43,44],protocol_id:44,provid:[9,34,36,39,41,42,61,74,78,83,91,92],proxi:[6,7,11,32,53,54,64,70,79,84,98],proxy_id:59,proxy_outfile_nam:53,pss:[0,61,76],pstack:88,pt2:83,ptest:[11,98],pts:12,publish:[11,77],publish_harvester_report:11,publish_job_report:77,publish_stageout_fil:77,publish_work_report:77,pull:11,purg:76,purge_queu:90,purpos:[11,43],put:[9,11,13,20,71,90],put_error_cod:6,put_in_queu:90,putadmismatch:6,putglobussyserr:6,putmd5mismatch:6,python2:71,python:[7,12,58,61,71,74,76,91,98],queri:[6,71],question:12,queu:13,queue:[6,7,9,11,12,13,34,36,39,41,43,53,57,71,84,90,91,95,98],queue_monitor:[9,11],queue_nam:98,queue_report:90,queuedata:[6,7,9,11,12,13,32,36,38,40,53,84,90,94],queuedatafailur:7,queuedatanotok:[6,7],quiet:53,rais:[0,2,9,11,18,20,21,22,23,39,51,52,60,76,77,83,91],ram:51,ran:6,random:76,rang:98,rank:[51,83],rather:13,raw:[11,33,40,43,61],raythena:[6,14,53,84],rbyte:[61,76],rc_test2:11,rchar:[61,76],rcode:17,reach:[6,91],reachedmaxtim:6,read:[11,35,52,55,61,65,72,76,81,88,92,94],read_byt:61,read_fil:76,read_json:76,read_list:76,read_pilot_tim:92,readabl:83,readi:77,real:[88,92],realdatasetsin:60,realli:40,reason:[6,33,40,43,44],reassign:6,rec:35,receiv:[22,53,90,95],recent:[56,66,76,82,83],recogn:[13,83],recover:[6,7,11],recoverable_error_cod:6,recurs:[18,35,71,88],recursi:9,redund:[52,62],refactor:15,refer:[0,2,5,6,7,15,33,34,35,39,41,52,58,72,78,85,91,93],reg:17,regexp:76,regist:95,register_sign:95,regular:[9,78],rel:92,relat:[2,6,12,17,40,43],releas:[6,52,53,60,61,83],release_setup:53,relev:[12,52,61,92],reli:[11,71,84,98],remain:76,reman:94,remot:[6,17,52],remote_io:2,remotefilecouldnotbeopen:6,remoteinput_allowed_schema:2,remotesit:9,remov:[6,9,11,33,40,42,43,44,52,53,56,61,62,66,76,77,83,93],remove_arch:52,remove_container_str:53,remove_core_dump:76,remove_dir_tre:76,remove_empty_directori:76,remove_error_cod:6,remove_fil:76,remove_from_stageout:52,remove_job_request_fil:77,remove_no_output_fil:52,remove_redundant_fil:[52,62],remove_special_fil:52,remove_unwanted_fil:[56,66],rename_log_fil:15,replac:[40,53,60,78],replace_last_command:53,replace_lfns_with_turl:60,replica:[2,6,7],replicanotfound:6,replicasnotfound:7,repo:[42,53],report:[6,9,11,40,51,52,55,65,71,77,81,84,92],report_error:6,repr:72,represent:[33,78],req:78,request:[2,6,11,15,33,41,43,53,74,77,78,92,98],request_new_job:77,requir:[2,11,33,36,40,43,53,59,60,68,91,93],require_init:39,require_protocol:2,res:11,reset:53,reset_error:40,resolv:[2,9,17,34,36,39,41,43],resolve_allowed_schema:43,resolve_common_transfer_error:17,resolve_ddmendpoint_storageid:39,resolve_protocol:2,resolve_queuedata:[34,36,39,41],resolve_replica:2,resolve_schedconf_sourc:[34,39,41],resolve_storage_data:[36,39,41],resolve_surl:2,resolve_transform_error:6,resourc:[6,11,32,35,43,44,45,46,47,49,50,51,71,78,98,99],resource_nam:71,resourceunavail:6,respons:[11,78],restart:84,resubmit:6,result:[33,39,40,59,84,91,98],ret:[17,40],retri:[18,20,35],retriev:[6,7,11,36,53],retriv:[35,36],returnproc:74,revert:71,right:35,rmdir:76,roam:2,rod:52,role:53,root:[2,52,53,58,60],rootnam:58,round:83,row:[61,76],rprotocol:44,rse:[2,9],rss:[55,61,65,71,76,81],rssmean:[55,65,81],rucio:[2,6,17,19,32,52,53,93],ruciolistreplicasfail:6,ruciolocationfail:6,rucioserviceunavail:6,run:[2,6,7,11,12,15,52,61,62,71,74,77,84,88,91,94,95],run_check:12,run_command:15,run_payload:[14,15],run_preprocess:15,run_utility_after_payload_finish:15,runathena:[52,60,62],runlimit:[55,65,81],runpayloadfailur:7,runtim:6,rx_byte:61,rx_packet:61,safe:9,same:[6,7,9,17,22,52,61,82,88,98],sampl:83,saniti:[52,62],sanity_check:[52,62],save:35,sc_clk_tck:94,scale:57,scan:[76,90],scan_fil:76,scan_for_job:90,scenario:52,schedconf_prior:36,schedconfig:[12,34,36,41],schedul:71,schema:[2,33,40,43,44],scheme:43,scope:2,score:[57,84],scratch:[40,51,52],script:[52,53,60,63],script_path:52,search:[17,76,77,88,99],sec:83,second:[11,12,17,35,36,43,52,59,76,82,83,91,92,98],secondari:15,secrect:44,secret_kei:44,section:[56,66,72],secur:[44,78],see:[7,14,15,34,39,41,42,52,56,58,62,66,83,91,93],seek:22,seem:[9,53,71],seen:71,segment:6,select:[2,13,61,78],selector:[0,52,61,62],self:[7,14,15,34,39,41,42,72,78,91,93],send:[2,11,52,62,71,78,93,98],send_heartbeat_if_tim:11,send_stat:11,sent:[11,89],separ:[0,9,52,62,71,76],sequenc:[78,83],serial:91,server:[6,7,11,40,52,53,55,62,65,71,78,81,89,93,98],server_upd:71,server_update_fin:71,serverst:[11,40],servic:[0,1,3,4,6,13,14,32,34,36,39,41,42,52,61],servicenotavail:6,set:[0,2,6,7,9,11,12,13,33,34,36,39,40,41,42,43,52,53,59,60,61,62,68,71,72,76,78,81,83,84,87,88,93,95,98],set_accessmod:40,set_acopytool:2,set_chi2:0,set_cpu_consumption_tim:13,set_error_code_from_stderr:13,set_ind:60,set_intersect:0,set_job_workdir:51,set_number_used_cor:84,set_pilot_st:71,set_platform:53,set_scratch_workdir:51,set_slop:0,set_status_for_direct_access:2,set_time_consum:52,setup:[6,7,15,23,40,44,45,46,47,49,50,51,52,53,54,59,61,62,69,70,76,92],setupatla:53,setupfailur:[6,7],setupfat:6,sever:[6,71],share:91,shared_dir:11,shell:71,shell_exit_cod:71,should:[0,2,6,9,11,33,40,43,52,53,56,57,58,60,61,62,63,66,67,71,74,76,77,84,85,87,94,98],should_abort_payload:84,should_pilot_prepare_setup:60,should_update_logstash:52,show:40,show_access_set:40,show_memory_usag:71,shrink:[51,77],shutdowntim:[55,65,81],side:2,sig:90,sigbu:6,sigint:95,sigkil:88,sigmterm:88,sign:[0,11],signal:[6,52,62,88,90,95],signatur:[7,14,15,34,39,41,42,91,93],signum:95,sigquit:6,sigsegv:6,sigterm:[6,95],sigusr1:6,sigxcpu:6,silent:6,sim_tf:61,simpl:85,sinc:[2,6,11,52,77,82,88,92],singl:[2,9],singleton:71,singular:[6,13,43,53],singularity_command:53,singularity_wrapp:53,singularitybindpointfailur:6,singularityfailedusernamespac:6,singularitygeneralfailur:6,singularityimagemountfailur:6,singularitynewusernamespac:6,singularitynoloopdevic:6,singularitynotinstal:6,singularityresourceunavail:6,site:[9,34,36,39,41,43,44,53,60,94,98],site_nam:[2,60],sitenam:[2,11],size:[2,6,17,23,40,52,58,71,76,83,84,87,94],sizetoolarg:[6,7],skip:[9,52,62],skip_special_fil:9,sl5:6,slc6:53,sleep:[11,35,71],sleep_tim:35,slope:0,slotid:94,small:11,socket:2,soft:[11,52],softwar:[6,7,53],some:[9,17,40,51,60,71,78],some_dataset:58,some_lfn:58,some_surl1:58,some_surl:58,somekei:40,someth:[40,78],sometim:[18,20],soon:[9,42],sort:[2,52,62,76,83],sort_kei:76,sort_replica:2,sourc:[0,1,2,4,5,6,7,9,11,12,13,14,15,17,18,20,21,22,23,33,34,35,36,39,40,41,42,43,44,45,46,47,49,50,51,52,53,55,56,57,58,59,60,61,62,63,65,66,67,68,69,71,72,74,75,76,77,78,81,82,83,84,85,87,88,89,90,91,92,93,94,95,98],space:[2,6,7,11,40,84,91,94],spawn:88,spec:82,special:[15,17,44,52,53,58,60,61,62],special_setup:44,specif:[2,6,11,13,17,22,33,34,41,42,45,46,47,49,50,51,52,53,62,63,81,85],specifi:[2,11,14,22,40,52,53,61,62,78,94,98],split_vers:83,splittednam:83,sqlite:6,squar:83,src_dir:76,srm:2,srv:53,sshd:12,ssl:[78,93],ssl_context:78,sslcontext:78,st9bad_alloc:76,stack:[88,95],stage:[2,6,7,9,11,13,20,22,23,52,53,62,63,82,90,92,98],stage_in_auto:9,stage_out_auto:9,stagecli:2,stagein:[11,22,23,53,63],stageinauthenticationfailur:6,stageincli:2,stageinfail:6,stageinfailur:[7,20,21],stageintimeout:6,stageout:[9,13,23,40],stageoutcli:[2,9],stageoutfail:6,stageoutfailur:[7,20,21],stageouttimeout:6,stagingcli:2,stakeout:13,stamp:[15,40,92],stand:[53,60,84],standalon:[43,91],standard:[6,11,58,60,71,76],start:[11,13,15,52,61,62,71,84,85,92,99],starttim:11,stat:[6,71,88],state:[9,11,13,17,40,43,44,71],statement:60,statereason:93,statfileproblem:6,staticmethod:2,statist:75,statu:[2,11,40,43,76,77,78],status_cod:11,statuscod:11,stau:77,std:76,stderr:[6,13,14,15,18,20,21,59,71,74,91],stdout:[6,11,13,14,15,17,18,20,21,59,71,74,76,84],stdouttoobig:6,step:[15,52,53,92],still:[60,61,84,88,90],stime:61,sting:2,stop:[15,52,62,71,91],stop_util:15,storag:[6,36,39,41,44],storage_id:39,storage_token:40,storagedata:[32,38],store:[11,52,53,61,63,76,85,92],store_jobid:11,storejson:61,storm:2,str:[2,7,40,43,44,61,76,78,91,98],strdata:78,stream:[13,61],string:[0,2,4,6,9,11,12,13,15,17,20,22,33,40,44,51,52,53,55,56,57,58,59,60,61,62,63,65,66,67,68,69,71,74,76,77,78,81,82,83,84,85,88,89,92,93,94,98],strint:71,structrur:[33,43,44],structur:[2,11,33,39,40,43,44,61,78,92],stuff:78,sub:[52,53],subfil:52,subprocess:15,substr:[53,81],succe:[18,20],succeed:11,success:[9,11,23,39,52,53,62,76,84,88],successful:39,successfulli:13,suffix:61,suggest:2,suitabl:[2,84,90],sum:[71,83,87,88],sum_dev:83,sum_square_dev:83,summari:[11,61],summary_file_path:22,summit:[32,48],support:[6,7,33,76,91],sure:[11,52,62,76,84],surl:[2,6,58],swap:[0,61,76],swreleas:[40,53],symbol:83,symlink:[21,76],sys:39,sysexecut:76,sysout:77,system:[6,60,71,88,94],tabl:[0,76],tabledict:76,tail:[0,6,11,76],take:[35,53,61,63,90],taken:53,tar:[52,76],tar_fil:76,tarbal:[6,76],tarball_nam:9,target:7,task:[6,11,60,82,84,85],task_id:60,taskid:[40,98],tcsh:12,tell:21,templat:11,temporari:40,temporarili:6,ten:11,tera:83,termin:[6,82],test:[11,13,59,61,78,98],test_tobekil:11,testifi:78,text:[61,71,76,78],tgz:52,tgz_n:52,than:[9,35,52,59,68],thei:[6,9,52,76,84],them:[9,90],theplatform:53,therefor:[61,90],thi:[2,6,7,9,11,14,15,22,36,40,43,52,53,58,59,60,61,62,63,71,76,77,78,81,84,85,87,88,90,92,94,95,98],thing:9,thread:[7,9,11,13,84,88,91,95],threads_abort:88,through:78,thrown:[0,6,7],thu:98,time:[0,6,7,11,12,13,15,17,32,35,36,40,51,52,56,59,61,66,68,71,74,76,77,79,82,84,85,88,90,91,98],time_getjob:92,time_measur:92,time_measurement_dictionari:92,time_payload:92,time_stagein:92,time_stageout:92,time_stamp:92,time_total_setup:92,timedprocess:91,timedthread:91,timefloor:[11,43],timeout:[18,20,74,91],timeoutexcept:91,timer:[32,79],timing_const:92,timing_constant_1:92,timing_constant_2:92,timing_dictionari:92,timing_report:92,titan:[32,48],titl:9,tmp:[52,78],tmpin_mc16_13tev:60,to_json:40,to_path:76,tobekil:11,todo:[74,82],togeth:61,token:44,too:[2,6,7,11,90],tool:[2,6,52,61,84],top:2,total:[2,6,52,61,75,76,94],total_cpu_tim:52,total_s:76,totalvalu:61,touch:[56,66,76,77,82],toward:6,trace:[2,9,11,12,13,14,15,17,22,52,71,88,93,95],trace_candi:22,trace_common_field:22,trace_report:[2,22],trace_report_out:22,traceback:[83,91],transexitcod:40,transfer:[2,6,9,11,17,20,22,40,43,52],transfer_fil:2,transfer_timeout:22,transfertyp:[40,52],transform:[6,7,40,52,60,61,62,69],transform_nam:[60,69],transformnotfound:6,translat:[33,71],treat:78,tree:[76,77],trf:[60,61,69],trf_name:[52,62],trfdownloadfailur:[6,7,52],tri:[20,21,78],trigger:53,tryint:83,tty:71,tupl:[9,11,13,40,61,76,78,83,88,92],turl:[2,52,60],turn:84,two:35,tx_byte:61,tx_packet:61,txt:[15,61,71,76],type:[6,7,9,14,15,33,34,39,40,41,42,43,44,52,60,76,87,91,93],typic:[11,53],ucor:57,udp:2,uid:78,unabl:[6,83],unavail:6,uncut:71,undefin:83,under:11,unexpect:83,unicod:[61,76],unicode_str:61,unifi:39,uniqu:[59,76],unit:[52,94],unknown:[0,2,6,7,15,76],unknownchecksumtyp:6,unknowncopytool:6,unknownexcept:[0,6,7],unknownpayloadfailur:6,unknowntrffailur:6,unless:78,unlink:51,unpack:[6,53],unreach:6,unreachablenetwork:6,unrecogn:6,unrecognizedtrfargu:6,unrecognizedtrfstderr:6,unsupport:6,unsupportedsl5o:6,until:[15,40,61,71,90,92],unus:[14,40],updat:[2,6,11,15,17,35,40,51,52,53,60,61,62,71,76,82,84,85,88,92],update_alrb_setup:53,update_extens:76,update_for_user_proxi:53,update_forced_accessmod:52,update_indata:9,update_job_data:[52,62],update_output_for_hpo:52,update_serv:[11,52,62,71],update_stagein:[52,62],update_tim:11,updatejob:[11,55,65,81],upload:[18,20,21,22,23],url:[11,35,60,69,78,98],urllib2:78,urllib:78,urlopen2:78,urlopen:78,usag:[11,12,53,57,58,63,67,71,75,76,78,84,85],usatlas1:71,use:[2,11,40,52,53,58,61,63,71,76,78,98],use_contain:61,use_kmap:40,use_pcach:[22,43],use_release_setup:53,use_turl:9,use_vp:[2,40],usecontain:[40,74],used:[0,2,7,9,11,15,17,33,34,36,40,41,52,53,58,60,61,62,63,71,75,76,83,84,85,87,92,94,98],useful:90,usenewcod:6,usepfcturl:[40,52,62],user:[4,6,9,11,12,13,15,32,40,43,52,53,55,56,57,58,59,60,61,62,63,65,66,67,68,69,71,78,81,84,88,89,98,99],user_ag:78,user_nam:43,userdirtoolarg:6,userjob:52,userkil:6,uses:[11,61,71,76,78,92],using:[2,14,15,18,20,21,22,23,40,52,59,61,62,71,76,78,93],usr:98,usual:[14,60],utf:[11,76],util:[15,32,40,52,53,54,56,62,63,66,70,71,72,74,75,76,77,78,81,82,83,84,85,87,88,89,90,91,92,93,94,99],utility_after_payload:62,utility_after_payload_finish:15,utility_after_payload_start:[15,52],utility_after_payload_started_new:15,utility_before_payload:[15,52,62],utility_monitor:84,utility_with_payload:[15,52,62],utility_with_stagein:52,utim:61,uuid:76,val:40,valid:[6,7,11,13,33,35,40,43,44,52,59,60,62,68,69,76],validate_post:13,validate_pr:13,validated_job:11,validated_payload:13,valu:[0,2,11,17,23,33,35,40,43,44,52,60,61,71,75,76,77,78,81,82,83,84,85,87,91,92,94,98],value1:61,value2:61,value_list:61,valueerror:83,variabl:[2,9,11,33,40,52,53,60,62,71,83,84],variou:[11,33,35,36,85],veri:6,verif:[11,57,59,67],verifi:[2,11,17,40,43,52,53,59,60,62,69,84,93],verify_arcproxi:59,verify_catalog_checksum:17,verify_disk_usag:84,verify_error_cod:11,verify_extracted_output_fil:52,verify_file_list:76,verify_gridproxi:59,verify_job:[52,62],verify_lfn_length:52,verify_looping_job:84,verify_memory_usag:84,verify_ncor:52,verify_output_fil:52,verify_proxi:[11,59,68],verify_release_str:52,verify_running_process:84,verify_stage_out:22,verify_trac:93,verify_user_proxi:84,verify_vomsproxi:59,version:[11,58,61,71,78,83],via:[2,12,39,41,74],virtual:71,vmem:[61,76],vmpeak:[55,65,81],vmpeakmax:[55,65,81],vmpeakmean:[55,65,81],vom:[6,7,59,68],voms_rol:53,vsz:71,wai:[11,39,40,91],wait:[6,7,11,13,71],wait_for_aborted_job_stageout:11,wait_grac:[14,15],wall:92,want:11,warn:[6,11,13,71,76],warning_messag:76,wbyte:[61,76],wchar:[61,76],weak:[0,2,5,6,7,15,33,34,35,39,41,52,58,72,78,85,91,93],web:[60,69],wedg:40,well:[6,13,76,88],went:[76,78],were:[6,7,9,82],what:[53,94],when:[9,11,52,53,61,62,76,77,82,83,85],where:[7,53,60,63,69,76,77,78],whether:[6,40,53,60,63,74,88],which:[2,14,15,21,33,34,35,36,39,40,41,53,58,61,76,78,90,91,95,98],whoami:[39,61,71],whose:[0,76],window:91,within:[2,11,52,56,66,74,82,84],without:[2,11,53],wkdir:76,word:[53,63],work:[2,6,11,51,52,53,56,60,61,62,63,66,69,71,76,77,84,98],work_dir:51,work_report:77,workdir:[2,4,11,15,21,40,51,52,53,56,60,61,62,63,66,69,76,82],workdir_s:40,workdirs:[40,84],worker:[11,53,77],worker_attribut:77,worker_attributes_fil:77,workernod:[32,53,79],workflow:[9,12,32,52,62,88,95,98,99],working_group:98,workinggroup:11,would:9,wrap:[53,63,74,91],wrapper:[11,43,53,63,71,74,92],write:[11,15,53,76,77,92,94],write_byt:61,write_fil:[76,78],write_heartbeat_to_fil:11,write_json:76,write_pilot_tim:92,write_utility_output:15,writestatu:78,writetofil:[40,60],writetofile_dictionari:40,written:[55,65,76,78,81],wrong:78,wtime:61,x509:[53,59,78,98],x509_cert_dir:78,x509_user_proxi:[52,53,59,62,78],x509up_uxxx:78,x86_64:53,x_mean:83,x_name:0,xdata:9,xeon:94,xml:[6,7,11,58],xmldic:58,xmldictionari:58,xmlstr:58,xrdcp:[2,6,19,21,32],xrdcperror:6,xrootd:53,xxx:78,y_mean:83,y_name:0,yampl:53,yet:[11,61],yt4:83,zero:[6,52,62],zerofiles:6,zip_map:40,zipmap:40,zombi:[40,88]},titles:["analytics","benchmark","data","api components","memorymonitor","services","errorcodes","exception","common components","data","control components","job","monitor","payload","eventservice","generic","payloads components","common","gfal","copytool components","lsm","mv","rucio","xrdcp","eshook","esmanager","esmessage","esprocess","acthook","harvesterhook","hooks components","eventservice components","Components","basedata","configinfo","dataloader","extinfo","filespec","info components","infoservice","jobdata","jobinfo","jobinfoservice","queuedata","storagedata","alcf","bnl","generic","resource components","nersc","summit","titan","common","container","atlas components","jobmetrics","loopingjob_definitions","memory","nordugrid","proxy","setup","utilities","common","container","generic components","generic","loopingjob_definitions","memory","proxy","generic","user components","auxiliary","config","constants","container","disk","filehandling","harvester","https","util components","information","jobmetrics","loopingjob","math","monitoring","monitoringtime","node","parameters","processes","proxy","queuehandling","timer","timing","tracereport","workernode","generic","workflow components","Getting started","Launch pilot 2","Welcome to Pilot 2\u2019s documentation!"],titleterms:{acthook:28,alcf:45,analyt:0,api:3,atla:54,auxiliari:71,basedata:33,benchmark:1,bnl:46,common:[8,17,52,62],compon:[3,8,10,16,19,30,31,32,38,48,54,64,70,79,96],config:72,configinfo:34,constant:73,contain:[53,63,74],control:10,copytool:19,data:[2,9],dataload:35,disk:75,document:99,errorcod:6,eshook:24,esmanag:25,esmessag:26,esprocess:27,eventservic:[14,31],except:7,extinfo:36,filehandl:76,filespec:37,gener:[15,47,64,65,69,95],get:97,gfal:18,harvest:77,harvesterhook:29,hook:30,http:78,indic:99,info:38,inform:80,infoservic:39,job:11,jobdata:40,jobinfo:41,jobinfoservic:42,jobmetr:[55,81],launch:98,loopingjob:82,loopingjob_definit:[56,66],lsm:20,math:83,memori:[57,67],memorymonitor:4,monitor:[12,84],monitoringtim:85,nersc:49,node:86,nordugrid:58,paramet:87,payload:[13,16],pilot:[98,99],process:88,proxi:[59,68,89],queuedata:43,queuehandl:90,resourc:48,rucio:22,servic:5,setup:60,start:97,storagedata:44,summit:50,tabl:99,time:92,timer:91,titan:51,tracereport:93,user:70,util:[61,79],welcom:99,workernod:94,workflow:96,xrdcp:23}})
\ No newline at end of file
+Search.setIndex({docnames:["components/api/analytics","components/api/benchmark","components/api/data","components/api/index","components/api/memorymonitor","components/api/services","components/common/errorcodes","components/common/exception","components/common/index","components/control/data","components/control/index","components/control/job","components/control/monitor","components/control/payload","components/control/payloads/eventservice","components/control/payloads/generic","components/control/payloads/index","components/copytool/common","components/copytool/gfal","components/copytool/index","components/copytool/lsm","components/copytool/mv","components/copytool/rucio","components/copytool/xrdcp","components/eventservice/eshook","components/eventservice/esmanager","components/eventservice/esmessage","components/eventservice/esprocess","components/eventservice/hooks/acthook","components/eventservice/hooks/harvesterhook","components/eventservice/hooks/index","components/eventservice/index","components/index","components/info/basedata","components/info/configinfo","components/info/dataloader","components/info/extinfo","components/info/filespec","components/info/index","components/info/infoservice","components/info/jobdata","components/info/jobinfo","components/info/jobinfoservice","components/info/queuedata","components/info/storagedata","components/resource/alcf","components/resource/bnl","components/resource/generic","components/resource/index","components/resource/nersc","components/resource/summit","components/resource/titan","components/user/atlas/common","components/user/atlas/container","components/user/atlas/index","components/user/atlas/jobmetrics","components/user/atlas/loopingjob_definitions","components/user/atlas/memory","components/user/atlas/nordugrid","components/user/atlas/proxy","components/user/atlas/setup","components/user/atlas/utilities","components/user/generic/common","components/user/generic/container","components/user/generic/index","components/user/generic/jobmetrics","components/user/generic/loopingjob_definitions","components/user/generic/memory","components/user/generic/proxy","components/user/generic/setup","components/user/index","components/util/auxiliary","components/util/config","components/util/constants","components/util/container","components/util/disk","components/util/filehandling","components/util/harvester","components/util/https","components/util/index","components/util/information","components/util/jobmetrics","components/util/loopingjob","components/util/math","components/util/monitoring","components/util/monitoringtime","components/util/node","components/util/parameters","components/util/processes","components/util/proxy","components/util/queuehandling","components/util/timer","components/util/timing","components/util/tracereport","components/util/workernode","components/workflow/generic","components/workflow/index","getting_started/index","getting_started/launch","index"],envversion:{"sphinx.domains.c":2,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":3,"sphinx.domains.index":1,"sphinx.domains.javascript":2,"sphinx.domains.math":2,"sphinx.domains.python":2,"sphinx.domains.rst":2,"sphinx.domains.std":2,"sphinx.ext.intersphinx":1,"sphinx.ext.todo":2,"sphinx.ext.viewcode":1,sphinx:56},filenames:["components/api/analytics.rst","components/api/benchmark.rst","components/api/data.rst","components/api/index.rst","components/api/memorymonitor.rst","components/api/services.rst","components/common/errorcodes.rst","components/common/exception.rst","components/common/index.rst","components/control/data.rst","components/control/index.rst","components/control/job.rst","components/control/monitor.rst","components/control/payload.rst","components/control/payloads/eventservice.rst","components/control/payloads/generic.rst","components/control/payloads/index.rst","components/copytool/common.rst","components/copytool/gfal.rst","components/copytool/index.rst","components/copytool/lsm.rst","components/copytool/mv.rst","components/copytool/rucio.rst","components/copytool/xrdcp.rst","components/eventservice/eshook.rst","components/eventservice/esmanager.rst","components/eventservice/esmessage.rst","components/eventservice/esprocess.rst","components/eventservice/hooks/acthook.rst","components/eventservice/hooks/harvesterhook.rst","components/eventservice/hooks/index.rst","components/eventservice/index.rst","components/index.rst","components/info/basedata.rst","components/info/configinfo.rst","components/info/dataloader.rst","components/info/extinfo.rst","components/info/filespec.rst","components/info/index.rst","components/info/infoservice.rst","components/info/jobdata.rst","components/info/jobinfo.rst","components/info/jobinfoservice.rst","components/info/queuedata.rst","components/info/storagedata.rst","components/resource/alcf.rst","components/resource/bnl.rst","components/resource/generic.rst","components/resource/index.rst","components/resource/nersc.rst","components/resource/summit.rst","components/resource/titan.rst","components/user/atlas/common.rst","components/user/atlas/container.rst","components/user/atlas/index.rst","components/user/atlas/jobmetrics.rst","components/user/atlas/loopingjob_definitions.rst","components/user/atlas/memory.rst","components/user/atlas/nordugrid.rst","components/user/atlas/proxy.rst","components/user/atlas/setup.rst","components/user/atlas/utilities.rst","components/user/generic/common.rst","components/user/generic/container.rst","components/user/generic/index.rst","components/user/generic/jobmetrics.rst","components/user/generic/loopingjob_definitions.rst","components/user/generic/memory.rst","components/user/generic/proxy.rst","components/user/generic/setup.rst","components/user/index.rst","components/util/auxiliary.rst","components/util/config.rst","components/util/constants.rst","components/util/container.rst","components/util/disk.rst","components/util/filehandling.rst","components/util/harvester.rst","components/util/https.rst","components/util/index.rst","components/util/information.rst","components/util/jobmetrics.rst","components/util/loopingjob.rst","components/util/math.rst","components/util/monitoring.rst","components/util/monitoringtime.rst","components/util/node.rst","components/util/parameters.rst","components/util/processes.rst","components/util/proxy.rst","components/util/queuehandling.rst","components/util/timer.rst","components/util/timing.rst","components/util/tracereport.rst","components/util/workernode.rst","components/workflow/generic.rst","components/workflow/index.rst","getting_started/index.rst","getting_started/launch.rst","index.rst"],objects:{"pilot.api":{analytics:[0,0,0,"-"],benchmark:[1,0,0,"-"],data:[2,0,0,"-"],memorymonitor:[4,0,0,"-"],services:[5,0,0,"-"]},"pilot.api.analytics":{Analytics:[0,1,1,""],Fit:[0,1,1,""]},"pilot.api.analytics.Analytics":{__init__:[0,2,1,""],__module__:[0,3,1,""],_fit:[0,3,1,""],chi2:[0,2,1,""],extract_from_table:[0,2,1,""],fit:[0,2,1,""],get_fitted_data:[0,2,1,""],get_table:[0,2,1,""],intersect:[0,2,1,""],slope:[0,2,1,""]},"pilot.api.analytics.Fit":{__dict__:[0,3,1,""],__init__:[0,2,1,""],__module__:[0,3,1,""],__weakref__:[0,3,1,""],_chi2:[0,3,1,""],_intersect:[0,3,1,""],_model:[0,3,1,""],_slope:[0,3,1,""],_ss2:[0,3,1,""],_ss:[0,3,1,""],_x:[0,3,1,""],_xm:[0,3,1,""],_y:[0,3,1,""],_ym:[0,3,1,""],chi2:[0,2,1,""],fit:[0,2,1,""],intersect:[0,2,1,""],set_chi2:[0,2,1,""],set_intersect:[0,2,1,""],set_slope:[0,2,1,""],slope:[0,2,1,""],value:[0,2,1,""]},"pilot.api.benchmark":{Benchmark:[1,1,1,""]},"pilot.api.benchmark.Benchmark":{__init__:[1,2,1,""],__module__:[1,3,1,""]},"pilot.api.data":{StageInClient:[2,1,1,""],StageOutClient:[2,1,1,""],StagingClient:[2,1,1,""]},"pilot.api.data.StageInClient":{__module__:[2,3,1,""],check_availablespace:[2,2,1,""],get_direct_access_variables:[2,2,1,""],mode:[2,3,1,""],resolve_replica:[2,2,1,""],set_status_for_direct_access:[2,2,1,""],transfer_files:[2,2,1,""]},"pilot.api.data.StageOutClient":{__module__:[2,3,1,""],get_path:[2,2,1,""],mode:[2,3,1,""],prepare_destinations:[2,2,1,""],resolve_surl:[2,2,1,""],transfer_files:[2,2,1,""]},"pilot.api.data.StagingClient":{__dict__:[2,3,1,""],__init__:[2,2,1,""],__module__:[2,3,1,""],__weakref__:[2,3,1,""],add_replicas:[2,2,1,""],copytool_modules:[2,3,1,""],detect_client_location:[2,2,1,""],direct_localinput_allowed_schemas:[2,3,1,""],direct_remoteinput_allowed_schemas:[2,3,1,""],get_default_copytools:[2,2,1,""],get_preferred_replica:[2,2,1,""],mode:[2,3,1,""],prepare_inputddms:[2,2,1,""],prepare_sources:[2,2,1,""],remoteinput_allowed_schemas:[2,3,1,""],require_protocols:[2,2,1,""],resolve_protocol:[2,2,1,""],resolve_protocols:[2,2,1,""],resolve_replicas:[2,2,1,""],set_acopytools:[2,2,1,""],sort_replicas:[2,2,1,""],transfer:[2,2,1,""],transfer_files:[2,2,1,""]},"pilot.api.memorymonitor":{MemoryMonitoring:[4,1,1,""]},"pilot.api.memorymonitor.MemoryMonitoring":{__init__:[4,2,1,""],__module__:[4,3,1,""],_cmd:[4,3,1,""],execute:[4,2,1,""],get_command:[4,2,1,""],get_filename:[4,2,1,""],get_results:[4,2,1,""],pid:[4,3,1,""],user:[4,3,1,""],workdir:[4,3,1,""]},"pilot.api.services":{Services:[5,1,1,""]},"pilot.api.services.Services":{__dict__:[5,3,1,""],__init__:[5,2,1,""],__module__:[5,3,1,""],__weakref__:[5,3,1,""]},"pilot.common":{errorcodes:[6,0,0,"-"],exception:[7,0,0,"-"]},"pilot.common.errorcodes":{ErrorCodes:[6,1,1,""]},"pilot.common.errorcodes.ErrorCodes":{BADALLOC:[6,3,1,""],BADMEMORYMONITORJSON:[6,3,1,""],BADQUEUECONFIGURATION:[6,3,1,""],BADXML:[6,3,1,""],BLACKHOLE:[6,3,1,""],CHKSUMNOTSUP:[6,3,1,""],CHMODTRF:[6,3,1,""],COMMUNICATIONFAILURE:[6,3,1,""],CONVERSIONFAILURE:[6,3,1,""],COREDUMP:[6,3,1,""],DBRELEASEFAILURE:[6,3,1,""],EMPTYOUTPUTFILE:[6,3,1,""],ESFATAL:[6,3,1,""],ESNOEVENTS:[6,3,1,""],ESRECOVERABLE:[6,3,1,""],EXCEEDEDMAXWAITTIME:[6,3,1,""],EXECUTEDCLONEJOB:[6,3,1,""],FAILEDBYSERVER:[6,3,1,""],FILEEXISTS:[6,3,1,""],FILEHANDLINGFAILURE:[6,3,1,""],GENERALCPUCALCPROBLEM:[6,3,1,""],GENERALERROR:[6,3,1,""],GETADMISMATCH:[6,3,1,""],GETGLOBUSSYSERR:[6,3,1,""],GETMD5MISMATCH:[6,3,1,""],IMAGENOTFOUND:[6,3,1,""],INTERNALPILOTPROBLEM:[6,3,1,""],JOBALREADYRUNNING:[6,3,1,""],JSONRETRIEVALTIMEOUT:[6,3,1,""],KILLPAYLOAD:[6,3,1,""],KILLSIGNAL:[6,3,1,""],LFNTOOLONG:[6,3,1,""],LOGFILECREATIONFAILURE:[6,3,1,""],LOOPINGJOB:[6,3,1,""],MESSAGEHANDLINGFAILURE:[6,3,1,""],MIDDLEWAREIMPORTFAILURE:[6,3,1,""],MISSINGCREDENTIALS:[6,3,1,""],MISSINGINPUTFILE:[6,3,1,""],MISSINGINSTALLATION:[6,3,1,""],MISSINGOUTPUTFILE:[6,3,1,""],MISSINGRELEASEUNPACKED:[6,3,1,""],MISSINGUSERCODE:[6,3,1,""],MKDIR:[6,3,1,""],NFSSQLITE:[6,3,1,""],NOLOCALSPACE:[6,3,1,""],NONDETERMINISTICDDM:[6,3,1,""],NOOUTPUTINJOBREPORT:[6,3,1,""],NOPAYLOADMETADATA:[6,3,1,""],NOPROXY:[6,3,1,""],NORELEASEFOUND:[6,3,1,""],NOREMOTESPACE:[6,3,1,""],NOREPLICAS:[6,3,1,""],NOSOFTWAREDIR:[6,3,1,""],NOSTORAGE:[6,3,1,""],NOSTORAGEPROTOCOL:[6,3,1,""],NOSUCHFILE:[6,3,1,""],NOSUCHPROCESS:[6,3,1,""],NOTDEFINED:[6,3,1,""],NOTIMPLEMENTED:[6,3,1,""],NOTSAMELENGTH:[6,3,1,""],NOUSERTARBALL:[6,3,1,""],NOVOMSPROXY:[6,3,1,""],OUTPUTFILETOOLARGE:[6,3,1,""],PANDAKILL:[6,3,1,""],PANDAQUEUENOTACTIVE:[6,3,1,""],PAYLOADEXCEEDMAXMEM:[6,3,1,""],PAYLOADEXECUTIONEXCEPTION:[6,3,1,""],PAYLOADEXECUTIONFAILURE:[6,3,1,""],PAYLOADOUTOFMEMORY:[6,3,1,""],PAYLOADSIGSEGV:[6,3,1,""],POSTPROCESSFAILURE:[6,3,1,""],PREPROCESSFAILURE:[6,3,1,""],PUTADMISMATCH:[6,3,1,""],PUTGLOBUSSYSERR:[6,3,1,""],PUTMD5MISMATCH:[6,3,1,""],QUEUEDATA:[6,3,1,""],QUEUEDATANOTOK:[6,3,1,""],REACHEDMAXTIME:[6,3,1,""],REMOTEFILECOULDNOTBEOPENED:[6,3,1,""],REPLICANOTFOUND:[6,3,1,""],RESOURCEUNAVAILABLE:[6,3,1,""],RUCIOLISTREPLICASFAILED:[6,3,1,""],RUCIOLOCATIONFAILED:[6,3,1,""],RUCIOSERVICEUNAVAILABLE:[6,3,1,""],SERVICENOTAVAILABLE:[6,3,1,""],SETUPFAILURE:[6,3,1,""],SETUPFATAL:[6,3,1,""],SIGBUS:[6,3,1,""],SIGQUIT:[6,3,1,""],SIGSEGV:[6,3,1,""],SIGTERM:[6,3,1,""],SIGUSR1:[6,3,1,""],SIGXCPU:[6,3,1,""],SINGULARITYBINDPOINTFAILURE:[6,3,1,""],SINGULARITYFAILEDUSERNAMESPACE:[6,3,1,""],SINGULARITYGENERALFAILURE:[6,3,1,""],SINGULARITYIMAGEMOUNTFAILURE:[6,3,1,""],SINGULARITYNEWUSERNAMESPACE:[6,3,1,""],SINGULARITYNOLOOPDEVICES:[6,3,1,""],SINGULARITYNOTINSTALLED:[6,3,1,""],SINGULARITYRESOURCEUNAVAILABLE:[6,3,1,""],SIZETOOLARGE:[6,3,1,""],STAGEINAUTHENTICATIONFAILURE:[6,3,1,""],STAGEINFAILED:[6,3,1,""],STAGEINTIMEOUT:[6,3,1,""],STAGEOUTFAILED:[6,3,1,""],STAGEOUTTIMEOUT:[6,3,1,""],STATFILEPROBLEM:[6,3,1,""],STDOUTTOOBIG:[6,3,1,""],TRANSFORMNOTFOUND:[6,3,1,""],TRFDOWNLOADFAILURE:[6,3,1,""],UNKNOWNCHECKSUMTYPE:[6,3,1,""],UNKNOWNCOPYTOOL:[6,3,1,""],UNKNOWNEXCEPTION:[6,3,1,""],UNKNOWNPAYLOADFAILURE:[6,3,1,""],UNKNOWNTRFFAILURE:[6,3,1,""],UNREACHABLENETWORK:[6,3,1,""],UNRECOGNIZEDTRFARGUMENTS:[6,3,1,""],UNRECOGNIZEDTRFSTDERR:[6,3,1,""],UNSUPPORTEDSL5OS:[6,3,1,""],USERDIRTOOLARGE:[6,3,1,""],USERKILL:[6,3,1,""],XRDCPERROR:[6,3,1,""],ZEROFILESIZE:[6,3,1,""],__dict__:[6,3,1,""],__module__:[6,3,1,""],__weakref__:[6,3,1,""],_error_messages:[6,3,1,""],add_error_code:[6,2,1,""],extract_stderr_error:[6,2,1,""],extract_stderr_warning:[6,2,1,""],format_diagnostics:[6,2,1,""],get_error_message:[6,2,1,""],get_kill_signal_error_code:[6,2,1,""],get_message_for_pattern:[6,2,1,""],is_recoverable:[6,2,1,""],put_error_codes:[6,3,1,""],recoverable_error_codes:[6,3,1,""],remove_error_code:[6,2,1,""],report_errors:[6,2,1,""],resolve_transform_error:[6,2,1,""]},"pilot.common.exception":{BadXML:[7,4,1,""],CommunicationFailure:[7,4,1,""],ConversionFailure:[7,4,1,""],ESFatal:[7,4,1,""],ESNoEvents:[7,4,1,""],ESRecoverable:[7,4,1,""],ExcThread:[7,1,1,""],ExceededMaxWaitTime:[7,4,1,""],ExecutedCloneJob:[7,4,1,""],FileHandlingFailure:[7,4,1,""],JobAlreadyRunning:[7,4,1,""],LogFileCreationFailure:[7,4,1,""],MKDirFailure:[7,4,1,""],MessageFailure:[7,4,1,""],NoGridProxy:[7,4,1,""],NoLocalSpace:[7,4,1,""],NoSoftwareDir:[7,4,1,""],NoSuchFile:[7,4,1,""],NoVomsProxy:[7,4,1,""],NotDefined:[7,4,1,""],NotSameLength:[7,4,1,""],PilotException:[7,4,1,""],QueuedataFailure:[7,4,1,""],QueuedataNotOK:[7,4,1,""],ReplicasNotFound:[7,4,1,""],RunPayloadFailure:[7,4,1,""],SetupFailure:[7,4,1,""],SizeTooLarge:[7,4,1,""],StageInFailure:[7,4,1,""],StageOutFailure:[7,4,1,""],TrfDownloadFailure:[7,4,1,""],UnknownException:[7,4,1,""],is_python3:[7,5,1,""]},"pilot.common.exception.BadXML":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.CommunicationFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ConversionFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ESFatal":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ESNoEvents":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ESRecoverable":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ExcThread":{__init__:[7,2,1,""],__module__:[7,3,1,""],get_bucket:[7,2,1,""],run:[7,2,1,""]},"pilot.common.exception.ExceededMaxWaitTime":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ExecutedCloneJob":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.FileHandlingFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.JobAlreadyRunning":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.LogFileCreationFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.MKDirFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.MessageFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NoGridProxy":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NoLocalSpace":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NoSoftwareDir":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NoSuchFile":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NoVomsProxy":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NotDefined":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.NotSameLength":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.PilotException":{__init__:[7,2,1,""],__module__:[7,3,1,""],__str__:[7,2,1,""],__weakref__:[7,3,1,""],get_detail:[7,2,1,""],get_error_code:[7,2,1,""],get_last_error:[7,2,1,""]},"pilot.common.exception.QueuedataFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.QueuedataNotOK":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.ReplicasNotFound":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.RunPayloadFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.SetupFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.SizeTooLarge":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.StageInFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.StageOutFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.TrfDownloadFailure":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.common.exception.UnknownException":{__init__:[7,2,1,""],__module__:[7,3,1,""]},"pilot.control":{data:[9,0,0,"-"],job:[11,0,0,"-"],monitor:[12,0,0,"-"],payload:[13,0,0,"-"]},"pilot.control.data":{_do_stageout:[9,5,1,""],_stage_in:[9,5,1,""],_stage_out_new:[9,5,1,""],control:[9,5,1,""],copytool_in:[9,5,1,""],copytool_out:[9,5,1,""],create_log:[9,5,1,""],create_trace_report:[9,5,1,""],filter_files_for_log:[9,5,1,""],get_input_file_dictionary:[9,5,1,""],get_rse:[9,5,1,""],get_trace_report_variables:[9,5,1,""],is_already_processed:[9,5,1,""],queue_monitoring:[9,5,1,""],set_xcache_log:[9,5,1,""],set_xcache_proxy:[9,5,1,""],skip_special_files:[9,5,1,""],stage_in_auto:[9,5,1,""],stage_out_auto:[9,5,1,""],update_indata:[9,5,1,""],xcache_proxy:[9,5,1,""]},"pilot.control.job":{_validate_job:[11,5,1,""],add_data_structure_ids:[11,5,1,""],add_error_codes:[11,5,1,""],add_memory_info:[11,5,1,""],add_timing_and_extracts:[11,5,1,""],check_for_abort_job:[11,5,1,""],check_job_monitor_waiting_time:[11,5,1,""],control:[11,5,1,""],create_data_payload:[11,5,1,""],create_job:[11,5,1,""],create_k8_link:[11,5,1,""],fail_monitored_job:[11,5,1,""],get_cpu_consumption_time:[11,5,1,""],get_data_structure:[11,5,1,""],get_dispatcher_dictionary:[11,5,1,""],get_fake_job:[11,5,1,""],get_finished_or_failed_job:[11,5,1,""],get_heartbeat_period:[11,5,1,""],get_job_definition:[11,5,1,""],get_job_definition_from_file:[11,5,1,""],get_job_definition_from_server:[11,5,1,""],get_job_from_queue:[11,5,1,""],get_job_label:[11,5,1,""],get_job_retrieval_delay:[11,5,1,""],get_job_status:[11,5,1,""],get_job_status_from_server:[11,5,1,""],get_panda_server:[11,5,1,""],get_payload_log_tail:[11,5,1,""],get_proper_state:[11,5,1,""],get_task_id:[11,5,1,""],getjob_server_command:[11,5,1,""],handle_backchannel_command:[11,5,1,""],has_job_completed:[11,5,1,""],interceptor:[11,5,1,""],is_queue_empty:[11,5,1,""],job_monitor:[11,5,1,""],locate_job_definition:[11,5,1,""],make_job_report:[11,5,1,""],now:[11,5,1,""],order_log_transfer:[11,5,1,""],pause_queue_monitor:[11,5,1,""],print_node_info:[11,5,1,""],proceed_with_getjob:[11,5,1,""],publish_harvester_reports:[11,5,1,""],queue_monitor:[11,5,1,""],remove_pilot_logs_from_list:[11,5,1,""],retrieve:[11,5,1,""],send_heartbeat_if_time:[11,5,1,""],send_state:[11,5,1,""],store_jobid:[11,5,1,""],update_server:[11,5,1,""],validate:[11,5,1,""],verify_error_code:[11,5,1,""],wait_for_aborted_job_stageout:[11,5,1,""],write_heartbeat_to_file:[11,5,1,""]},"pilot.control.monitor":{control:[12,5,1,""],get_max_running_time:[12,5,1,""],get_process_info:[12,5,1,""],run_checks:[12,5,1,""]},"pilot.control.payload":{_validate_payload:[13,5,1,""],control:[13,5,1,""],execute_payloads:[13,5,1,""],failed_post:[13,5,1,""],get_payload_executor:[13,5,1,""],perform_initial_payload_error_analysis:[13,5,1,""],set_cpu_consumption_time:[13,5,1,""],set_error_code_from_stderr:[13,5,1,""],validate_post:[13,5,1,""],validate_pre:[13,5,1,""]},"pilot.control.payloads":{eventservice:[14,0,0,"-"],generic:[15,0,0,"-"]},"pilot.control.payloads.eventservice":{Executor:[14,1,1,""]},"pilot.control.payloads.eventservice.Executor":{__init__:[14,2,1,""],__module__:[14,3,1,""],get_executor_type:[14,2,1,""],run_payload:[14,2,1,""],wait_graceful:[14,2,1,""]},"pilot.control.payloads.generic":{Executor:[15,1,1,""]},"pilot.control.payloads.generic.Executor":{__dict__:[15,3,1,""],__init__:[15,2,1,""],__module__:[15,3,1,""],__weakref__:[15,3,1,""],execute_utility_command:[15,2,1,""],extract_setup:[15,2,1,""],get_job:[15,2,1,""],get_payload_command:[15,2,1,""],get_utility_command:[15,2,1,""],post_payload:[15,2,1,""],post_setup:[15,2,1,""],pre_payload:[15,2,1,""],pre_setup:[15,2,1,""],rename_log_files:[15,2,1,""],run:[15,2,1,""],run_command:[15,2,1,""],run_payload:[15,2,1,""],run_preprocess:[15,2,1,""],run_utility_after_payload_finished:[15,2,1,""],stop_utilities:[15,2,1,""],utility_after_payload_finished:[15,2,1,""],utility_after_payload_started:[15,2,1,""],utility_after_payload_started_new:[15,2,1,""],utility_before_payload:[15,2,1,""],utility_with_payload:[15,2,1,""],wait_graceful:[15,2,1,""],write_utility_output:[15,2,1,""]},"pilot.copytool":{common:[17,0,0,"-"],gfal:[18,0,0,"-"],lsm:[20,0,0,"-"],mv:[21,0,0,"-"],rucio:[22,0,0,"-"],xrdcp:[23,0,0,"-"]},"pilot.copytool.common":{get_copysetup:[17,5,1,""],get_error_info:[17,5,1,""],get_timeout:[17,5,1,""],merge_destinations:[17,5,1,""],output_line_scan:[17,5,1,""],resolve_common_transfer_errors:[17,5,1,""],verify_catalog_checksum:[17,5,1,""]},"pilot.copytool.gfal":{check_for_gfal:[18,5,1,""],copy_in:[18,5,1,""],copy_out:[18,5,1,""],is_valid_for_copy_in:[18,5,1,""],is_valid_for_copy_out:[18,5,1,""],move:[18,5,1,""],move_all_files_in:[18,5,1,""],move_all_files_out:[18,5,1,""]},"pilot.copytool.lsm":{check_for_lsm:[20,5,1,""],copy_in:[20,5,1,""],copy_in_old:[20,5,1,""],copy_out:[20,5,1,""],copy_out_old:[20,5,1,""],is_valid_for_copy_in:[20,5,1,""],is_valid_for_copy_out:[20,5,1,""],move:[20,5,1,""],move_all_files_in:[20,5,1,""],move_all_files_out:[20,5,1,""]},"pilot.copytool.mv":{copy:[21,5,1,""],copy_in:[21,5,1,""],copy_out:[21,5,1,""],create_output_list:[21,5,1,""],is_valid_for_copy_in:[21,5,1,""],is_valid_for_copy_out:[21,5,1,""],move:[21,5,1,""],move_all_files:[21,5,1,""],symlink:[21,5,1,""]},"pilot.copytool.rucio":{_get_trace:[22,5,1,""],_stage_in_api:[22,5,1,""],_stage_in_bulk:[22,5,1,""],_stage_out_api:[22,5,1,""],copy_in:[22,5,1,""],copy_in_bulk:[22,5,1,""],copy_out:[22,5,1,""],get_protocol:[22,5,1,""],handle_rucio_error:[22,5,1,""],is_valid_for_copy_in:[22,5,1,""],is_valid_for_copy_out:[22,5,1,""],verify_stage_out:[22,5,1,""]},"pilot.copytool.xrdcp":{_resolve_checksum_option:[23,5,1,""],_stagefile:[23,5,1,""],copy_in:[23,5,1,""],copy_out:[23,5,1,""],get_file_info_from_output:[23,5,1,""],is_valid_for_copy_in:[23,5,1,""],is_valid_for_copy_out:[23,5,1,""]},"pilot.eventservice":{esprocess:[27,0,0,"-"]},"pilot.info":{basedata:[33,0,0,"-"],configinfo:[34,0,0,"-"],dataloader:[35,0,0,"-"],extinfo:[36,0,0,"-"],infoservice:[39,0,0,"-"],jobdata:[40,0,0,"-"],jobinfo:[41,0,0,"-"],jobinfoservice:[42,0,0,"-"],queuedata:[43,0,0,"-"],storagedata:[44,0,0,"-"]},"pilot.info.basedata":{BaseData:[33,1,1,""]},"pilot.info.basedata.BaseData":{__dict__:[33,3,1,""],__module__:[33,3,1,""],__repr__:[33,2,1,""],__weakref__:[33,3,1,""],_keys:[33,3,1,""],_load_data:[33,2,1,""],clean:[33,2,1,""],clean_boolean:[33,2,1,""],clean_dictdata:[33,2,1,""],clean_listdata:[33,2,1,""],clean_numeric:[33,2,1,""],clean_string:[33,2,1,""]},"pilot.info.configinfo":{PilotConfigProvider:[34,1,1,""]},"pilot.info.configinfo.PilotConfigProvider":{__dict__:[34,3,1,""],__init__:[34,2,1,""],__module__:[34,3,1,""],__weakref__:[34,3,1,""],config:[34,3,1,""],resolve_queuedata:[34,2,1,""],resolve_schedconf_sources:[34,2,1,""]},"pilot.info.dataloader":{DataLoader:[35,1,1,""],merge_dict_data:[35,5,1,""]},"pilot.info.dataloader.DataLoader":{__dict__:[35,3,1,""],__module__:[35,3,1,""],__weakref__:[35,3,1,""],get_file_last_update_time:[35,2,1,""],is_file_expired:[35,2,1,""],load_data:[35,2,1,""],load_url_data:[35,2,1,""]},"pilot.info.extinfo":{ExtInfoProvider:[36,1,1,""]},"pilot.info.extinfo.ExtInfoProvider":{__init__:[36,2,1,""],__module__:[36,3,1,""],load_queuedata:[36,2,1,""],load_schedconfig_data:[36,2,1,""],load_storage_data:[36,2,1,""],resolve_queuedata:[36,2,1,""],resolve_storage_data:[36,2,1,""]},"pilot.info.infoservice":{InfoService:[39,1,1,""]},"pilot.info.infoservice.InfoService":{__dict__:[39,3,1,""],__init__:[39,2,1,""],__module__:[39,3,1,""],__weakref__:[39,3,1,""],_resolve_data:[39,2,1,""],cache_time:[39,3,1,""],get_ddmendpoint:[39,2,1,""],get_storage_id:[39,2,1,""],init:[39,2,1,""],require_init:[39,2,1,""],resolve_ddmendpoint_storageid:[39,2,1,""],resolve_queuedata:[39,2,1,""],resolve_schedconf_sources:[39,2,1,""],resolve_storage_data:[39,2,1,""],whoami:[39,2,1,""]},"pilot.info.jobdata":{JobData:[40,1,1,""]},"pilot.info.jobdata.JobData":{__contains__:[40,2,1,""],__getitem__:[40,2,1,""],__init__:[40,2,1,""],__module__:[40,3,1,""],__setitem__:[40,2,1,""],_keys:[40,3,1,""],_rawdata:[40,3,1,""],accessmode:[40,3,1,""],actualcorecount:[40,3,1,""],add_size:[40,2,1,""],add_workdir_size:[40,2,1,""],allownooutput:[40,3,1,""],alrbuserplatform:[40,3,1,""],attemptnr:[40,3,1,""],clean:[40,2,1,""],clean__corecount:[40,2,1,""],clean__jobparams:[40,2,1,""],clean__platform:[40,2,1,""],collect_zombies:[40,2,1,""],command:[40,3,1,""],containeroptions:[40,3,1,""],coprocess:[40,3,1,""],corecount:[40,3,1,""],corecounts:[40,3,1,""],cpuconsumptiontime:[40,3,1,""],cpuconsumptionunit:[40,3,1,""],cpuconversionfactor:[40,3,1,""],datasetin:[40,3,1,""],dbdata:[40,3,1,""],dbtime:[40,3,1,""],debug:[40,3,1,""],destinationdblock:[40,3,1,""],exeerrorcode:[40,3,1,""],exeerrordiag:[40,3,1,""],exitcode:[40,3,1,""],exitmsg:[40,3,1,""],extract_container_image:[40,2,1,""],fileinfo:[40,3,1,""],get:[40,2,1,""],get_job_option_for_input_name:[40,2,1,""],get_key_value:[40,2,1,""],get_kmap:[40,2,1,""],get_lfns_and_guids:[40,2,1,""],get_max_workdir_size:[40,2,1,""],get_opts_pargs:[40,2,1,""],get_ret:[40,2,1,""],get_size:[40,2,1,""],get_status:[40,2,1,""],has_remoteio:[40,2,1,""],homepackage:[40,3,1,""],imagename:[40,3,1,""],imagename_jobdef:[40,3,1,""],indata:[40,3,1,""],infilesguids:[40,3,1,""],init:[40,2,1,""],is_analysis:[40,2,1,""],is_build_job:[40,2,1,""],is_eventservice:[40,3,1,""],is_eventservicemerge:[40,3,1,""],is_hpo:[40,3,1,""],is_local:[40,2,1,""],jobdefinitionid:[40,3,1,""],jobid:[40,3,1,""],jobparams:[40,3,1,""],jobsetid:[40,3,1,""],load:[40,2,1,""],logdata:[40,3,1,""],looping_check:[40,3,1,""],maxcpucount:[40,3,1,""],memorymonitor:[40,3,1,""],metadata:[40,3,1,""],nevents:[40,3,1,""],neventsw:[40,3,1,""],noexecstrcnv:[40,3,1,""],only_copy_to_scratch:[40,2,1,""],outdata:[40,3,1,""],overwrite_queuedata:[40,3,1,""],overwrite_storagedata:[40,3,1,""],parse_args:[40,2,1,""],payload:[40,3,1,""],pgrp:[40,3,1,""],pid:[40,3,1,""],piloterrorcode:[40,3,1,""],piloterrorcodes:[40,3,1,""],piloterrordiag:[40,3,1,""],piloterrordiags:[40,3,1,""],platform:[40,3,1,""],postprocess:[40,3,1,""],prepare_infiles:[40,2,1,""],prepare_outfiles:[40,2,1,""],preprocess:[40,3,1,""],process_writetofile:[40,2,1,""],processingtype:[40,3,1,""],produserid:[40,3,1,""],reset_errors:[40,2,1,""],serverstate:[40,3,1,""],set_accessmode:[40,2,1,""],setup:[40,3,1,""],show_access_settings:[40,2,1,""],sizes:[40,3,1,""],stageout:[40,3,1,""],state:[40,3,1,""],status:[40,3,1,""],swrelease:[40,3,1,""],t0:[40,3,1,""],taskid:[40,3,1,""],to_json:[40,2,1,""],transexitcode:[40,3,1,""],transfertype:[40,3,1,""],transformation:[40,3,1,""],use_vp:[40,3,1,""],usecontainer:[40,3,1,""],utilities:[40,3,1,""],workdir:[40,3,1,""],workdirsizes:[40,3,1,""],writetofile:[40,3,1,""],zipmap:[40,3,1,""],zombies:[40,3,1,""]},"pilot.info.jobinfo":{JobInfoProvider:[41,1,1,""]},"pilot.info.jobinfo.JobInfoProvider":{__dict__:[41,3,1,""],__init__:[41,2,1,""],__module__:[41,3,1,""],__weakref__:[41,3,1,""],job:[41,3,1,""],resolve_queuedata:[41,2,1,""],resolve_schedconf_sources:[41,2,1,""],resolve_storage_data:[41,2,1,""]},"pilot.info.jobinfoservice":{JobInfoService:[42,1,1,""]},"pilot.info.jobinfoservice.JobInfoService":{__init__:[42,2,1,""],__module__:[42,3,1,""]},"pilot.info.queuedata":{QueueData:[43,1,1,""]},"pilot.info.queuedata.QueueData":{__init__:[43,2,1,""],__module__:[43,3,1,""],_keys:[43,3,1,""],acopytools:[43,3,1,""],acopytools_schemas:[43,3,1,""],allow_lan:[43,3,1,""],allow_wan:[43,3,1,""],appdir:[43,3,1,""],aprotocols:[43,3,1,""],astorages:[43,3,1,""],catchall:[43,3,1,""],clean:[43,2,1,""],clean__container_options:[43,2,1,""],clean__container_type:[43,2,1,""],clean__corecount:[43,2,1,""],clean__timefloor:[43,2,1,""],container_options:[43,3,1,""],container_type:[43,3,1,""],copytools:[43,3,1,""],corecount:[43,3,1,""],direct_access_lan:[43,3,1,""],direct_access_wan:[43,3,1,""],es_stageout_gap:[43,3,1,""],is_cvmfs:[43,3,1,""],load:[43,2,1,""],maxinputsize:[43,3,1,""],maxrss:[43,3,1,""],maxtime:[43,3,1,""],maxwdir:[43,3,1,""],name:[43,3,1,""],platform:[43,3,1,""],pledgedcpu:[43,3,1,""],resolve_allowed_schemas:[43,2,1,""],resource:[43,3,1,""],site:[43,3,1,""],state:[43,3,1,""],status:[43,3,1,""],timefloor:[43,3,1,""],use_pcache:[43,3,1,""]},"pilot.info.storagedata":{StorageData:[44,1,1,""]},"pilot.info.storagedata.StorageData":{__init__:[44,2,1,""],__module__:[44,3,1,""],_keys:[44,3,1,""],arprotocols:[44,3,1,""],get_security_key:[44,2,1,""],get_special_setup:[44,2,1,""],is_deterministic:[44,3,1,""],load:[44,2,1,""],name:[44,3,1,""],pk:[44,3,1,""],resource:[44,3,1,""],rprotocols:[44,3,1,""],site:[44,3,1,""],special_setup:[44,3,1,""],state:[44,3,1,""],token:[44,3,1,""],type:[44,3,1,""]},"pilot.resource":{alcf:[45,0,0,"-"],bnl:[46,0,0,"-"],generic:[47,0,0,"-"],nersc:[49,0,0,"-"],summit:[50,0,0,"-"],titan:[51,0,0,"-"]},"pilot.resource.alcf":{get_setup:[45,5,1,""]},"pilot.resource.bnl":{get_setup:[46,5,1,""]},"pilot.resource.generic":{get_setup:[47,5,1,""]},"pilot.resource.nersc":{get_setup:[49,5,1,""]},"pilot.resource.summit":{get_setup:[50,5,1,""]},"pilot.resource.titan":{command_fix:[51,5,1,""],get_job:[51,5,1,""],get_setup:[51,5,1,""],postprocess_workdir:[51,5,1,""],process_jobreport:[51,5,1,""],set_job_workdir:[51,5,1,""],set_scratch_workdir:[51,5,1,""]},"pilot.user.atlas":{common:[52,0,0,"-"],container:[53,0,0,"-"],jobmetrics:[55,0,0,"-"],loopingjob_definitions:[56,0,0,"-"],memory:[57,0,0,"-"],nordugrid:[58,0,0,"-"],proxy:[59,0,0,"-"],setup:[60,0,0,"-"],utilities:[61,0,0,"-"]},"pilot.user.atlas.common":{DictQuery:[52,1,1,""],add_athena_proc_number:[52,5,1,""],add_makeflags:[52,5,1,""],cleanup_broken_links:[52,5,1,""],cleanup_looping_payload:[52,5,1,""],cleanup_payload:[52,5,1,""],discover_new_outdata:[52,5,1,""],discover_new_output:[52,5,1,""],download_command:[52,5,1,""],extract_output_file_guids:[52,5,1,""],extract_turls:[52,5,1,""],get_analysis_run_command:[52,5,1,""],get_cpu_times:[52,5,1,""],get_db_info:[52,5,1,""],get_db_info_str:[52,5,1,""],get_executor_dictionary:[52,5,1,""],get_exit_info:[52,5,1,""],get_file_open_command:[52,5,1,""],get_file_transfer_info:[52,5,1,""],get_generic_payload_command:[52,5,1,""],get_guids_from_jobparams:[52,5,1,""],get_metadata:[52,5,1,""],get_normal_payload_command:[52,5,1,""],get_number_of_events_deprecated:[52,5,1,""],get_outfiles_records:[52,5,1,""],get_payload_command:[52,5,1,""],get_redundant_path:[52,5,1,""],get_redundants:[52,5,1,""],get_stageout_label:[52,5,1,""],get_utility_command_execution_order:[52,5,1,""],get_utility_command_kill_signal:[52,5,1,""],get_utility_command_output_filename:[52,5,1,""],get_utility_command_setup:[52,5,1,""],get_utility_commands:[52,5,1,""],get_workdir_size:[52,5,1,""],ls:[52,5,1,""],open_remote_files:[52,5,1,""],parse_jobreport_data:[52,5,1,""],post_utility_command_action:[52,5,1,""],process_remote_file_traces:[52,5,1,""],remove_archives:[52,5,1,""],remove_from_stageout:[52,5,1,""],remove_no_output_files:[52,5,1,""],remove_redundant_files:[52,5,1,""],remove_special_files:[52,5,1,""],sanity_check:[52,5,1,""],should_update_logstash:[52,5,1,""],update_forced_accessmode:[52,5,1,""],update_job_data:[52,5,1,""],update_output_for_hpo:[52,5,1,""],update_server:[52,5,1,""],update_stagein:[52,5,1,""],validate:[52,5,1,""],verify_extracted_output_files:[52,5,1,""],verify_job:[52,5,1,""],verify_lfn_length:[52,5,1,""],verify_ncores:[52,5,1,""],verify_output_files:[52,5,1,""],verify_release_string:[52,5,1,""],xcache_activation_command:[52,5,1,""],xcache_deactivation_command:[52,5,1,""]},"pilot.user.atlas.common.DictQuery":{__dict__:[52,3,1,""],__module__:[52,3,1,""],__weakref__:[52,3,1,""],get:[52,2,1,""]},"pilot.user.atlas.container":{add_asetup:[53,5,1,""],alrb_wrapper:[53,5,1,""],create_middleware_container_command:[53,5,1,""],create_release_setup:[53,5,1,""],create_release_setup_old:[53,5,1,""],create_root_container_command:[53,5,1,""],do_use_container:[53,5,1,""],extract_atlas_setup:[53,5,1,""],extract_full_atlas_setup:[53,5,1,""],extract_platform_and_os:[53,5,1,""],get_and_verify_payload_proxy_from_server:[53,5,1,""],get_container_options:[53,5,1,""],get_full_asetup:[53,5,1,""],get_grid_image_for_singularity:[53,5,1,""],get_middleware_container:[53,5,1,""],get_middleware_container_script:[53,5,1,""],get_middleware_type:[53,5,1,""],get_payload_proxy:[53,5,1,""],get_release_setup_name:[53,5,1,""],get_root_container_script:[53,5,1,""],is_release_setup:[53,5,1,""],remove_container_string:[53,5,1,""],replace_last_command:[53,5,1,""],set_platform:[53,5,1,""],singularity_wrapper:[53,5,1,""],update_alrb_setup:[53,5,1,""],update_for_user_proxy:[53,5,1,""],wrapper:[53,5,1,""]},"pilot.user.atlas.jobmetrics":{get_job_metrics:[55,5,1,""],get_job_metrics_string:[55,5,1,""]},"pilot.user.atlas.loopingjob_definitions":{allow_loopingjob_detection:[56,5,1,""],remove_unwanted_files:[56,5,1,""]},"pilot.user.atlas.memory":{allow_memory_usage_verifications:[57,5,1,""],get_ucore_scale_factor:[57,5,1,""],memory_usage:[57,5,1,""]},"pilot.user.atlas.nordugrid":{XMLDictionary:[58,1,1,""],convert_to_prettyprint:[58,5,1,""],convert_to_xml:[58,5,1,""]},"pilot.user.atlas.nordugrid.XMLDictionary":{__dict__:[58,3,1,""],__init__:[58,2,1,""],__module__:[58,3,1,""],__weakref__:[58,3,1,""],_dictionary:[58,3,1,""],add_to_list:[58,2,1,""],get_dictionary:[58,2,1,""]},"pilot.user.atlas.proxy":{interpret_proxy_info:[59,5,1,""],verify_arcproxy:[59,5,1,""],verify_gridproxy:[59,5,1,""],verify_proxy:[59,5,1,""],verify_vomsproxy:[59,5,1,""]},"pilot.user.atlas.setup":{download_transform:[60,5,1,""],get_alrb_export:[60,5,1,""],get_analysis_trf:[60,5,1,""],get_asetup:[60,5,1,""],get_asetup_options:[60,5,1,""],get_file_system_root_path:[60,5,1,""],get_payload_environment_variables:[60,5,1,""],get_valid_base_urls:[60,5,1,""],get_writetoinput_filenames:[60,5,1,""],is_standard_atlas_job:[60,5,1,""],replace_lfns_with_turls:[60,5,1,""],set_inds:[60,5,1,""],should_pilot_prepare_setup:[60,5,1,""]},"pilot.user.atlas.utilities":{convert_text_file_to_dictionary:[61,5,1,""],convert_unicode_string:[61,5,1,""],get_average_summary_dictionary:[61,5,1,""],get_average_summary_dictionary_prmon:[61,5,1,""],get_benchmark_setup:[61,5,1,""],get_last_value:[61,5,1,""],get_max_memory_monitor_value:[61,5,1,""],get_memory_monitor_info:[61,5,1,""],get_memory_monitor_info_path:[61,5,1,""],get_memory_monitor_output_filename:[61,5,1,""],get_memory_monitor_setup:[61,5,1,""],get_memory_monitor_setup_old:[61,5,1,""],get_memory_monitor_summary_filename:[61,5,1,""],get_memory_values:[61,5,1,""],get_metadata_dict_from_txt:[61,5,1,""],get_network_monitor_setup:[61,5,1,""],get_pid_for_command:[61,5,1,""],get_pid_for_jobid:[61,5,1,""],get_pid_for_trf:[61,5,1,""],get_prefetcher_setup:[61,5,1,""],get_proper_pid:[61,5,1,""],get_ps_info:[61,5,1,""],get_trf_command:[61,5,1,""],post_memory_monitor_action:[61,5,1,""],precleanup:[61,5,1,""]},"pilot.user.generic":{common:[62,0,0,"-"],container:[63,0,0,"-"],jobmetrics:[65,0,0,"-"],loopingjob_definitions:[66,0,0,"-"],memory:[67,0,0,"-"],proxy:[68,0,0,"-"],setup:[69,0,0,"-"]},"pilot.user.generic.common":{get_analysis_run_command:[62,5,1,""],get_metadata:[62,5,1,""],get_payload_command:[62,5,1,""],get_utility_command_execution_order:[62,5,1,""],get_utility_command_kill_signal:[62,5,1,""],get_utility_command_output_filename:[62,5,1,""],get_utility_command_setup:[62,5,1,""],get_utility_commands:[62,5,1,""],post_utility_command_action:[62,5,1,""],remove_redundant_files:[62,5,1,""],sanity_check:[62,5,1,""],update_job_data:[62,5,1,""],update_server:[62,5,1,""],update_stagein:[62,5,1,""],validate:[62,5,1,""],verify_job:[62,5,1,""]},"pilot.user.generic.container":{create_stagein_container_command:[63,5,1,""],do_use_container:[63,5,1,""],wrapper:[63,5,1,""]},"pilot.user.generic.jobmetrics":{get_job_metrics:[65,5,1,""]},"pilot.user.generic.loopingjob_definitions":{allow_loopingjob_detection:[66,5,1,""],remove_unwanted_files:[66,5,1,""]},"pilot.user.generic.memory":{allow_memory_usage_verifications:[67,5,1,""],memory_usage:[67,5,1,""]},"pilot.user.generic.proxy":{verify_proxy:[68,5,1,""]},"pilot.user.generic.setup":{download_transform:[69,5,1,""],get_analysis_trf:[69,5,1,""],get_valid_base_urls:[69,5,1,""]},"pilot.util":{auxiliary:[71,0,0,"-"],config:[72,0,0,"-"],constants:[73,0,0,"-"],container:[74,0,0,"-"],disk:[75,0,0,"-"],filehandling:[76,0,0,"-"],harvester:[77,0,0,"-"],https:[78,0,0,"-"],jobmetrics:[81,0,0,"-"],loopingjob:[82,0,0,"-"],math:[83,0,0,"-"],monitoring:[84,0,0,"-"],monitoringtime:[85,0,0,"-"],parameters:[87,0,0,"-"],processes:[88,0,0,"-"],proxy:[89,0,0,"-"],queuehandling:[90,0,0,"-"],timer:[91,0,0,"-"],timing:[92,0,0,"-"],tracereport:[93,0,0,"-"],workernode:[94,0,0,"-"]},"pilot.util.auxiliary":{check_for_final_server_update:[71,5,1,""],convert_to_pilot_error_code:[71,5,1,""],cut_output:[71,5,1,""],display_architecture_info:[71,5,1,""],extract_memory_usage_value:[71,5,1,""],get_batchsystem_jobid:[71,5,1,""],get_error_code_translation_dictionary:[71,5,1,""],get_job_scheduler_id:[71,5,1,""],get_logger:[71,5,1,""],get_memory_usage:[71,5,1,""],get_object_size:[71,5,1,""],get_pilot_id:[71,5,1,""],get_pilot_state:[71,5,1,""],get_resource_name:[71,5,1,""],get_size:[71,5,1,""],has_instruction_set:[71,5,1,""],has_instruction_sets:[71,5,1,""],is_python3:[71,5,1,""],is_virtual_machine:[71,5,1,""],pilot_version_banner:[71,5,1,""],set_pilot_state:[71,5,1,""],shell_exit_code:[71,5,1,""],show_memory_usage:[71,5,1,""],whoami:[71,5,1,""]},"pilot.util.config":{_ConfigurationSection:[72,1,1,""],read:[72,5,1,""]},"pilot.util.config._ConfigurationSection":{__dict__:[72,3,1,""],__getattr__:[72,2,1,""],__getitem__:[72,2,1,""],__module__:[72,3,1,""],__repr__:[72,2,1,""],__weakref__:[72,3,1,""]},"pilot.util.container":{containerise_executable:[74,5,1,""],execute:[74,5,1,""],is_python3:[74,5,1,""]},"pilot.util.disk":{_ntuple_diskusage:[75,3,1,""],disk_usage:[75,5,1,""]},"pilot.util.filehandling":{_define_tabledict_keys:[76,5,1,""],add_to_total_size:[76,5,1,""],calculate_adler32_checksum:[76,5,1,""],calculate_checksum:[76,5,1,""],calculate_md5_checksum:[76,5,1,""],convert:[76,5,1,""],copy:[76,5,1,""],copy_pilot_source:[76,5,1,""],create_symlink:[76,5,1,""],dump:[76,5,1,""],establish_logging:[76,5,1,""],find_executable:[76,5,1,""],find_latest_modified_file:[76,5,1,""],find_text_files:[76,5,1,""],get_checksum_type:[76,5,1,""],get_checksum_value:[76,5,1,""],get_directory_size:[76,5,1,""],get_files:[76,5,1,""],get_guid:[76,5,1,""],get_local_file_size:[76,5,1,""],get_nonexistant_path:[76,5,1,""],get_pilot_work_dir:[76,5,1,""],get_table_from_file:[76,5,1,""],get_valid_path_from_list:[76,5,1,""],grep:[76,5,1,""],is_json:[76,5,1,""],mkdirs:[76,5,1,""],open_file:[76,5,1,""],read_file:[76,5,1,""],read_json:[76,5,1,""],read_list:[76,5,1,""],remove:[76,5,1,""],remove_core_dumps:[76,5,1,""],remove_dir_tree:[76,5,1,""],remove_empty_directories:[76,5,1,""],remove_files:[76,5,1,""],rmdirs:[76,5,1,""],scan_file:[76,5,1,""],tail:[76,5,1,""],tar_files:[76,5,1,""],touch:[76,5,1,""],update_extension:[76,5,1,""],verify_file_list:[76,5,1,""],write_file:[76,5,1,""],write_json:[76,5,1,""]},"pilot.util.harvester":{dump:[77,5,1,""],findfile:[77,5,1,""],get_event_status_file:[77,5,1,""],get_initial_work_report:[77,5,1,""],get_job_request_file_name:[77,5,1,""],get_worker_attributes_file:[77,5,1,""],is_harvester_mode:[77,5,1,""],kill_worker:[77,5,1,""],parse_job_definition_file:[77,5,1,""],publish_job_report:[77,5,1,""],publish_stageout_files:[77,5,1,""],publish_work_report:[77,5,1,""],remove_job_request_file:[77,5,1,""],request_new_jobs:[77,5,1,""]},"pilot.util.https":{_ctx:[78,1,1,""],_tester:[78,5,1,""],cacert:[78,5,1,""],cacert_default_location:[78,5,1,""],capath:[78,5,1,""],ctx:[78,1,1,""],execute_request:[78,5,1,""],execute_urllib:[78,5,1,""],get_curl_command:[78,5,1,""],get_curl_config_option:[78,5,1,""],get_urlopen2_output:[78,5,1,""],get_urlopen_output:[78,5,1,""],get_vars:[78,5,1,""],https_setup:[78,5,1,""],request:[78,5,1,""]},"pilot.util.https._ctx":{__getnewargs__:[78,2,1,""],__module__:[78,3,1,""],__new__:[78,2,1,""],__repr__:[78,2,1,""],__slots__:[78,3,1,""],_asdict:[78,2,1,""],_field_defaults:[78,3,1,""],_fields:[78,3,1,""],_fields_defaults:[78,3,1,""],_make:[78,2,1,""],_replace:[78,2,1,""],cacert:[78,2,1,""],capath:[78,2,1,""],ssl_context:[78,2,1,""],user_agent:[78,2,1,""]},"pilot.util.https.ctx":{__dict__:[78,3,1,""],__module__:[78,3,1,""],__weakref__:[78,3,1,""],cacert:[78,3,1,""],capath:[78,3,1,""],ssl_context:[78,3,1,""],user_agent:[78,3,1,""]},"pilot.util.jobmetrics":{get_job_metrics:[81,5,1,""],get_job_metrics_entry:[81,5,1,""]},"pilot.util.loopingjob":{get_looping_job_limit:[82,5,1,""],get_time_for_last_touch:[82,5,1,""],kill_looping_job:[82,5,1,""],looping_job:[82,5,1,""]},"pilot.util.math":{add_lists:[83,5,1,""],bytes2human:[83,5,1,""],chi2:[83,5,1,""],convert_mb_to_b:[83,5,1,""],diff_lists:[83,5,1,""],float_to_rounded_string:[83,5,1,""],human2bytes:[83,5,1,""],is_greater_or_equal:[83,5,1,""],mean:[83,5,1,""],split_version:[83,5,1,""],sum_dev:[83,5,1,""],sum_square_dev:[83,5,1,""],tryint:[83,5,1,""]},"pilot.util.monitoring":{check_local_space:[84,5,1,""],check_output_file_sizes:[84,5,1,""],check_payload_stdout:[84,5,1,""],check_work_dir:[84,5,1,""],display_oom_info:[84,5,1,""],get_exception_error_code:[84,5,1,""],get_local_size_limit_stdout:[84,5,1,""],get_max_allowed_work_dir_size:[84,5,1,""],get_max_input_size:[84,5,1,""],get_score:[84,5,1,""],job_monitor_tasks:[84,5,1,""],set_number_used_cores:[84,5,1,""],should_abort_payload:[84,5,1,""],utility_monitor:[84,5,1,""],verify_disk_usage:[84,5,1,""],verify_looping_job:[84,5,1,""],verify_memory_usage:[84,5,1,""],verify_running_processes:[84,5,1,""],verify_user_proxy:[84,5,1,""]},"pilot.util.monitoringtime":{MonitoringTime:[85,1,1,""]},"pilot.util.monitoringtime.MonitoringTime":{__dict__:[85,3,1,""],__init__:[85,2,1,""],__module__:[85,3,1,""],__weakref__:[85,3,1,""],get:[85,2,1,""],update:[85,2,1,""]},"pilot.util.parameters":{convert_to_int:[87,5,1,""],get_maximum_input_sizes:[87,5,1,""]},"pilot.util.processes":{cleanup:[88,5,1,""],dump_stack_trace:[88,5,1,""],find_processes_in_group:[88,5,1,""],get_cgroups_base_path:[88,5,1,""],get_cpu_consumption_time:[88,5,1,""],get_current_cpu_consumption_time:[88,5,1,""],get_instant_cpu_consumption_time:[88,5,1,""],get_max_memory_usage_from_cgroups:[88,5,1,""],get_number_of_child_processes:[88,5,1,""],get_process_commands:[88,5,1,""],is_process_running:[88,5,1,""],is_zombie:[88,5,1,""],kill_child_processes:[88,5,1,""],kill_orphans:[88,5,1,""],kill_process:[88,5,1,""],kill_process_group:[88,5,1,""],kill_processes:[88,5,1,""],threads_aborted:[88,5,1,""]},"pilot.util.proxy":{get_distinguished_name:[89,5,1,""]},"pilot.util.queuehandling":{abort_jobs_in_queues:[90,5,1,""],declare_failed_by_kill:[90,5,1,""],get_queuedata_from_job:[90,5,1,""],purge_queue:[90,5,1,""],put_in_queue:[90,5,1,""],queue_report:[90,5,1,""],scan_for_jobs:[90,5,1,""]},"pilot.util.timer":{TimedProcess:[91,1,1,""],TimedThread:[91,1,1,""],TimeoutException:[91,4,1,""],Timer:[91,3,1,""],timeout:[91,5,1,""]},"pilot.util.timer.TimedProcess":{__dict__:[91,3,1,""],__init__:[91,2,1,""],__module__:[91,3,1,""],__weakref__:[91,3,1,""],run:[91,2,1,""]},"pilot.util.timer.TimedThread":{__dict__:[91,3,1,""],__init__:[91,2,1,""],__module__:[91,3,1,""],__weakref__:[91,3,1,""],execute:[91,2,1,""],run:[91,2,1,""]},"pilot.util.timer.TimeoutException":{__init__:[91,2,1,""],__module__:[91,3,1,""],__str__:[91,2,1,""],__weakref__:[91,3,1,""]},"pilot.util.timing":{add_to_pilot_timing:[92,5,1,""],get_elapsed_real_time:[92,5,1,""],get_final_update_time:[92,5,1,""],get_getjob_time:[92,5,1,""],get_initial_setup_time:[92,5,1,""],get_payload_execution_time:[92,5,1,""],get_postgetjob_time:[92,5,1,""],get_setup_time:[92,5,1,""],get_stagein_time:[92,5,1,""],get_stageout_time:[92,5,1,""],get_time_difference:[92,5,1,""],get_time_measurement:[92,5,1,""],get_time_since:[92,5,1,""],get_time_since_multijob_start:[92,5,1,""],get_time_since_start:[92,5,1,""],get_total_pilot_time:[92,5,1,""],read_pilot_timing:[92,5,1,""],time_stamp:[92,5,1,""],timing_report:[92,5,1,""],write_pilot_timing:[92,5,1,""]},"pilot.util.tracereport":{TraceReport:[93,1,1,""]},"pilot.util.tracereport.TraceReport":{__dict__:[93,3,1,""],__init__:[93,2,1,""],__module__:[93,3,1,""],__weakref__:[93,3,1,""],get_ssl_certificate:[93,2,1,""],init:[93,2,1,""],send:[93,2,1,""],verify_trace:[93,2,1,""]},"pilot.util.workernode":{check_hz:[94,5,1,""],collect_workernode_info:[94,5,1,""],get_condor_node_name:[94,5,1,""],get_cpu_model:[94,5,1,""],get_cpuinfo:[94,5,1,""],get_disk_space:[94,5,1,""],get_local_disk_space:[94,5,1,""],get_meminfo:[94,5,1,""],get_node_name:[94,5,1,""]},"pilot.workflow":{generic:[95,0,0,"-"]},"pilot.workflow.generic":{interrupt:[95,5,1,""],register_signals:[95,5,1,""],run:[95,5,1,""]}},objnames:{"0":["py","module","Python module"],"1":["py","class","Python class"],"2":["py","method","Python method"],"3":["py","attribute","Python attribute"],"4":["py","exception","Python exception"],"5":["py","function","Python function"]},objtypes:{"0":"py:module","1":"py:class","2":"py:method","3":"py:attribute","4":"py:exception","5":"py:function"},terms:{"000001":52,"0770":76,"10000":83,"1008":6,"1024":[71,83],"10340177":61,"1048576":83,"105077960":52,"1073741824":83,"1098":6,"1099":6,"1099511627776":83,"1099511627776127398123789121":83,"1100":6,"1103":6,"1104":6,"1106":6,"1110":6,"1115":6,"1116":6,"1117":6,"1124":6,"1133":6,"1135":6,"1136":6,"1137":6,"1141":6,"1143":6,"1144":6,"1145":6,"1149":6,"1150":6,"1151":6,"1152":6,"1163":6,"1165":6,"1168":6,"1171":6,"1172":6,"1177":6,"1180":6,"1181":6,"1186":6,"1187":6,"1190":6,"1191":6,"1199":6,"1200":6,"1201":6,"1202":6,"1203":6,"1204":6,"1205":6,"1206":6,"1207":6,"1211":6,"1212":6,"1213":6,"1220":6,"1221":6,"1223":6,"1224":6,"1228":6,"123":58,"1234":6,"1235":6,"1236":6,"1238":6,"1240":6,"1242":6,"1244":6,"1246":6,"1247":6,"1288":76,"1300":6,"1301":6,"1302":6,"1303":6,"1305":6,"1306":6,"1307":6,"1308":6,"1309":6,"1310":6,"1311":6,"1312":6,"1313":6,"1314":6,"1315":6,"1316":6,"1317":6,"1318":6,"1319":6,"1320":6,"1321":6,"1322":6,"1323":6,"1324":6,"1324968":71,"1325":6,"1326":6,"1327":6,"1328":6,"1329":6,"1330":6,"1331":6,"1332":6,"1333":6,"1334":6,"1335":6,"1336":6,"1337":6,"1338":6,"1339":6,"1340":6,"1341":6,"1342":6,"1343":6,"1344":6,"1345":6,"1346":6,"1347":6,"1348":6,"1349":6,"1350":6,"1351":6,"1352":6,"1353":6,"1354":6,"1355":6,"1356":6,"1357":6,"1358":6,"1359":6,"1360":6,"1361":6,"1362":[6,12],"1363":[6,12],"1364":6,"136628":12,"13917":71,"1415":83,"142260":76,"152832":71,"15760866":60,"16235568":61,"16342012":61,"1776":12,"183424":12,"19384236":61,"19t2148":53,"1st":39,"2018":[33,34,35,36,39,40,41,42,43,44,61,91],"2020":53,"2048":83,"23578835":52,"2430":76,"251":52,"2528":12,"25443":98,"255":6,"2640":12,"345935":60,"34692":12,"3600":98,"3664":76,"40058624":61,"40ghz":94,"49cf":76,"4core":57,"5023500":61,"504":76,"5072":12,"512":[83,94],"5790l":52,"5964997":61,"5kilo":83,"62036":12,"6501489":61,"76562":83,"850":76,"8601":92,"8603":12,"8604":12,"909":83,"92008faf":76,"94840":76,"9856":83,"9c5c":76,"boolean":[0,2,6,7,9,11,13,17,20,22,33,35,40,52,53,56,57,60,61,62,63,66,67,71,74,76,77,78,83,84,88,93,98],"byte":[40,71,75,83,84],"case":[0,2,6,9,11,15,18,20,22,23,33,40,51,52,53,56,60,61,62,66,71,76,77,82,83,84,85,87,91,92],"catch":7,"char":[0,76,93],"class":[0,1,2,4,5,6,7,14,15,33,34,35,36,39,40,41,42,43,44,52,58,72,76,78,85,91,93],"const":15,"default":[0,2,6,9,11,33,35,36,52,53,56,62,66,76,77,78,83,85,87,91,92,98],"export":[52,53,60,62],"final":[2,11,33,36,40,43,53,71,92],"float":[0,11,55,65,76,81,83,88,92,94],"function":[0,1,2,4,5,6,7,9,11,12,13,15,17,33,34,35,36,39,40,41,52,53,58,60,61,62,63,69,71,72,74,76,77,78,81,83,84,85,87,88,90,91,92,93,95],"import":[6,52,62,92],"int":[0,6,11,12,13,15,17,23,35,39,40,43,44,51,52,53,55,57,59,60,61,65,67,68,69,71,76,78,81,82,83,84,85,87,88,92,94,98],"long":[6,11,52,76,90],"new":[6,11,52,53,61,76,77,78,88],"return":[0,2,4,6,7,9,11,12,13,14,15,17,18,20,21,22,23,33,34,35,36,39,40,41,43,44,45,46,47,49,50,51,52,53,55,56,57,58,59,60,61,62,63,65,66,67,68,69,71,72,74,75,76,77,78,81,82,83,84,85,87,88,89,90,91,92,93,94,95],"short":11,"static":[2,40,78],"throw":[23,85],"true":[0,2,6,9,11,17,20,22,35,39,40,43,52,53,60,61,62,63,76,77,78,84,88,92],"try":[2,35,36,53,87,94],"while":[11,42,98],AND:88,Are:[71,84,93],FOR:11,For:[0,11,36,53,98],Has:11,NFS:6,NOT:[11,53],Not:[6,7,98],The:[6,7,11,12,13,17,33,35,39,40,43,44,52,53,55,56,58,59,60,61,63,65,66,69,71,74,76,77,81,82,83,84,85,87,92,94,95,98],Then:52,There:[6,58],These:[15,53],Use:[9,11,20,59,68,71],Used:[52,62,78,83],Uses:91,With:11,_000002:60,__annotations__:[0,2,5,6,15,33,34,35,39,41,52,58,72,78,85,91,93],__contains__:40,__dict__:[0,2,5,6,15,33,34,35,39,41,52,58,72,78,85,91,93],__doc__:[0,2,5,6,15,33,34,35,39,41,52,58,72,78,85,91,93],__getattr__:72,__getitem__:[40,72],__getnewargs__:78,__init__:[0,1,2,4,5,7,14,15,34,36,39,40,41,42,43,44,58,71,85,91,93],__module__:[0,1,2,4,5,6,7,14,15,33,34,35,36,39,40,41,42,43,44,52,58,72,78,85,91,93],__new__:78,__repr__:[33,72,78],__setitem__:40,__slots__:78,__str__:[7,91],__weakref__:[0,2,5,6,7,15,33,34,35,39,41,52,58,72,78,85,91,93],_asdict:78,_chi2:0,_cl:78,_cmd:[4,53],_configurationsect:72,_ctx:78,_define_tabledict_kei:76,_dictionari:58,_do_stageout:9,_error_messag:6,_field:78,_field_default:78,_fields_default:78,_fit:0,_format:83,_get_trac:22,_intersect:0,_kei:[33,40,43,44],_load_data:33,_make:78,_model:0,_ntuple_diskusag:75,_rawdata:40,_replac:78,_resolve_checksum_opt:23,_resolve_data:39,_slope:0,_ss2:0,_ss:0,_stage_in:9,_stage_in_api:22,_stage_in_bulk:22,_stage_out_api:22,_stage_out_new:9,_stagefil:23,_stderr:15,_stdout:15,_tester:78,_validate_job:11,_validate_payload:13,_xm:0,_ym:0,aaaaaaa:58,ababa22:58,abl:[11,91],abort:[11,52,61,62,84,88,90,95],abort_at:88,abort_job:[7,11,95],abort_jobs_in_queu:90,abort_overrid:11,about:[7,11,52,75,90],accept:[2,78],access:[2,9,40,44,51,52,60,77],access_kei:[40,44],accessmod:[40,52],accord:[2,15,35],accur:[7,14,15,34,39,41,42,91,93],achiev:84,acopytool:[2,43,44],acopytools_schema:43,act:7,acthook:[30,31],action:[33,40,43,44,52,61,62],activ:[2,6,9,11,43,52],actor:84,actual:[11,53,60,63,84,85,94],actualcorecount:40,ad32:[58,76],add:[2,6,11,13,14,15,17,21,40,52,53,58,60,61,62,63,74,76,82,83,92,94],add_asetup:53,add_athena_proc_numb:52,add_data_structure_id:11,add_error_cod:[6,11,52,62],add_if:60,add_list:83,add_makeflag:52,add_memory_info:11,add_replica:2,add_siz:40,add_timing_and_extract:11,add_to_list:58,add_to_pilot_tim:92,add_to_total_s:76,add_workdir_s:40,added:[6,17,52,53,58,62,71,76,83],adding:[6,11],addit:17,address:2,adjust:83,adler32:[6,76],adler:76,affect:[2,11,91],after:[7,11,13,15,40,52,61,62,88,92],again:[35,53],against:83,age:35,agent:78,aggreg:39,agi:[33,36,43,44,53,98],aglt2_test:98,alcf:[32,48],alexei:[33,34,35,36,39,40,41,42,43,44,91],algorithm:[56,66,76,82],alia:[75,78,83,91],all:[0,6,9,11,15,18,20,21,22,33,39,40,43,44,52,60,62,76,77,87,88,90,93],allow:[2,6,7,11,12,43,52,56,61,66,82,84,87,94,98],allow_direct_access:2,allow_lan:43,allow_looping_job:82,allow_loopingjob_detect:[56,66],allow_memory_usage_verif:[57,67],allow_other_countri:98,allow_same_us:98,allow_wan:43,allowed_schema:2,allownooutput:[40,52],allowothercountri:11,allowtxtfil:61,alon:[53,60,84],alrb:[53,60],alrb_cont_runpayload:53,alrb_cont_setupfil:53,alrb_setup:53,alrb_wrapp:53,alrbuserplatform:40,alreadi:[6,7,9,11,33,52,60,71,76],also:[2,6,11,14,52,53,74,76,77,83,84,89],altern:53,alwai:[11,71,83,84,87,92],among:[11,13,76],amount:92,analysi:[13,40,52,60,69],analysis_job:60,analyt:[3,5,32],ani:[2,6,7,9,11,13,15,17,35,40,52,53,61,62,63,71,76,82,83,84,87,95],anisenkov:[33,34,35,36,39,40,41,42,43,44,91],anisyonk:[33,34,35,36,39,40,41,42,43,44,91],anoth:[11,83],anyth:[52,62],aod:60,api:[0,1,2,4,5,9,22,32,39,99],appdir:[43,60],append:76,appli:[2,33,40,43,44],applic:[7,51,78,98],appropri:2,aprotocol:43,arc:21,architectur:71,archiv:52,arcproxi:59,area:61,arg:[1,5,7,9,11,12,13,14,15,39,51,52,61,62,71,76,77,78,84,88,91,92,93,95],argpars:78,args_job:11,argument:[6,9,11,12,13,39,40,52,53,62,63,74,76,77,78,83,84,92,95,98],argv:39,arithmet:83,around:[11,60,74],arprotocol:44,arrai:60,arriv:11,asetup:[53,60,61],ask:11,assign:[6,52],associ:[36,43],assum:[52,53,62,76,83,92],astorag:[2,43,44],athalgseq:76,athena:[53,60],athena_core_numb:52,athena_proc_numb:52,athena_stdout:76,athenamp:52,atla:[9,11,15,32,52,53,55,56,57,58,59,60,61,62,70,98],atlas_local_root_bas:[53,60],atlas_setup:53,atlas_site_nam:2,atlas_sw_bas:60,atlaslocalrootbas:53,atlaslocalsetup:[53,60],atlassetup:53,atlpan:[60,69],attempt:[11,18,20,35,60,71,76,83],attempt_nr:[11,60],attemptnr:40,attr:72,attribu:[33,43,44],attribut:[0,2,5,6,15,33,34,35,39,40,41,43,44,52,58,61,72,77,78,85,91,93],attributeerror:85,aufx:12,authent:6,author:[33,34,35,36,39,40,41,42,43,44,91],auto:9,automat:[2,9,61],aux:61,auxf:71,auxiliari:[32,79],avail:[2,6,9,11,44,53,61,71,76,78,94],averag:[55,61,65,81],avg:[61,76],avgpss:[61,76],avgrss:[61,76],avgswap:[61,76],avgvmem:[61,76],avoid:40,avx2:71,avx:71,axfo:61,back:[11,52,71,78],backchannel:11,backend:91,bad:[6,43],bad_alloc:6,badalloc:6,badli:[6,7],badmemorymonitorjson:6,badqueueconfigur:6,badxml:[6,7],banner:71,base:[2,5,7,17,33,35,40,43,52,60,69,83,88,91],basedata:[32,38],bash:53,basic:7,batch:[6,11,71,76],be4c:76,becaus:11,becom:76,been:[7,9,40,52,56,61,62,66,71,76,82,88],befor:[11,15,52,61,62,77,88,91],begin:[60,61,76],behavior:11,behaviour:11,being:[11,39,78],belog:88,belong:[7,88,92],below:[11,13,76],benchmark:[3,5,32,61],better:[52,62],between:[11,35,39,83,92],beyond:39,big:6,bin:[53,71,98],binari:76,bind:6,bindmountsfromcatchal:53,bit:[53,63],black:6,blackhol:6,bnl:[32,48],bool:[2,40,43,44,52],both:[11,35,71,88],bridg:33,broken:52,bucket:7,build:[11,40],built:33,bulk:22,bytes2human:83,cacert:[78,98],cacert_default_loc:78,cach:[35,36,59,94],cache_tim:[35,36,39],calcul:[0,6,76],calculate_adler32_checksum:76,calculate_checksum:76,calculate_md5_checksum:76,call:[2,6,9,11,15,39,52,53,58,61,63,76,78,81,83,84,88,91,94,98],callback:35,caller:[7,11,76],calotrkmuidalg2:76,can:[2,6,7,9,11,14,18,20,35,40,43,52,53,60,61,62,71,76,77,83,87,90,94,98],candid:6,cannot:[6,76],capath:[78,98],care:11,cast:[33,40],cat:76,catchal:[40,43],caught:[6,7,13,76],caus:91,cern:[33,34,35,36,39,40,41,42,43,44,53,60,69,91,98],certain:[11,52],certif:[78,93,98],cfg:[56,66,85,98],cgroup:88,chang:[13,53,61,98],channel:11,charact:[0,6,76],check:[2,7,11,12,13,22,33,35,39,40,52,53,59,62,68,71,74,76,82,84,88,91],check_availablespac:2,check_for_abort_job:11,check_for_final_server_upd:71,check_for_gf:18,check_for_lsm:20,check_hz:94,check_job_monitor_waiting_tim:11,check_local_spac:84,check_output_file_s:84,check_payload_stdout:84,check_work_dir:84,checker:83,checksum:[6,17,23,52,76],checksum_typ:[23,76],chi2:[0,83],child:[33,40,84,88],children:88,chksum:23,chksumnotsup:6,chmod:[6,76],chmodtrf:6,choos:2,circumst:11,classmethod:[2,6,35,36,39,40,78],clean:[33,40,43,52,53],clean__container_opt:43,clean__container_typ:43,clean__corecount:[40,43],clean__jobparam:40,clean__platform:40,clean__timefloor:43,clean_boolean:33,clean_dictdata:33,clean_listdata:33,clean_numer:33,clean_str:33,cleanup:[9,51,52,61,88],cleanup_broken_link:52,cleanup_looping_payload:52,cleanup_payload:52,client:[2,6,78],clone:[6,7],close:76,cloud:77,cluster:83,cmd:[12,14,15,52,53,60,63,76],cmtconfig:40,code:[6,7,9,11,13,15,17,20,52,53,57,59,60,61,62,67,68,69,71,74,76,81,82,84],collect:[33,40,51,92,94],collect_workernode_info:94,collect_zombi:40,column:[0,61],come:[52,61,98],comma:52,command:[4,6,11,12,15,17,18,20,23,40,45,46,47,49,50,51,52,53,56,59,60,61,62,63,66,71,74,76,78,84,88,98],command_fix:51,common:[2,6,7,15,19,32,35,54,64,70,99],commonli:98,commun:[6,7],communicationfailur:[6,7],comparison:83,compat:[40,91],complet:[11,13,88,91],complex:11,compliant:92,compon:99,computingel:11,condit:[52,61,62],condor:[94,98],conf:34,config:[11,32,34,51,53,77,78,79,84,98],config_fil:72,configinfo:[32,38],configur:[6,34,35,41,43,72],confinfo:39,conjunct:11,connector:33,consid:[2,33,39,40,91],consist:[52,93],constant:[15,32,52,62,79,92],construct:[2,6,33,40,43,44],consult:[6,9],consumpt:[6,11,13,88],contact:[33,34,35,36,39,40,41,42,43,44,84,91],contain:[0,6,9,11,13,32,40,43,52,54,60,61,62,64,70,76,77,79,84,88],container_nam:43,container_opt:[43,53],container_script:53,container_typ:43,containerimag:[40,53],containeris:[53,63,74],containerise_execut:74,containeropt:40,contant:92,content:[35,52,53,71,76],context:78,control:[2,7,9,11,12,13,14,15,18,20,22,23,32,40,76,99],convent:61,convers:[40,71,76,83,87],conversion_factor:52,conversionfailur:[6,7,76],convert:[0,6,7,17,33,43,52,58,61,71,76,83,84,87,92],convert_mb_to_b:83,convert_text_file_to_dictionari:61,convert_to_float:[0,76],convert_to_int:87,convert_to_pilot_error_cod:71,convert_to_prettyprint:58,convert_to_xml:58,convert_unicode_str:61,copi:[2,6,18,20,21,35,40,51,52,76,77,78],coprocess:40,coption:23,copy_in:[18,20,21,22,23],copy_in_bulk:22,copy_in_old:20,copy_out:[18,20,21,22,23],copy_out_old:20,copy_pilot_sourc:76,copy_typ:21,copysetup:[17,20],copytool:[2,9,17,18,20,21,22,23,32,43,44,99],copytool_in:9,copytool_modul:2,copytool_nam:17,copytool_out:9,core:[6,52,76,84],corecount:[40,43,52],coredump:6,cori:71,correct:[52,57],correctli:13,correspond:[6,9,11,13,22,40,52,62,76,81,83,84,88,92,98],corrupt:7,could:[2,6,7,11,33,42,52,61,62],count:52,countri:98,country_group:98,countrygroup:11,cpid:88,cpu:[6,11,12,13,52,71,88,94],cpu_conversion_unit:52,cpuconsumptiontim:[11,40],cpuconsumptionunit:40,cpuconversionfactor:40,cpufactor:[55,65,81],cpuinfo:[71,94],cpulimit:[55,65,81],crash:84,creat:[6,7,9,11,52,53,58,61,62,63,76,77,78,98],create_data_payload:11,create_job:11,create_k8_link:11,create_log:9,create_middleware_container_command:53,create_output_list:21,create_release_setup:53,create_release_setup_old:53,create_root_container_command:53,create_stagein_container_command:63,create_symlink:76,create_trace_report:9,creation:[6,9,52],creator:60,credenti:6,cric:[6,33,43,44],ct_proxi:85,ctx:78,curl:[60,69,78,93],current:[0,7,11,15,39,40,61,71,78,84,85,88,92,98],current_tim:84,custom:[2,33,34,41,42,43],customari:83,customary_ext:83,cut:71,cut_output:71,cutat:71,cvmf:[9,36,53,60],dat:[2,78],data:[0,3,6,7,10,11,32,33,34,35,36,39,40,41,43,44,52,62,71,76,78,83,91],data_in:11,data_out:[9,13],dataload:[32,38],dataset:[58,60],datasetin:40,date:[33,34,35,36,39,40,41,42,43,44,58,60,69,91,92],dav:2,davi:53,db_data:52,db_data_:52,db_time:52,db_time_:52,dbdata:[40,52],dbdatatot:52,dbreleas:[6,9,52],dbreleasefailur:6,dbtime:[40,52],dbtimetot:52,dcach:2,dcap:2,ddm:[6,36,44],ddm_activ:2,ddmconf:[2,21],ddmebdpoint:2,ddmendpoin:41,ddmendpoint:[2,9,36,39,41,44],deactiv:52,debug:[11,40,77,98],decid:[6,53,61,63,84],decim:83,declar:90,declare_failed_by_kil:90,decor:[39,91],dedic:11,deduc:40,default_copytool:2,defin:[0,2,5,6,7,9,11,13,15,33,34,35,39,40,41,52,53,55,58,60,61,65,69,71,72,76,77,78,81,85,91,92,93,98],definit:[11,40,52,71,77],defval:[33,40],delai:11,depend:[33,39,40,43,44,52,98],deprec:[15,42],depth:40,derefer:52,dereferenc:52,descript:[6,11,13,14,15,36,44,51,89],desir:[0,11,52,77,83,84,98],destin:[2,9,17,18,20,21,22,23],destinationdblock:40,detail:[6,23,34,36,39,41,44],detect:[6,56,59,66,82,90],detect_client_loc:2,determin:[2,6,11,40,52,53,60,62,71,74,77,94],determinist:6,develop:11,deviat:83,devic:6,diag:6,diagnost:[6,11,17,52,53,57,59,60,67,68,69,76,82,84],dict:[2,11,17,33,34,35,36,39,40,41,43,44,77,78],dictionari:[0,9,11,13,14,17,22,33,40,43,44,51,52,53,58,61,62,63,71,74,76,77,78,84,92],dictqueri:52,did:82,diff_list:83,differ:[13,52,83,85,92],digit:83,dir:[11,52,61,84],dir_list:52,direct:[2,9,33,40,44,52,60],direct_access_lan:43,direct_access_typ:2,direct_access_wan:43,direct_localinput_allowed_schema:2,direct_remoteinput_allowed_schema:2,directin:[40,52,62],directli:[20,21,34,41],directori:[2,6,7,9,11,51,52,53,56,60,61,62,63,66,69,76,77,78,84,98],discov:[52,62],discover_new_outdata:52,discover_new_output:52,disk:[11,32,40,51,61,79,84,94],disk_usag:75,disklimit:[55,65,81],diskspac:11,dispatch:[11,94,98],dispatcher_respons:11,displai:[71,84],display_architecture_info:71,display_oom_info:84,distribut:2,divid:83,do_use_contain:[53,63],docker:43,doe:[6,7,11,35,36,43,53,60,71,76,77,84,90],doesn:94,doing:[52,62],domain:2,done:[11,40,52,88],done_fin:71,dot:72,down:52,download:[6,7,11,15,18,20,21,22,23,35,36,52,53,60,69],download_command:52,download_transform:[60,69],driver:84,dst:22,dst_dict:52,dst_in:20,dst_kei:52,due:6,dummi:9,dump:[6,52,61,71,76,77],dump_p:61,dump_stack_trac:88,duplic:83,dure:[6,7,9,52,55,56,62,65,66,81,90,98],dynam:6,e12bc74acd19:76,e6620_e5984_s3126_r10724_r10726_tid15760866_00:60,each:[2,52,76,77],earli:[52,61,62],earlier:53,easier:53,either:[2,11,12,40,76,83,94],elaps:[88,92],element:6,els:[52,62],elsewher:[6,7],empti:[6,7,11,60,76,81,90],emptyoutputfil:6,emul:11,enabl:98,encod:[11,40,78],end:[6,59,76,84,92,95],endpoint:[2,6],enough:[2,6,7,11,84],enter:[9,52],entri:[2,35,52,61,76,81],env:[71,78,98],enviro:60,environ:[2,7,52,53,59,60,62,71],environment:[11,60,71,84],envsetup:59,epoch:[11,82,92],err:[13,14,15],error:[2,6,7,9,11,13,17,18,20,22,23,33,52,59,61,62,68,71,76,83,84],error_cod:71,error_messag:76,error_msg:[17,22],error_report:6,errorcod:[8,32,71],errormessag:6,es_stageout_gap:43,escap:93,esfat:[6,7],eshook:[31,32],esmanag:[31,32],esmessag:[31,32],esnoev:[6,7],especi:52,esprocess:[31,32],esrecover:[6,7],establish:76,establish_log:76,etc:[9,11,13,15,34,36,39,41,44,78,84,95],euid:88,even:[40,43],event:[6,7,13,14,52,55,61,65,77,81],event_statu:77,event_status_fil:77,event_typ:9,eventservic:[7,10,16,32,99],everyth:78,exampl:[11,12,15,52,55,58,62,65,71,76,81,83,94],exce:[35,87],exceed:[6,7],exceededmaxwaittim:[6,7],except:[0,6,8,23,32,76,84,91],exclud:[40,76],excludedfil:76,exclus:11,excthread:7,exec:53,execut:[4,6,7,11,13,15,33,39,51,52,53,60,62,63,74,76,78,84,85,88,91,92,95,98],execute_payload:13,execute_request:78,execute_urllib:78,execute_utility_command:15,executedclonejob:[6,7],executor:[13,14,15,52],executor_dictionari:52,exeerrorcod:40,exeerrordiag:40,exeerrordiagst:40,exist:[2,6,7,11,35,52,53,60,61,71,76,98],exit:[6,11,13,15,20,52,53,57,59,60,61,62,67,68,69,71,74,76,82,84],exit_cod:[6,11,13,18,20,21,52,53,71,84],exit_messag:52,exitcod:[40,52],exitmsg:[40,52],exp:[17,82],expect:[6,35,40,43,58,60,61,78,83],experi:[9,98],explicit:53,explicitli:52,expos:39,express:75,ext:[33,35,40,43,44],extend:[2,36],extens:76,extern:[33,36,39,40,43,44,52],extinfo:[32,38,39],extinfoprovid:36,extra:2,extract:[0,6,9,11,13,15,22,23,34,40,41,52,53,60,62,71,76,90,92],extract_atlas_setup:53,extract_container_imag:40,extract_from_t:0,extract_full_atlas_setup:53,extract_memory_usage_valu:71,extract_output_file_guid:52,extract_platform_and_o:53,extract_setup:15,extract_stderr_error:6,extract_stderr_warn:6,extract_turl:52,factor:57,fail:[0,6,7,9,11,13,52,53,71,76,78,87,90],fail_monitored_job:11,failed_data_in:90,failed_payload:13,failed_post:13,failedbyserv:6,failur:[6,13,22,23,53,82,84,92],fall:78,fals:[2,6,9,11,18,20,35,39,40,43,52,53,59,60,61,62,63,76,77,78,84,92],fatal:[6,7,13,76],fault:6,fdat:2,featur:91,februari:40,fetch:[6,34,41],field:[11,13,33,40,52,62,76,77,78,93],file:[0,2,6,7,9,11,14,15,17,18,20,21,22,23,35,40,51,52,53,56,58,59,60,61,62,63,66,72,76,77,78,82,84,85,87,88,92,98],file_handl:52,file_nam:76,fileexist:6,filehandl:[32,79],filehandlingfailur:[6,7,51,76,77],fileinfo:40,filenam:[0,35,52,60,61,62,76,77,78],filename_n:52,files:[17,23],filespec:[2,9,17,18,20,21,22,23,32,38,40,52,76],fill:17,filter:[56,66],filter_files_for_log:9,find:[22,52,56,61,66,71,76,77,88,90],find_execut:76,find_latest_modified_fil:76,find_processes_in_group:88,find_text_fil:76,findfil:77,finish:[11,13,15,40,52,61,71,77,82,88,91],finished_data_in:11,finished_payload:13,first:[0,2,6,9,11,36,39,53,60,61,69,76,77,78],fit:0,fix:[2,51,61,88],flag:[13,52,61,62],flake8:11,flavour:2,float_to_rounded_str:83,flow:95,fname:[35,39],fname_path:76,follow:[6,11,58,61,76,88],foo:83,forc:[52,87],form:[6,7,53,78],format:[0,6,9,12,17,33,35,40,43,44,52,55,58,61,62,65,76,77,78,81,83,92],format_diagnost:6,forward:95,found:[2,6,7,11,40,52,56,61,66,76,84,90],frame:95,free:[40,75],frequenc:[52,94],from:[2,6,9,11,12,13,15,17,22,23,33,34,35,36,39,40,41,43,44,52,53,56,59,60,61,62,66,69,71,72,76,77,78,83,84,88,90,92,93,94,98],from_path:76,fspec:[2,17,22,61],full:[0,2,4,6,11,15,36,52,53,60,61,62,69,76,92,98],full_atlas_setup:53,func:[78,91],further:53,futur:78,gcc48:53,gener:[6,10,11,14,16,32,34,41,48,52,53,59,62,63,66,67,68,70,76,96,98],generalcpucalcproblem:6,generalerror:6,get:[2,6,9,11,13,14,15,17,20,35,36,40,44,52,53,55,57,59,71,76,78,81,82,84,85,88,89,92,94,99],get_alrb_export:60,get_analysis_run_command:[52,62],get_analysis_trf:[60,69],get_and_verify_payload_proxy_from_serv:53,get_asetup:60,get_asetup_opt:60,get_average_summary_dictionari:61,get_average_summary_dictionary_prmon:61,get_batchsystem_jobid:71,get_benchmark_setup:61,get_bucket:7,get_cgroups_base_path:88,get_checksum_typ:76,get_checksum_valu:76,get_command:4,get_condor_node_nam:94,get_container_opt:53,get_copysetup:17,get_cpu_consumption_tim:[11,88],get_cpu_model:94,get_cpu_tim:52,get_cpuinfo:94,get_curl_command:78,get_curl_config_opt:78,get_current_cpu_consumption_tim:88,get_data_structur:11,get_db_info:52,get_db_info_str:52,get_ddmendpoint:39,get_default_copytool:2,get_detail:7,get_dictionari:58,get_direct_access_vari:2,get_directory_s:76,get_disk_spac:94,get_dispatcher_dictionari:11,get_distinguished_nam:89,get_elapsed_real_tim:92,get_error_cod:[7,52,62],get_error_code_translation_dictionari:71,get_error_info:17,get_error_messag:6,get_event_status_fil:77,get_exception_error_cod:84,get_executor_dictionari:52,get_executor_typ:14,get_exit_info:52,get_fake_job:11,get_fil:76,get_file_info_from_output:23,get_file_last_update_tim:35,get_file_open_command:52,get_file_system_root_path:60,get_file_transfer_info:52,get_filenam:4,get_final_update_tim:92,get_finished_or_failed_job:11,get_fitted_data:0,get_full_asetup:53,get_generic_payload_command:52,get_getjob_tim:92,get_grid_image_for_singular:53,get_guid:76,get_guids_from_jobparam:52,get_heartbeat_period:11,get_initial_setup_tim:92,get_initial_work_report:77,get_input_file_dictionari:9,get_instant_cpu_consumption_tim:88,get_job:[15,51],get_job_definit:11,get_job_definition_from_fil:11,get_job_definition_from_serv:11,get_job_from_queu:11,get_job_label:11,get_job_metr:[55,65,81],get_job_metrics_entri:81,get_job_metrics_str:55,get_job_option_for_input_nam:40,get_job_request_file_nam:77,get_job_retrieval_delai:11,get_job_scheduler_id:71,get_job_statu:11,get_job_status_from_serv:11,get_key_valu:40,get_kill_signal_error_cod:6,get_kmap:40,get_last_error:7,get_last_valu:61,get_lfns_and_guid:40,get_local_disk_spac:94,get_local_file_s:76,get_local_size_limit_stdout:84,get_logg:71,get_looping_job_limit:82,get_max_allowed_work_dir_s:84,get_max_input_s:84,get_max_memory_monitor_valu:61,get_max_memory_usage_from_cgroup:88,get_max_running_tim:12,get_max_workdir_s:40,get_maximum_input_s:87,get_meminfo:94,get_memory_monitor_info:61,get_memory_monitor_info_path:61,get_memory_monitor_output_filenam:61,get_memory_monitor_setup:61,get_memory_monitor_setup_old:61,get_memory_monitor_summary_filenam:61,get_memory_usag:71,get_memory_valu:61,get_message_for_pattern:6,get_metadata:[52,62],get_metadata_dict_from_txt:61,get_middleware_contain:53,get_middleware_container_script:53,get_middleware_typ:53,get_network_monitor_setup:61,get_node_nam:94,get_nonexistant_path:76,get_normal_payload_command:52,get_number_of_child_process:88,get_number_of_events_deprec:52,get_object_s:71,get_opts_parg:40,get_outfiles_record:52,get_panda_serv:11,get_path:2,get_payload_command:[15,52,62],get_payload_environment_vari:60,get_payload_execution_tim:92,get_payload_executor:13,get_payload_log_tail:11,get_payload_proxi:53,get_pid_for_command:61,get_pid_for_jobid:61,get_pid_for_trf:61,get_pilot_id:71,get_pilot_st:71,get_pilot_work_dir:76,get_postgetjob_tim:92,get_preferred_replica:2,get_prefetcher_setup:61,get_process_command:88,get_process_info:12,get_processes_for_command:12,get_proper_pid:61,get_proper_st:11,get_protocol:22,get_ps_info:61,get_queuedata_from_job:90,get_redund:52,get_redundant_path:52,get_release_setup_nam:53,get_resource_nam:71,get_result:4,get_ret:40,get_root_container_script:53,get_rs:9,get_scor:84,get_security_kei:44,get_setup:[45,46,47,49,50,51],get_setup_tim:92,get_siz:[40,71],get_special_setup:44,get_ssl_certif:93,get_stagein_tim:92,get_stageout_label:52,get_stageout_tim:92,get_statu:[11,40],get_storage_id:39,get_tabl:0,get_table_from_fil:76,get_task_id:11,get_time_differ:92,get_time_for_last_touch:82,get_time_measur:92,get_time_sinc:92,get_time_since_multijob_start:92,get_time_since_start:92,get_timeout:17,get_total_pilot_tim:92,get_trace_report_vari:9,get_trf_command:61,get_ucore_scale_factor:57,get_urlopen2_output:78,get_urlopen_output:78,get_utility_command:[15,52,62],get_utility_command_execution_ord:[52,62],get_utility_command_kill_sign:[52,62],get_utility_command_output_filenam:[52,62],get_utility_command_setup:[52,62],get_valid_base_url:[60,69],get_valid_path_from_list:76,get_var:78,get_workdir_s:52,get_worker_attributes_fil:77,get_writetoinput_filenam:60,getadmismatch:6,getchild:71,getglobussyserr:6,getjob:[11,92,98],getjob_request:11,getjob_server_command:11,getmd5mismatch:6,getmtim:76,getpid:98,getuid:78,gfal:[2,19,32],gfalcopi:2,gil:91,give:94,given:[2,6,9,11,12,15,17,18,20,21,22,23,34,35,36,40,41,43,52,53,60,61,62,69,71,75,76,82,83,84,85,87,88,90,91,92,94],global:[11,71],globu:6,going:40,goo:83,got:92,grab:52,grace:71,graceful_stop:11,greater:[52,83],grep:[71,76],grid:[6,7,53,59,68,71,77,78,98],group:[11,61,88,98],gsiftp:2,gtag:71,guarante:52,guess:83,guid:[9,40,52,58,76],hack:91,hammercloud:52,handl:[6,7,9,11,13,61,95],handle_backchannel_command:11,handle_rucio_error:22,handler:[2,33],hang:82,happen:6,harverst:77,harvest:[7,11,32,51,71,79],harvesterhook:[30,31],harvesterpath:51,has:[6,7,9,11,15,40,52,53,56,61,62,63,66,71,77,84,88,90,92,98],has_instruction_set:71,has_job_complet:11,has_remoteio:40,have:[6,9,11,33,40,52,53,71,76,82,84,88],header:[0,12,58,76,78],heartbeat:11,hello:76,hello_world:53,help:[7,14,15,34,39,41,42,91,93],helper:[17,58],here:[7,13,15,62],hide:39,high:[5,33,39,40,43,44,92],highest:6,highli:81,hold:[7,11],hole:6,homepackag:[40,52,60],hook:[31,32],host:[33,40,43,44,60,69],hour:[59,68],how:77,hpc:[60,71],hpo:[15,52],hs06:[55,65,81],http:[2,32,60,69,79,83,98],https_setup:78,human2byt:83,human:[52,83],hypervisor:71,identifi:[13,61,71,76,82,84],ids:11,iec:83,iec_ext:83,ignor:[2,22,56,66],ignore_error:22,imag:[6,40,53,60],imagenam:[40,53,60],imagename_jobdef:40,imagenotfound:6,img:53,immedi:76,implement:[2,6,9,11,33,36,40,43,44,91,98],implmemt:39,improv:9,incapsul:[33,40,43,44],includ:[11,15,39,41,52,53,56,60,62,66],incom:95,increas:98,increment:76,ind:60,indata:[9,40,52,62],indent:76,index:[76,99],individu:[11,84],infil:[52,60],infilesguid:[40,52],infinit:40,info:[11,12,17,32,33,34,35,36,39,40,41,42,43,44,52,59,61,76,84,99],inform:[7,11,32,33,34,36,39,40,41,43,44,52,60,62,71,77,79,92,94],infoservic:[32,38],infosi:[2,17,40,61,84,94],infosys_inst:2,init:[0,1,4,5,7,11,39,40,58,93],init_dir:[11,21],initdir:61,initi:[2,7,13,14,15,33,34,39,40,41,42,43,44,52,62,85,88,91,92,93],inner:39,input:[0,2,6,7,9,11,22,33,35,40,43,44,51,52,58,60,76,83,84,87,88],input_fil:[9,76],input_nam:40,inputddm:2,inputfor_file1:40,inputfor_file2:40,inputhitsfil:40,insid:[61,71],instal:6,instanc:[2,13,34,41,77,78],instead:[11,52,60,61,71,76],instruct:[11,71,95],instruction_set:71,integ:[6,52,61,76,83,87,92,98],integr:40,intel:94,intercept:95,interceptor:11,intern:[2,6,9,11,13,33,40,43,44,71,84,92,94,95],internalpilotproblem:6,internet:2,interpret:[11,35,59,83],interpret_proxy_info:59,interrupt:[91,95],intersect:0,interv:[11,84,85],introduc:[33,40,43,44],invalid:6,investig:71,invok:6,ioerror:[51,77],ipc:53,ipv4:2,ipv6:2,is_already_process:9,is_analysi:[40,53],is_build_job:40,is_cvmf:[43,53],is_determinist:44,is_eventservic:40,is_eventservicemerg:40,is_file_expir:35,is_greater_or_equ:83,is_harvester_mod:77,is_hpo:40,is_json:76,is_loc:40,is_loop:9,is_process_run:88,is_python3:[7,71,74],is_queue_empti:11,is_recover:6,is_release_setup:53,is_set:11,is_stagein:[17,23],is_standard_atlas_job:60,is_valid_for_copy_in:[18,20,21,22,23],is_valid_for_copy_out:[18,20,21,22,23],is_virtual_machin:71,is_zombi:88,isloop:[52,62],iso:92,isol:[53,63,91],item:[58,60,61,69,72],itemnam:58,iter:[15,39,71,78],its:[6,11,13,35,74],itself:[15,88],januari:[33,34,35,36,39,41,42,43,44],job:[0,2,6,7,9,10,12,13,14,15,32,40,41,42,45,46,47,49,50,51,52,53,55,56,57,60,61,62,65,66,67,71,76,77,81,82,84,88,89,90,92,93,94,95,98],job_abort:11,job_communication_point:51,job_core_count:52,job_dir:11,job_id:[11,60,71,77,92],job_label:11,job_monitor:11,job_monitor_task:[11,84],job_opt:40,job_param:53,job_report:52,job_report_fil:77,job_scratch_dir:51,job_scratch_path:51,jobalreadyrun:[6,7],jobdata:[32,38],jobdefinitionid:40,jobid:[11,40,52,61,77],jobinfo:[32,38,39],jobinfoprovid:41,jobinfoservic:[32,38],jobmetr:[32,52,54,65,70,79],jobnumb:11,jobpar:60,jobparam:[40,52,62],jobreport:77,jobreport_dictionari:52,jobs_list_fil:51,jobsetid:40,jobstart:[55,65,81],jod_id:71,json:[6,11,35,36,52,61,76,77,78,92],jsonretrievaltimeout:6,just:88,keep:[40,71,72,91],kei:[2,11,34,35,36,39,40,41,43,44,52,53,58,61,63,76,77,83,85,92],kept:42,keylist:76,kibi:83,kill:[6,52,56,62,66,82,88,90,91,95],kill_child_process:88,kill_looping_job:82,kill_orphan:88,kill_process:88,kill_process_group:88,kill_work:77,killpayload:6,killsign:6,kilo:83,kind:[6,83],kmap:[33,40],kname:33,know:[77,84,90],known:[52,60,69,76],ktqm:83,ktype:33,kubernet:11,kwarg:[0,2,4,7,18,20,21,22,23,34,39,41,53,63,74,91,93],kwd:78,label:[9,11,15,52,53,98],lambda:78,larg:[2,6,7],last:[0,11,35,53,61,76,82,83,85,92],last_update_tim:35,later:[9,11,15,52,53,61,62,71,98],latest:11,launch:[7,11,61,77,92,97,99],lead:71,leak:[0,71],least:[40,90],left:[6,35,84],length:[6,7,52,71],less:98,let:[11,77,84],letter:83,level:[0,2,5,33,39,40,43,44,76,92],lfn1:40,lfn2:40,lfn3:40,lfn4:40,lfn:[2,6,9,40,52,58,60],lfns_jobdef:52,lfntoolong:6,lib:40,librari:76,lifetim:[12,98],like:[33,40,71,88,98],limit:[6,11,17,52,56,59,66,68,82,84,91],line:[9,11,40,61,76],linear:0,link:[11,52],linux:71,list1:83,list2:83,list:[0,2,5,6,7,9,11,12,15,17,18,20,21,22,23,33,34,35,36,39,40,41,43,45,46,47,49,50,51,52,56,58,60,61,62,66,69,71,72,74,76,77,78,83,84,85,88,90,91,93,95],list_a:83,list_b:83,list_of_fil:[11,76],list_replica:[6,7],load:[34,35,36,40,41,43,44],load_data:35,load_queuedata:36,load_schedconfig_data:36,load_storage_data:36,load_url_data:35,loader:35,local:[2,6,7,9,11,17,34,36,39,40,51,52,60,76,84,91,94],local_dir:2,localsit:9,locat:[6,11,60,61,69,78],locate_job_definit:11,lock:6,log:[2,6,7,9,11,13,40,52,62,71,76,92,94,98],log_transf:[11,40],log_transfer_not_don:[11,40],logdata:40,logfile_nam:[9,76],logfilecreationfailur:[6,7,9],logger:[2,71,98],logic:[2,40],logstash:[52,62],longer:[6,11,59,61,68,71,77],look:[2,11,61,71],lookup:61,loop:[6,9,11,15,40,52,56,61,62,66,82,84,88],looping_check:40,looping_job:82,looping_limit:82,loopingjob:[6,32,79],loopingjob_definit:[54,64,70],low:[0,39],lower:71,lsb_releas:71,lsetup:53,lsm:[2,19,32],machin:[2,71],made:53,magnitud:83,mai:[0,11,18,20,60,69,84],main:[9,11,12,15,33,40,42,43,44,53,61,76,84,88,95,98],mainli:[34,36,41],maintain:11,make:[11,51,52,62,76,77,78,84],make_job_report:11,makeflag:53,manag:[11,98],mani:[9,61,77],map:[33,39,78],mappingproxi:[0,2,5,6,15,33,34,35,39,41,52,58,72,78,85,91,93],march:91,mark:9,match:[2,6,7,76,98],math:[32,79],max:[11,12,40,61,71,76,84],max_memori:88,max_usage_in_byt:88,maxcpucount:40,maximum:[6,7,12,40,55,61,65,71,81,84,87],maxinputs:[43,84,87],maxpss:[61,76],maxrss:[43,61,76],maxswap:[61,76],maxtim:[12,43],maxvalu:61,maxvmem:[61,76],maxwdir:43,md5:76,md5sum:[6,76],mean:[2,11,14,15,40,53,60,61,76,83,92,98],measur:[0,40,71,84,88,92],mechan:11,megabyt:84,mem:[11,12,71],member:71,memlimit:[55,65,81],memori:[0,4,6,11,52,54,61,62,64,70,71,84,88,91,94],memory_usag:[57,67],memorymonitor:[3,5,32,40],mere:81,merg:[9,13,17,35,36,39,60],merge_destin:17,merge_dict_data:35,messag:[6,7,11,13,52,76,91,98],messagefailur:7,messagehandlingfailur:6,metadata:[6,11,40,52,60,61,62],method:[22,39,85],metric:[0,51,52,55,65,81,84],mhz:94,middlewar:[6,53],middleware_contain:53,middleware_typ:53,middlewareimportfailur:6,might:[6,52,76],min:36,minimum:98,minut:[11,61,84],mismatch:6,miss:6,missingcredenti:6,missinginputfil:6,missinginstal:6,missingoutputfil:6,missingreleaseunpack:6,missingusercod:6,mkdir:[6,76],mkdirfailur:[7,76],mode:[2,11,14,39,40,52,76,77,98],model:[0,94],modern:52,modif:[35,51,76,85],modifi:76,modtim:85,modul:[2,6,7,12,39,43,52,62,71,91,98,99],module_nam:2,moment:[6,36],monitor:[0,4,6,9,10,11,32,52,61,62,79,85,90],monitored_job:13,monitored_payload:11,monitoringtim:[32,79,82,84],more:[6,9,11,83],most:[42,76,83,88],mount:6,move:[11,18,20,21,40,52],move_all_fil:21,move_all_files_in:[18,20],move_all_files_out:[18,20],mpi:51,msg:[6,13],mtime:76,much:[43,52,62],multi:[52,92,98],multipl:[9,71],multiprocess:91,must:[52,53,61,71,76,82,88],mute:76,my_release_setup:53,name1:61,name2:61,name:[0,2,6,7,9,11,13,17,33,34,35,36,39,40,41,43,44,51,52,53,56,58,59,60,61,62,66,69,71,76,77,78,81,83,84,85,94,98],name_pattern:52,namedtupl:75,namespac:6,ncore:[52,57],nearli:11,necessari:[9,11,15,52,53,98],need:[2,6,9,11,15,33,40,43,53,56,60,61,62,63,66,76,77,90,98],negat:11,nentri:52,nersc:[32,48],network:[6,52,61,62],nevent:[40,55,65,81],neventsw:[40,55,65,81],new_outdata:52,new_output:52,newus:6,next:[18,20,78],nfssqlite:6,nice:78,nightli:83,nilspal:12,njob:77,nline:76,no_transf:9,node:[11,32,53,61,79,94],nodenam:94,noexecstrcnv:[40,60],nogridproxi:7,nolocalspac:[6,7,84],non:[6,12,52,53,62,76],nondeterministicddm:6,none:[0,2,6,9,11,12,15,20,22,23,33,34,35,36,39,40,41,43,44,45,46,47,49,50,51,52,53,58,59,60,61,62,68,69,71,76,77,78,82,83,85,87,91,92,93,94],nooutputinjobreport:6,nopayloadmetadata:6,noproxi:[6,59,68],nordugrid:[54,70],noreleasefound:6,noremotespac:6,noreplica:6,normal:[9,11,13,14,52],nosoftwaredir:[6,7,60],nostorag:6,nostorageprotocol:6,nosuchfil:[6,7,76],nosuchprocess:6,not_don:40,not_opened_turl:52,notat:72,notdefin:[0,6,7,39,83],note:[6,11,15,40,52,53,60,61,62,69,71,76,77,84,88,89,98],notest:53,notimpl:6,notimplementederror:[0,76],notsamelength:[6,7],nousertarbal:6,novomsproxi:[6,7,59,68],now:[11,77],nproc:61,nretri:[18,20,35],nthread:61,num:83,number:[6,11,12,18,20,35,40,52,55,60,65,76,77,78,81,83,84,88,91],numer:33,obj:[71,77,90],obj_0:71,object:[0,2,5,6,7,9,11,12,13,14,15,17,18,20,21,22,23,33,34,35,39,40,41,43,44,45,46,47,49,50,51,52,53,55,57,58,61,62,65,67,71,72,76,77,78,81,82,84,85,88,90,91,92,93,94],objectstor:[2,44],observ:83,occur:6,octal:76,old:[40,52,53,77],older:[35,58],onc:[2,6,9,11,33,40,52,61,76,84,91],one:[11,33,40,43,44,58,77,78,83,90],onli:[2,6,9,11,13,35,36,40,53,58,60,61,71,76,83,91,94,98],only_copy_to_scratch:40,oom:84,open:[2,6,13,52,76],open_fil:76,open_remote_fil:52,oper:[2,9,11,76,83,91,92],opt:[35,40,53],option:[0,2,7,11,12,14,17,20,35,40,45,46,47,49,50,51,52,53,60,61,62,71,74,76,78,84,98],order:[2,11,15,22,33,35,40,43,52,60,61,62,69,76,92],order_log_transf:11,ordereddict:78,origin:83,orphan:88,osg_site_nam:2,other:[6,11,52,61,62,78,98],otherwis:[9,11,13,52,53,60,62,63,71,76,78],out:[2,6,7,9,11,13,14,15,17,20,52,53,60,69,74,76,77,82,91,92,98],outdata:[40,52,61],outfil:58,output:[0,2,6,7,9,15,17,21,23,40,52,59,61,62,71,76,78,84,98],output_dir:9,output_fil:9,output_line_scan:17,outputfil:[52,58,62],outputfiletoolarg:6,outsid:[9,11,98],over:[15,39,52,61,88],overal:36,overwrit:[6,34,39,41,42],overwrite_queuedata:40,overwrite_storagedata:40,overwritequeuedata:[40,41],overwritestoragedata:41,overwritten:35,packag:77,page:99,pair:[44,77],panda:[6,7,9,11,36,40,44,52,53,60,61,71,76,92,98],panda_jsid:71,panda_pilot2_:98,panda_taskid:11,pandakil:6,pandaqueu:[34,36,39,41,43,98],pandaqueuenotact:6,pandaserv:98,parallel:[52,62],param:[2,6,9,11,13,15,17,22,33,35,40,43,44,56,58,60,62,66,69,71,76,77,88,91],paramet:[0,1,2,4,5,6,7,9,11,12,13,14,15,17,18,20,21,22,23,32,33,34,35,36,39,40,43,44,45,46,47,49,50,51,52,53,55,56,57,58,59,60,61,62,63,65,66,67,68,69,71,74,76,77,78,79,81,82,83,84,85,88,90,91,92,93,94,95],parent:88,parg:40,pars:[43,52,77,78,88],parse_arg:40,parse_job_definition_fil:77,parse_jobreport_data:[52,77],parse_table_from_fil:76,parser:35,part:[52,53],partial:2,particular:40,pass:[2,33,35,39,41,52,83,91,92],past:88,path1:76,path2:76,path:[0,2,11,17,20,51,52,53,60,61,69,75,76,77,78,88,93,94,98],pattern:[6,52,76],paus:11,pause_queue_monitor:11,payload:[6,7,10,11,14,15,32,40,51,52,53,56,60,61,62,66,82,84,92,98],payload_pid:84,payload_report_fil:51,payloadexceedmaxmem:6,payloadexecutionexcept:6,payloadexecutionfailur:6,payloadoutofmemori:6,payloadsigsegv:6,peek:11,peeking_tim:11,per:[2,11,52,61],perform:[9,12,13,52,57,61,62,67,76,84,98],perform_initial_payload_error_analysi:13,period:11,perman:51,pfc:52,pfn:[2,9],pgrp:[40,61,88],phpy8eg_a14_ttbarmet100_200_hdamp258p75_nonallhad:60,physic:22,pick:11,pickl:[78,91],pid:[4,12,40,61,71,84,88],piec:[53,63],pilot2:[12,61,78],pilot:[0,1,2,4,5,6,7,9,11,12,13,14,15,17,18,20,21,22,23,33,34,35,36,39,40,41,42,43,44,45,46,47,49,50,51,52,53,55,56,57,58,59,60,61,62,63,65,66,67,68,69,71,72,74,75,76,77,78,81,82,83,84,85,87,88,89,90,91,92,93,94,95,97],pilot_config:98,pilot_error_cod:6,pilot_error_diag:6,pilot_job_st:71,pilot_kill_payload:84,pilot_maxnproc:84,pilot_multijob_start_tim:92,pilot_pre_getjob:92,pilot_start_tim:92,pilot_timing_dictionari:92,pilot_us:98,pilot_vers:78,pilot_version_bann:71,pilotconfigprovid:[34,43],piloterrorcod:[11,40,52,62],piloterrordiag:[6,40,52,62],pilotexcept:[0,2,7,11,18,20,21,22,23,52,76],pilotlog:76,place:[7,11,13,33,40,43,44,53,60,84],plai:83,plain:78,platform:[40,43,53],pledgedcpu:43,plu:40,point:[6,15,51,59,88,95],pointer:76,pool:60,popen:[15,61],popul:[2,58,71],port:[11,98],posit:[71,78,92],posix:[76,78],possibl:[11,43,52,71,83],post:[6,15,51,52,61,62,92],post_memory_monitor_act:61,post_payload:15,post_setup:15,post_utility_command_act:[52,62],postprocess:[15,40,52],postprocess_workdir:51,postprocessfailur:6,potenti:52,pre:[6,11,15,17,52,61],pre_payload:15,pre_setup:15,precis:[0,83],precleanup:61,prefer:[2,9],prefetch:61,prefix:2,preliminari:52,prepar:[2,11,15,40,43,52,60,69,77],prepare_destin:2,prepare_infil:40,prepare_inputddm:2,prepare_outfil:40,prepare_sourc:2,preparesetup:52,prepend:[15,52,53,61,62,63],preplac:11,preprocess:[15,40],preprocessfailur:6,presenc:71,present:[6,11,40,52,53,93],preserv:35,presev:35,pretti:58,previou:[53,61,82],previous:78,primari:[2,36],primary_schema:2,print:[11,58,71,76,91],print_node_info:11,prior:[52,62,76,88],priorit:[2,34,35,36,39,41],prioriti:[2,6,35,36,52,61],privileg:[11,98],prmon:[52,61],probabl:42,problem:[6,9,11,52,61,62,76],proc:[6,14,15,71,94],proce:11,proceed_with_getjob:11,process:[2,4,6,9,12,15,32,35,40,51,52,56,60,61,66,71,74,77,79,82,84,91],process_id:88,process_job_report:40,process_jobreport:51,process_remote_file_trac:52,process_writetofil:40,processed_job:9,processing_typ:60,processingtyp:40,processor:78,prod:[88,98],prodsourcelabel:11,produc:[6,11,40,52,61,98],product:[11,52,60,98],produserid:[40,89],propag:[11,52],propaget:7,proper:[2,9,11,17,22,52,53,60,61,62,71,84],properli:[0,11,55,65,81,91],properti:[33,40,43,78],protect:[52,83],protocol:[2,6,22,43,44],protocol_id:44,provid:[9,34,36,39,41,42,61,74,78,83,91,92],proxi:[6,7,11,32,53,54,64,70,79,84,98],proxy_id:59,proxy_outfile_nam:53,pss:[0,61,76],pstack:88,pt2:83,ptest:[11,98],pts:12,publish:[11,77],publish_harvester_report:11,publish_job_report:77,publish_stageout_fil:77,publish_work_report:77,pull:11,purg:76,purge_queu:90,purpos:[11,43],put:[9,11,13,20,71,90],put_error_cod:6,put_in_queu:90,putadmismatch:6,putglobussyserr:6,putmd5mismatch:6,python2:71,python:[7,12,58,61,71,74,76,91,98],queri:[6,71],question:12,queu:13,queue:[6,7,9,11,12,13,34,36,39,41,43,53,57,71,84,90,91,95,98],queue_monitor:[9,11],queue_nam:98,queue_report:90,queuedata:[6,7,9,11,12,13,32,36,38,40,53,84,90,94],queuedatafailur:7,queuedatanotok:[6,7],quiet:53,rais:[0,2,9,11,18,20,21,22,23,39,51,52,60,76,77,83,91],ram:51,ran:6,random:76,rang:98,rank:[51,83],rather:13,raw:[11,33,40,43,61],raythena:[6,14,53,84],rbyte:[61,76],rc_test2:11,rchar:[61,76],rcode:17,reach:[6,91],reachedmaxtim:6,read:[11,35,52,55,61,65,72,76,81,88,92,94],read_byt:61,read_fil:76,read_json:76,read_list:76,read_pilot_tim:92,readabl:83,readi:77,real:[88,92],realdatasetsin:60,realli:40,reason:[6,33,40,43,44],reassign:6,rec:35,receiv:[22,53,90,95],recent:[56,66,76,82,83],recogn:[13,83],recover:[6,7,11],recoverable_error_cod:6,recurs:[18,35,71,88],recursi:9,redund:[52,62],refactor:15,refer:[0,2,5,6,7,15,33,34,35,39,41,52,58,72,78,85,91,93],reg:17,regexp:76,regist:95,register_sign:95,regular:[9,78],rel:92,relat:[2,6,12,17,40,43],releas:[6,52,53,60,61,83],release_setup:53,relev:[12,52,61,92],reli:[11,71,84,98],remain:76,reman:94,remot:[6,9,17,52],remote_io:2,remotefilecouldnotbeopen:6,remoteinput_allowed_schema:2,remotesit:9,remov:[6,9,11,33,40,42,43,44,52,53,56,61,62,66,76,77,83,93],remove_arch:52,remove_container_str:53,remove_core_dump:76,remove_dir_tre:76,remove_empty_directori:76,remove_error_cod:6,remove_fil:76,remove_from_stageout:52,remove_job_request_fil:77,remove_no_output_fil:52,remove_pilot_logs_from_list:11,remove_redundant_fil:[52,62],remove_special_fil:52,remove_unwanted_fil:[56,66],rename_log_fil:15,replac:[40,53,60,78],replace_last_command:53,replace_lfns_with_turl:60,replica:[2,6,7],replicanotfound:6,replicasnotfound:7,repo:[42,53],report:[6,9,11,40,51,52,55,65,71,77,81,84,92],report_error:6,repr:72,represent:[33,78],req:78,request:[2,6,11,15,33,41,43,53,74,77,78,92,98],request_new_job:77,requir:[2,11,33,36,40,43,53,59,60,68,91,93],require_init:39,require_protocol:2,res:11,reset:53,reset_error:40,resolv:[2,9,17,34,36,39,41,43],resolve_allowed_schema:43,resolve_common_transfer_error:17,resolve_ddmendpoint_storageid:39,resolve_protocol:2,resolve_queuedata:[34,36,39,41],resolve_replica:2,resolve_schedconf_sourc:[34,39,41],resolve_storage_data:[36,39,41],resolve_surl:2,resolve_transform_error:6,resourc:[6,11,32,35,43,44,45,46,47,49,50,51,71,78,98,99],resource_nam:71,resourceunavail:6,respons:[11,78],restart:84,resubmit:6,result:[33,39,40,59,84,91,98],ret:[17,40],retri:[18,20,35],retriev:[6,7,11,36,53],retriv:[35,36],returnproc:74,revert:71,right:35,rmdir:76,roam:2,rod:52,role:53,root:[2,52,53,58,60],rootnam:58,round:83,row:[61,76],rprotocol:44,rse:[2,9],rss:[55,61,65,71,76,81],rssmean:[55,65,81],rucio:[2,6,17,19,32,52,53,93],ruciolistreplicasfail:6,ruciolocationfail:6,rucioserviceunavail:6,run:[2,6,7,11,12,15,52,61,62,71,74,77,84,88,91,94,95],run_check:12,run_command:15,run_payload:[14,15],run_preprocess:15,run_utility_after_payload_finish:15,runathena:[52,60,62],runlimit:[55,65,81],runpayloadfailur:7,runtim:6,rx_byte:61,rx_packet:61,safe:9,same:[6,7,9,17,22,52,61,82,88,98],sampl:83,saniti:[52,62],sanity_check:[52,62],save:35,sc_clk_tck:94,scale:57,scan:[76,90],scan_fil:76,scan_for_job:90,scenario:52,schedconf_prior:36,schedconfig:[12,34,36,41],schedul:[11,71],schema:[2,33,40,43,44],scheme:43,scope:2,score:[57,84],scratch:[40,51,52],script:[52,53,60,63],script_path:52,search:[17,71,76,77,88,99],sec:83,second:[11,12,17,35,36,43,52,59,76,82,83,91,92,98],secondari:15,secrect:44,secret_kei:44,section:[56,66,72],secur:[44,78],see:[7,14,15,34,39,41,42,52,56,58,62,66,83,91,93],seek:22,seem:[9,53,71],seen:71,segment:6,select:[2,13,61,78],selector:[0,52,61,62],self:[7,14,15,34,39,41,42,72,78,91,93],send:[2,11,52,62,71,78,93,98],send_heartbeat_if_tim:11,send_stat:11,sent:[11,89],separ:[0,9,52,62,71,76],sequenc:[78,83],serial:91,server:[6,7,11,40,52,53,55,62,65,71,78,81,89,93,98],server_upd:71,server_update_fin:71,serverst:[11,40],servic:[0,1,3,4,6,13,14,32,34,36,39,41,42,52,61],servicenotavail:6,set:[0,2,6,7,9,11,12,13,33,34,36,39,40,41,42,43,52,53,59,60,61,62,68,71,72,76,78,81,83,84,87,88,93,95,98],set_accessmod:40,set_acopytool:2,set_chi2:0,set_cpu_consumption_tim:13,set_error_code_from_stderr:13,set_ind:60,set_intersect:0,set_job_workdir:51,set_number_used_cor:84,set_pilot_st:71,set_platform:53,set_scratch_workdir:51,set_slop:0,set_status_for_direct_access:2,set_time_consum:52,set_xcache_log:9,set_xcache_proxi:9,setup:[6,7,15,23,40,44,45,46,47,49,50,51,52,53,54,59,61,62,69,70,76,92],setupatla:53,setupfailur:[6,7],setupfat:6,sever:[6,71],share:91,shared_dir:11,shell:71,shell_exit_cod:71,should:[0,2,6,9,11,33,40,43,52,53,56,57,58,60,61,62,63,66,67,71,74,76,77,84,85,87,94,98],should_abort_payload:84,should_pilot_prepare_setup:60,should_update_logstash:52,show:40,show_access_set:40,show_memory_usag:71,shrink:[51,77],shut:52,shutdowntim:[55,65,81],side:2,sig:90,sigbu:6,sigint:95,sigkil:88,sigmterm:88,sign:[0,11],signal:[6,52,62,88,90,95],signatur:[7,14,15,34,39,41,42,91,93],signum:95,sigquit:6,sigsegv:6,sigterm:[6,95],sigusr1:6,sigxcpu:6,silent:6,sim_tf:61,simpl:85,sinc:[2,6,11,52,77,82,88,92],singl:[2,9],singleton:71,singular:[6,13,43,53],singularity_command:53,singularity_wrapp:53,singularitybindpointfailur:6,singularityfailedusernamespac:6,singularitygeneralfailur:6,singularityimagemountfailur:6,singularitynewusernamespac:6,singularitynoloopdevic:6,singularitynotinstal:6,singularityresourceunavail:6,site:[9,34,36,39,41,43,44,53,60,94,98],site_nam:[2,60],sitenam:[2,11],size:[2,6,17,23,40,52,58,71,76,83,84,87,94],sizetoolarg:[6,7],skip:[9,52,62],skip_special_fil:9,sl5:6,slc6:53,sleep:[11,35,71],sleep_tim:35,slope:0,slotid:94,small:11,socket:2,soft:[11,52],softwar:[6,7,53],some:[9,17,40,51,60,71,78],some_dataset:58,some_lfn:58,some_surl1:58,some_surl:58,somekei:40,someth:[40,78],sometim:[18,20],soon:[9,42],sort:[2,52,62,76,83],sort_kei:76,sort_replica:2,sourc:[0,1,2,4,5,6,7,9,11,12,13,14,15,17,18,20,21,22,23,33,34,35,36,39,40,41,42,43,44,45,46,47,49,50,51,52,53,55,56,57,58,59,60,61,62,63,65,66,67,68,69,71,72,74,75,76,77,78,81,82,83,84,85,87,88,89,90,91,92,93,94,95,98],space:[2,6,7,11,40,84,91,94],spawn:88,spec:82,special:[15,17,44,52,53,58,60,61,62],special_setup:44,specif:[2,6,11,13,17,22,33,34,41,42,45,46,47,49,50,51,52,53,62,63,81,85],specifi:[2,11,14,22,40,52,53,61,62,78,94,98],split_vers:83,splittednam:83,sqlite:6,squar:83,src_dir:76,srm:2,srv:53,sse4_2:71,sshd:12,ssl:[78,93],ssl_context:78,sslcontext:78,st9bad_alloc:76,stack:[88,95],stage:[2,6,7,9,11,13,20,22,23,52,53,62,63,82,90,92,98],stage_in_auto:9,stage_out_auto:9,stagecli:2,stagein:[11,22,23,53,63],stageinauthenticationfailur:6,stageincli:2,stageinfail:6,stageinfailur:[7,20,21],stageintimeout:6,stageout:[9,13,23,40],stageoutcli:[2,9],stageoutfail:6,stageoutfailur:[7,20,21],stageouttimeout:6,stagingcli:2,stakeout:13,stamp:[15,40,92],stand:[53,60,84],standalon:[43,91],standard:[6,11,58,60,71,76],start:[11,13,15,52,61,62,71,84,85,92,99],starttim:11,stat:[6,71,88],state:[9,11,13,17,40,43,44,71],statement:60,statereason:93,statfileproblem:6,staticmethod:2,statist:75,statu:[2,11,40,43,76,77,78],status_cod:11,statuscod:11,stau:77,std:76,stderr:[6,13,14,15,18,20,21,59,71,74,91],stdout:[6,11,13,14,15,17,18,20,21,59,71,74,76,84],stdouttoobig:6,step:[15,52,53,92],still:[60,61,84,88,90],stime:61,sting:2,stop:[15,52,62,71,91],stop_util:15,storag:[6,36,39,41,44],storage_id:39,storage_token:40,storagedata:[32,38],store:[11,52,53,61,63,76,85,92],store_jobid:11,storejson:61,storm:2,str:[2,7,40,43,44,61,76,78,91,98],strdata:78,stream:[13,61],string:[0,2,4,6,9,11,12,13,15,17,20,22,33,40,44,51,52,53,55,56,57,58,59,60,61,62,63,65,66,67,68,69,71,74,76,77,78,81,82,83,84,85,88,89,92,93,94,98],strint:71,structrur:[33,43,44],structur:[2,11,33,39,40,43,44,61,78,92],stuff:78,sub:[52,53],subfil:52,subprocess:15,substr:[53,81],succe:[18,20],succeed:11,success:[9,11,23,39,52,53,62,76,84,88],successful:39,successfulli:13,suffix:61,suggest:2,suitabl:[2,84,90],sum:[71,83,87,88],sum_dev:83,sum_square_dev:83,summari:[11,61],summary_file_path:22,summit:[32,48],support:[6,7,33,76,91],sure:[11,52,62,76,84],surl:[2,6,58],swap:[0,61,76],swreleas:[40,53],symbol:83,symlink:[21,76],sys:39,sysexecut:76,sysout:77,system:[6,60,71,88,94],tabl:[0,76],tabledict:76,tail:[0,6,11,76],take:[35,53,61,63,90],taken:53,tar:[52,76],tar_fil:76,tarbal:[6,9,76],tarball_nam:9,target:7,task:[6,11,60,82,84,85],task_id:60,taskid:[40,98],tcsh:12,tell:21,templat:11,temporari:40,temporarili:6,ten:11,tera:83,termin:[6,82],test:[11,13,59,61,78,98],test_tobekil:11,testifi:78,text:[61,71,76,78],tgz:52,tgz_n:52,than:[9,35,52,59,68],thei:[6,9,52,76,84],them:[9,90],theplatform:53,therefor:[61,90],thi:[2,6,7,9,11,14,15,22,36,40,43,52,53,58,59,60,61,62,63,71,76,77,78,81,84,85,87,88,90,92,94,95,98],thing:9,thread:[7,9,11,13,84,88,91,95],threads_abort:88,through:78,thrown:[0,6,7],thu:98,time:[0,6,7,11,12,13,15,17,32,35,36,40,51,52,56,59,61,66,68,71,74,76,77,79,82,84,85,88,90,91,98],time_getjob:92,time_measur:92,time_measurement_dictionari:92,time_payload:92,time_stagein:92,time_stageout:92,time_stamp:92,time_total_setup:92,timedprocess:91,timedthread:91,timefloor:[11,43],timeout:[18,20,74,91],timeoutexcept:91,timer:[32,79],timing_const:92,timing_constant_1:92,timing_constant_2:92,timing_dictionari:92,timing_report:92,titan:[32,48],titl:9,tmp:[52,78],tmpin_mc16_13tev:60,to_json:40,to_path:76,tobekil:11,todo:[74,82],togeth:61,token:44,too:[2,6,7,11,90],tool:[2,6,52,61,84],top:2,total:[2,6,52,61,75,76,94],total_cpu_tim:52,total_s:76,totalvalu:61,touch:[56,66,76,77,82],toward:6,trace:[2,9,11,12,13,14,15,17,22,52,71,88,93,95],trace_candi:22,trace_common_field:22,trace_report:[2,22],trace_report_out:22,traceback:[83,91],transdfer:22,transexitcod:40,transfer:[2,6,9,11,17,20,22,40,43,52],transfer_fil:2,transfer_timeout:22,transfertyp:[40,52],transform:[6,7,40,52,60,61,62,69],transform_nam:[60,69],transformnotfound:6,translat:[33,71],treat:78,tree:[76,77],trf:[60,61,69],trf_name:[52,62],trfdownloadfailur:[6,7,52],tri:[20,21,78],trigger:53,tryint:83,tty:71,tupl:[9,11,13,40,61,76,78,83,88,92],turl:[2,52,60],turn:84,two:35,tx_byte:61,tx_packet:61,txt:[15,61,71,76],type:[6,7,9,14,15,33,34,39,40,41,42,43,44,52,60,76,87,91,93],typic:[11,53],ucor:57,udp:2,uid:78,unabl:[6,83],unavail:6,uncut:71,undefin:83,under:11,unexpect:83,unicod:[61,76],unicode_str:61,unifi:39,uniqu:[52,59,76],unit:[52,94],unknown:[0,2,6,7,15,76],unknownchecksumtyp:6,unknowncopytool:6,unknownexcept:[0,6,7],unknownpayloadfailur:6,unknowntrffailur:6,unless:78,unlink:51,unpack:[6,53],unreach:6,unreachablenetwork:6,unrecogn:6,unrecognizedtrfargu:6,unrecognizedtrfstderr:6,unsupport:6,unsupportedsl5o:6,until:[15,40,61,71,90,92],unus:[14,40],updat:[2,6,11,15,17,35,40,51,52,53,60,61,62,71,76,82,84,85,88,92],update_alrb_setup:53,update_extens:76,update_for_user_proxi:53,update_forced_accessmod:52,update_indata:9,update_job_data:[52,62],update_output_for_hpo:52,update_serv:[11,52,62,71],update_stagein:[52,62],update_tim:11,updatejob:[11,55,65,81],upload:[18,20,21,22,23],upper:71,url:[11,35,60,69,78,98],urllib2:78,urllib:78,urlopen2:78,urlopen:78,usag:[11,12,53,57,58,63,67,71,75,76,78,84,85],usatlas1:71,use:[2,11,40,52,53,58,61,63,71,76,78,98],use_contain:61,use_kmap:40,use_pcach:[22,43],use_release_setup:53,use_turl:9,use_vp:[2,40],usecontain:[40,74],used:[0,2,7,9,11,15,17,22,33,34,36,40,41,52,53,58,60,61,62,63,71,75,76,83,84,85,87,92,94,98],useful:90,usenewcod:6,usepfcturl:[40,52,62],user:[4,6,9,11,12,13,15,32,40,43,52,53,55,56,57,58,59,60,61,62,63,65,66,67,68,69,71,78,81,84,88,89,98,99],user_ag:78,user_nam:43,userdirtoolarg:6,userjob:52,userkil:6,uses:[11,61,71,76,78,92],using:[2,15,18,20,21,22,23,40,52,59,61,62,71,76,78,93],usr:98,usual:[14,60],utf:[11,76],util:[15,32,40,52,53,54,56,62,63,66,70,71,72,74,75,76,77,78,81,82,83,84,85,87,88,89,90,91,92,93,94,99],utility_after_payload:62,utility_after_payload_finish:15,utility_after_payload_start:[15,52],utility_after_payload_started_new:15,utility_before_payload:[15,52,62],utility_monitor:84,utility_with_payload:[15,52,62],utility_with_stagein:52,utim:61,uuid:76,val:40,valid:[6,7,11,13,33,35,40,43,44,52,59,60,62,68,69,76],validate_post:13,validate_pr:13,validated_job:11,validated_payload:13,valu:[0,2,11,17,23,33,35,40,43,44,52,60,61,71,75,76,77,78,81,82,83,84,85,87,91,92,94,98],value1:61,value2:61,value_list:61,valueerror:83,variabl:[2,9,11,33,40,52,53,60,62,71,83,84],variou:[11,33,35,36,85],veri:6,verif:[11,57,59,67],verifi:[2,11,17,40,43,52,53,59,60,62,69,84,93],verify_arcproxi:59,verify_catalog_checksum:17,verify_disk_usag:84,verify_error_cod:11,verify_extracted_output_fil:52,verify_file_list:76,verify_gridproxi:59,verify_job:[52,62],verify_lfn_length:52,verify_looping_job:84,verify_memory_usag:84,verify_ncor:52,verify_output_fil:52,verify_proxi:[11,59,68],verify_release_str:52,verify_running_process:84,verify_stage_out:22,verify_trac:93,verify_user_proxi:84,verify_vomsproxi:59,version:[11,58,61,71,78,83],version_tag:11,via:[2,12,39,41,74],virtual:71,vmem:[61,76],vmpeak:[55,65,81],vmpeakmax:[55,65,81],vmpeakmean:[55,65,81],vom:[6,7,59,68],voms_rol:53,vsz:71,wai:[11,39,40,91],wait:[6,7,11,13,71],wait_for_aborted_job_stageout:11,wait_grac:[14,15],wall:92,want:11,warn:[6,11,13,71,76],warning_messag:76,wbyte:[61,76],wchar:[61,76],weak:[0,2,5,6,7,15,33,34,35,39,41,52,58,72,78,85,91,93],web:[60,69],wedg:40,well:[6,13,76,88],went:[76,78],were:[6,7,9,82],what:[53,94],when:[9,11,52,53,61,62,76,77,82,83,85],where:[7,53,60,63,69,76,77,78],whether:[6,40,53,60,63,71,74,88],which:[2,14,15,21,33,34,35,36,39,40,41,53,58,61,76,78,90,91,95,98],whoami:[39,61,71],whose:[0,76],window:91,within:[2,11,52,56,66,74,82,84],without:[2,11,53],wkdir:76,word:[53,63],work:[2,6,9,11,51,52,53,56,60,61,62,63,66,69,71,76,77,84,98],work_dir:51,work_report:77,workdir:[2,4,9,11,15,21,40,51,52,53,56,60,61,62,63,66,69,76,82],workdir_s:40,workdirs:[40,84],worker:[11,53,77],worker_attribut:77,worker_attributes_fil:77,workernod:[32,53,79],workflow:[9,12,32,52,62,88,95,98,99],working_group:98,workinggroup:11,would:9,wrap:[53,63,74,91],wrapper:[11,43,53,63,71,74,92],write:[11,15,53,76,77,92,94],write_byt:61,write_fil:[76,78],write_heartbeat_to_fil:11,write_json:76,write_pilot_tim:92,write_utility_output:15,writestatu:78,writetofil:[40,60],writetofile_dictionari:40,written:[55,65,76,78,81],wrong:78,wtime:61,x509:[53,59,78,98],x509_cert_dir:78,x509_user_proxi:[52,53,59,62,78],x509up_uxxx:78,x86_64:53,x_mean:83,x_name:0,xcach:52,xcache_activation_command:52,xcache_deactivation_command:52,xcache_proxi:9,xdata:9,xeon:94,xml:[6,7,11,58],xmldic:58,xmldictionari:58,xmlstr:58,xrdcp:[2,6,19,21,32],xrdcperror:6,xrootd:53,xxx:[71,78],y_mean:83,y_name:0,yampl:53,yet:[11,61],yt4:83,zero:[6,52,62],zerofiles:6,zip_map:40,zipmap:40,zombi:[40,88]},titles:["analytics","benchmark","data","api components","memorymonitor","services","errorcodes","exception","common components","data","control components","job","monitor","payload","eventservice","generic","payloads components","common","gfal","copytool components","lsm","mv","rucio","xrdcp","eshook","esmanager","esmessage","esprocess","acthook","harvesterhook","hooks components","eventservice components","Components","basedata","configinfo","dataloader","extinfo","filespec","info components","infoservice","jobdata","jobinfo","jobinfoservice","queuedata","storagedata","alcf","bnl","generic","resource components","nersc","summit","titan","common","container","atlas components","jobmetrics","loopingjob_definitions","memory","nordugrid","proxy","setup","utilities","common","container","generic components","generic","loopingjob_definitions","memory","proxy","generic","user components","auxiliary","config","constants","container","disk","filehandling","harvester","https","util components","information","jobmetrics","loopingjob","math","monitoring","monitoringtime","node","parameters","processes","proxy","queuehandling","timer","timing","tracereport","workernode","generic","workflow components","Getting started","Launch pilot 2","Welcome to Pilot 2\u2019s documentation!"],titleterms:{acthook:28,alcf:45,analyt:0,api:3,atla:54,auxiliari:71,basedata:33,benchmark:1,bnl:46,common:[8,17,52,62],compon:[3,8,10,16,19,30,31,32,38,48,54,64,70,79,96],config:72,configinfo:34,constant:73,contain:[53,63,74],control:10,copytool:19,data:[2,9],dataload:35,disk:75,document:99,errorcod:6,eshook:24,esmanag:25,esmessag:26,esprocess:27,eventservic:[14,31],except:7,extinfo:36,filehandl:76,filespec:37,gener:[15,47,64,65,69,95],get:97,gfal:18,harvest:77,harvesterhook:29,hook:30,http:78,indic:99,info:38,inform:80,infoservic:39,job:11,jobdata:40,jobinfo:41,jobinfoservic:42,jobmetr:[55,81],launch:98,loopingjob:82,loopingjob_definit:[56,66],lsm:20,math:83,memori:[57,67],memorymonitor:4,monitor:[12,84],monitoringtim:85,nersc:49,node:86,nordugrid:58,paramet:87,payload:[13,16],pilot:[98,99],process:88,proxi:[59,68,89],queuedata:43,queuehandl:90,resourc:48,rucio:22,servic:5,setup:60,start:97,storagedata:44,summit:50,tabl:99,time:92,timer:91,titan:51,tracereport:93,user:70,util:[61,79],welcom:99,workernod:94,workflow:96,xrdcp:23}})
\ No newline at end of file