From b7df3e6dea29c353793d3eb1e0b97ae0b90a9b3e Mon Sep 17 00:00:00 2001 From: fahui Date: Sat, 9 Jan 2021 10:25:37 +0800 Subject: [PATCH 1/2] htcondor: new CRIC field python_version --- pandaharvester/commit_timestamp.py | 2 +- .../harvestersubmitter/htcondor_submitter.py | 20 +++++++++---------- 2 files changed, 11 insertions(+), 11 deletions(-) diff --git a/pandaharvester/commit_timestamp.py b/pandaharvester/commit_timestamp.py index e691aff0..e355c36f 100644 --- a/pandaharvester/commit_timestamp.py +++ b/pandaharvester/commit_timestamp.py @@ -1 +1 @@ -timestamp = "09-12-2020 17:58:33 on flin (by fahui)" +timestamp = "09-01-2021 02:25:37 on flin (by fahui)" diff --git a/pandaharvester/harvestersubmitter/htcondor_submitter.py b/pandaharvester/harvestersubmitter/htcondor_submitter.py index 34211f5f..287ae646 100644 --- a/pandaharvester/harvestersubmitter/htcondor_submitter.py +++ b/pandaharvester/harvestersubmitter/htcondor_submitter.py @@ -227,18 +227,15 @@ def _get_complicated_pilot_options(pilot_type, pilot_url=None): return pilot_opt_dict -# get special flag of pilot wrapper about pilot version , and whehter to run with python 3 if pilot version is "3" +# get special flag of pilot wrapper about python version of pilot, and whehter to run with python 3 if python version is "3" # FIXME: during pilot testing phase, only prodsourcelabel ptest and rc_test2 should run python3 # This constraint will be removed when pilot is ready -def _get_pilot_version_python_option(pilot_version, prod_source_label): - version = 'current' +def _get_python_version_option(python_version, prod_source_label): option = '' - if pilot_version.startswith('3'): + if python_version.startswith('3'): if prod_source_label in ['rc_test2', 'ptest']: option = '--pythonversion 3' - else: - version = pilot_version - return version, option + return option # submit a bag of workers @@ -354,7 +351,8 @@ def submit_bag_of_workers(data_list): # make a condor jdl for a worker def make_a_jdl(workspec, template, n_core_per_node, log_dir, panda_queue_name, executable_file, x509_user_proxy, log_subdir=None, ce_info_dict=dict(), batch_log_dict=dict(), pilot_url=None, - special_par='', harvester_queue_config=None, is_unified_queue=False, pilot_version='unknown', **kwarg): + special_par='', harvester_queue_config=None, is_unified_queue=False, + pilot_version='unknown', python_version='unknown', **kwarg): # make logger tmpLog = core_utils.make_logger(baseLogger, 'workerID={0}'.format(workspec.workerID), method_name='make_a_jdl') @@ -436,8 +434,8 @@ def make_a_jdl(workspec, template, n_core_per_node, log_dir, panda_queue_name, e 'ioIntensity': io_intensity, 'pilotType': pilot_type_opt, 'pilotUrlOption': pilot_url_str, - 'pilotVersion': _get_pilot_version_python_option(pilot_version, prod_source_label)[0], - 'pilotPythonOption': _get_pilot_version_python_option(pilot_version, prod_source_label)[1], + 'pilotVersion': pilot_version, + 'pilotPythonOption': _get_python_version_option(python_version, prod_source_label), 'submissionHost': workspec.submissionHost, 'submissionHostShort': workspec.submissionHost.split('.')[0], } @@ -639,6 +637,7 @@ def submit_workers(self, workspec_list): is_unified_queue = this_panda_queue_dict.get('capability', '') == 'ucore' pilot_url = associated_params_dict.get('pilot_url') pilot_version = str(this_panda_queue_dict.get('pilot_version', 'current')) + python_version = str(this_panda_queue_dict.get('python_version', '2')) sdf_suffix_str = '_pilot2' # get override requirements from queue configured @@ -871,6 +870,7 @@ def _choose_proxy(workspec): 'use_spool': self.useSpool, 'pilot_url': pilot_url, 'pilot_version': pilot_version, + 'python_version': python_version, }) return data From d6904a2b106bbc3d0549fc87feb35f8130c25b4f Mon Sep 17 00:00:00 2001 From: fahui Date: Fri, 15 Jan 2021 13:13:12 +0800 Subject: [PATCH 2/2] 0.2.7rc0 --- pandaharvester/commit_timestamp.py | 2 +- pandaharvester/panda_pkg_info.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/pandaharvester/commit_timestamp.py b/pandaharvester/commit_timestamp.py index e355c36f..de26916a 100644 --- a/pandaharvester/commit_timestamp.py +++ b/pandaharvester/commit_timestamp.py @@ -1 +1 @@ -timestamp = "09-01-2021 02:25:37 on flin (by fahui)" +timestamp = "15-01-2021 05:13:12 on flin (by fahui)" diff --git a/pandaharvester/panda_pkg_info.py b/pandaharvester/panda_pkg_info.py index 50b8dc92..996a5db0 100644 --- a/pandaharvester/panda_pkg_info.py +++ b/pandaharvester/panda_pkg_info.py @@ -1 +1 @@ -release_version = "0.2.6rc0" +release_version = "0.2.7rc0"