feat: remove the python2 pilot starter

Author: fstagni

.github/workflows/pilotWrapper.yml

@@ -11,8 +11,6 @@ jobs:
       fail-fast: False
       matrix:
         python:
-          - 2.7.5
-          - 2.7.13
           - 3.6.8
           - 3.11.4
         pilot_branch:

docs/source/UserGuide/GettingStarted/InstallingClient/index.rst

@@ -11,7 +11,7 @@ Installing DIRAC client
 The DIRAC client installation procedure consists of few steps.
 You can do these steps as any user without the need to be root.
 
-Python3 DIRAC installations rely on the environment provided by `DIRACOS2 <https://github.com/DIRACGrid/DIRACOS2>`_.
+DIRAC installations rely on the environment provided by `DIRACOS2 <https://github.com/DIRACGrid/DIRACOS2>`_.
 So, you first install DIRACOS2 and only then install DIRAC in it::
 
   $ curl -LO https://github.com/DIRACGrid/DIRACOS2/releases/latest/download/DIRACOS-Linux-$(uname -m).sh

src/DIRAC/Resources/Computing/SSHComputingElement.py

@@ -487,9 +487,11 @@ def __executeHostCommand(self, command, options, ssh=None, host=None):
         options = json.dumps(options)
         options = quote(options)
 
-        cmd = (
-            "bash --login -c 'python3 %s/execute_batch %s || python %s/execute_batch %s || python2 %s/execute_batch %s'"
-            % (self.sharedArea, options, self.sharedArea, options, self.sharedArea, options)
+        cmd = "bash --login -c 'python3 {}/execute_batch {} || python {}/execute_batch {}'".format(
+            self.sharedArea,
+            options,
+            self.sharedArea,
+            options,
         )
 
         self.log.verbose(f"CE submission command: {cmd}")

src/DIRAC/WorkloadManagementSystem/Utilities/PilotWrapper.py

@@ -32,8 +32,6 @@
   py='python'
 elif command -v python3 &> /dev/null; then
   py='python3'
-elif command -v python2 &> /dev/null; then
-  py='python2'
 fi
 /usr/bin/env $py << EOF
 
@@ -63,14 +61,8 @@
 import shlex
 from uuid import uuid1
 
-try:
-    # For Python 3.0 and later
-    from urllib.request import urlopen, HTTPError, URLError
-    from urllib.parse import urlencode
-except ImportError:
-    # Fall back to Python 2's urllib2
-    from urllib2 import urlopen, HTTPError, URLError
-    from urllib import urlencode
+from urllib.request import urlopen, HTTPError, URLError
+from urllib.parse import urlencode
 
 try:
   from cStringIO import StringIO
@@ -93,10 +85,7 @@ def formatTime(self, record, datefmt=None):
 # formatter = logging.Formatter(fmt='%%(asctime)s UTC %%(levelname)-8s %%(message)s', datefmt='%%Y-%%m-%%d %%H:%%M:%%S')
 formatter = MicrosecondFormatter('%%(asctime)s %%(levelname)-8s [%%(name)s] %%(message)s')
 logging.Formatter.converter = time.gmtime
-try:
-  screen_handler = logging.StreamHandler(stream=sys.stdout)
-except TypeError:  # python2.6
-  screen_handler = logging.StreamHandler(strm=sys.stdout)
+screen_handler = logging.StreamHandler(stream=sys.stdout)
 screen_handler.setFormatter(formatter)
 
 # add a string buffer handler
@@ -276,28 +265,15 @@ def pilotWrapperScript(
   # Getting the json, tar, and checksum file
   try:
 
-    # urllib is different between python 2 and 3
-    if sys.version_info < (3,):
-      from urllib2 import urlopen as url_library_urlopen
-      from urllib2 import URLError as url_library_URLError
-    else:
-      from urllib.request import urlopen as url_library_urlopen
-      from urllib.error import URLError as url_library_URLError
+    from urllib.request import urlopen
+    from urllib.error import URLError
 
     for fileName in ['checksums.sha512', 'pilot.json', 'pilot.tar']:
-      # needs to distinguish whether urlopen method contains the 'context' param
-      # in theory, it should be available from python 2.7.9
-      # in practice, some prior versions may be composed of recent urllib version containing the param
-      if 'context' in url_library_urlopen.__code__.co_varnames:
-        import ssl
-        context = ssl._create_unverified_context()
-        remoteFile = url_library_urlopen(os.path.join(loc, fileName),
-                                         timeout=10,
-                                         context=context)
-
-      else:
-        remoteFile = url_library_urlopen(os.path.join(loc, fileName),
-                                         timeout=10)
+      import ssl
+      context = ssl._create_unverified_context()
+      remoteFile = urlopen(os.path.join(loc, fileName),
+                                        timeout=10,
+                                        context=context)
 
       localFile = open(fileName, 'wb')
       localFile.write(remoteFile.read())
@@ -320,7 +296,7 @@ def pilotWrapperScript(
           raise
     # if we get here we break out of the loop of locations
     break
-  except (url_library_URLError, Exception) as e:
+  except (URLError, Exception) as e:
     print('%%s unreacheable (this is normal!)' %% loc, file=sys.stderr)
     logger.error('%%s unreacheable (this is normal!)' %% loc)
     logger.exception(e)

tests/CI/run_pilot.sh

@@ -31,15 +31,13 @@ cp /ca/certs/pilot_proxy /tmp/x509up_u$UID
 
 eval "${PILOT_DOWNLOAD_COMMAND}"
 
-echo "${PILOT_JSON}" > pilot.json
-jq < pilot.json
+echo "${PILOT_JSON}" >pilot.json
+jq <pilot.json
 
-if command -v python &> /dev/null; then
+if command -v python &>/dev/null; then
   py='python'
-elif command -v python3 &> /dev/null; then
+elif command -v python3 &>/dev/null; then
   py='python3'
-elif command -v python2 &> /dev/null; then
-  py='python2'
 fi
 
 # shellcheck disable=SC2086

tests/Integration/WorkloadManagementSystem/Test_GenerateAndExecutePilotWrapper.py

@@ -6,8 +6,6 @@
 # - starts it
 #
 # It should be executed for different versions of python, e.g.:
-# - 2.7.x (x < 9)
-# - 2.7.x (x >= 9)
 # - 3.6.x
 # - 3.11.x
 #
@@ -25,20 +23,12 @@
 
 # 1) gets the (DIRAC-free) PilotWrapper.py
 
-# urllib is different between python 2 and 3
-if sys.version_info < (3,):
-    from urllib2 import urlopen as url_library_urlopen  # pylint: disable=import-error
-else:
-    from urllib.request import urlopen as url_library_urlopen  # pylint: disable=import-error,no-name-in-module
+from urllib.request import urlopen  # pylint: disable=import-error,no-name-in-module
 
+import ssl  # pylint: disable=import-error
 
-if sys.version_info >= (2, 7, 9):
-    import ssl  # pylint: disable=import-error
-
-    context = ssl._create_unverified_context()
-    rf = url_library_urlopen(sys.argv[1], context=context)
-else:
-    rf = url_library_urlopen(sys.argv[1])
+context = ssl._create_unverified_context()
+rf = urlopen(sys.argv[1], context=context)
 locc = sys.argv[2]
 
 with open("PilotWrapper.py", "wb") as pj: