ansible: add new AIX 7.2 machines from IBM (#3205)

Author: richardlau

ansible/MANUAL_STEPS.md

@@ -10,8 +10,9 @@
   * [Install Command Line Tools for Xcode](#install-command-line-tools-for-xcode)
 * [AIX](#aix)
   * [Disk layout](#disk-layout)
-* [AIX 7.1](#aix-71)
+  * [OpenSSL](#openssl)
   * [Remove en1 network interface](#remove-en1-network-interface)
+* [AIX 7.1](#aix-71)
   * [Update XL C/C++ Runtime](#update-xl-cc-runtime)
 * [AIX 7.2 Install](#aix-72-install)
   * [ccache 3.7.4 on AIX 7.2](#ccache-374-on-aix-72)
@@ -392,13 +393,41 @@ ENCRYPTION:         no
 #
 ```
 
-## AIX 7.1
+### OpenSSL
+
+On AIX OpenSSL is not available as an rpm via yum/dnf and is instead an
+installp fileset that must be manually downloaded and installed.
+
+Go to https://www.ibm.com/resources/mrs/assets?source=aixbp&S_PKG=openssl
+and pick the most recent OpenSSL release (each package should contain
+compatibility libraries for older versions). Download/copy the `.tar.Z`
+package (URL will be temporary) on to the machine into a temporary directory
+e.g. `/tmp/openssl`.
+
+```console
+curl -sL openssl-3.0.8.1000.tar.Z https://iwm.dhe.ibm.com/.../openssl-3.0.8.1000.tar.Z
+```
+
+Then unpack the compressed archive:
+```console
+zcat openssl-3.0.8.1000.tar.Z | tar -xvf -
+```
+
+and install:
+```console
+installp -aXYgd openssl-3.0.8.1000 -e /tmp/install.log all
+```
+
+To see a list of installed packages, run:
+```console
+lslpp -L all
+```
 
 ### Remove en1 network interface
 
 Some libuv/Node.js tests currently fail on AIX with a network interface
 containing a link local address. This is being tracked in
-https://github.com/nodejs/node/issues/39143. In the meantime the `en1`
+https://github.com/nodejs/node/issues/46792. In the meantime the `en1`
 interface containing the link local address is removed.
 ```
 sudo ifconfig en1 down detach
@@ -413,6 +442,8 @@ to list the available interfaces. To add back the `en1` interface, run
 sudo autoconf6 -i en1
 ```
 
+## AIX 7.1
+
 ### Update XL C/C++ Runtime
 
 Java 17 requires XL C/C++ Runtime 16.1 available from https://www.ibm.com/support/pages/fix-list-xl-cc-runtime-aix#161X.

ansible/inventory.yml

@@ -42,6 +42,11 @@ hosts:
         aix71-ppc64_be-2:
             ip: 169.59.74.10
             server_jobs: 6
+        aix72-ppc64_be-1:
+            ip: 169.54.113.163
+            remote_env:
+                PATH: /opt/freeware/bin:/usr/bin:/etc:/usr/sbin:/usr/ucb:/usr/bin/X11:/sbin
+            server_jobs: 8
         rhel7-s390x-1: {ip: 148.100.84.166, user: linux1}
         rhel8-s390x-1: {ip: 148.100.84.45, user: linux1}
         rhel8-x64-1: {ip: 169.62.77.228}
@@ -152,6 +157,16 @@ hosts:
         aix71-ppc64_be-4:  
             ip: 169.59.74.12
             server_jobs: 6
+        aix72-ppc64_be-1:
+            ip: 169.54.113.142
+            remote_env:
+                PATH: /opt/freeware/bin:/usr/bin:/etc:/usr/sbin:/usr/ucb:/usr/bin/X11:/sbin
+            server_jobs: 8
+        aix72-ppc64_be-2:
+            ip: 169.54.113.165
+            remote_env:
+                PATH: /opt/freeware/bin:/usr/bin:/etc:/usr/sbin:/usr/ucb:/usr/bin/X11:/sbin
+            server_jobs: 8
         aix73-ppc64_be-1:
             ansible_python_interpreter: /opt/freeware/bin/python3
             ansible_remote_tmp: /tmp/.ansible

ansible/roles/baselayout/tasks/partials/ccache/aix.yml

@@ -28,12 +28,12 @@
 
 - name: "ccache : install - create directory aix"
   file:
-    path: /opt/ccache-3.7.4/{{ item.dest }}
+    path: /opt/ccache-3.7.4/{{ item }}
     state: directory
     mode: '0755'
   loop:
-    - { dest: bin }
-    - { dest: libexec }
+    - bin
+    - libexec
   when: not has_ccache.stat.exists
 
 - name: "ccache : install - move file aix"
@@ -45,21 +45,22 @@
 - name: "ccache : create symlinks - aix"
   file:
     src: /opt/ccache-3.7.4/bin/ccache
-    dest: /opt/ccache-3.7.4/libexec/{{ item.dest }}
+    dest: /opt/ccache-3.7.4/libexec/{{ item }}
     owner: root
     group: system
     state: link
   loop:
-    - { dest: c++ }
-    - { dest: cpp }
-    - { dest: g++ }
-    - { dest: gcc }
-    - { dest: gcov }
-    - { dest: g++-6 }
-    - { dest: gcc-6 }
-    - { dest: g++-8 }
-    - { dest: gcc-8 }
-  when: not has_ccache.stat.exists
+    - c++
+    - cpp
+    - g++
+    - gcc
+    - gcov
+    - g++-6
+    - gcc-6
+    - g++-8
+    - gcc-8
+    - gcc-10
+    - g++-10
 
 - name: "ccache : cleanup - aix tarball"
   file:

ansible/roles/baselayout/tasks/partials/ccache/aix73.yml

@@ -60,7 +60,11 @@ packages: {
   ],
 
   aix72: [
-    'gcc6-c++',
+    'gcc6-c++,gcc8-c++,gcc10-c++'
+  ],
+
+  aix73: [
+    'gcc8-c++,gcc10-c++'
   ],
 
   ibmi: [

ansible/roles/baselayout/vars/main.yml

@@ -15,12 +15,17 @@
     dest: /home/iojs/get-pip.py
   when: pip_exists.stat.exists == False
 
+- name: Locate Python 3
+  changed_when: No
+  command: command -v python3
+  register: python3_path
+
 - name: install pip AIX71
   raw: /opt/freeware/bin/python3 /home/iojs/get-pip.py
   when: pip_exists.stat.exists == False and os == "aix71"
 
 - name: install pip AIX72
-  raw: /opt/bin/python3 /home/iojs/get-pip.py
+  ansible.builtin.command: python3 /home/iojs/get-pip.py
   when: pip_exists.stat.exists == False and os == "aix72"
 
 - name: create symbolic link AIX71
@@ -32,7 +37,7 @@
 
 - name: create symbolic link AIX72
   file:
-   src: "/opt/bin/pip"
+   src: "{{ python3_path.stdout | dirname }}/pip"
    dest: "/usr/bin/pip"
    state: link
   when: pip_exists.stat.exists == False and os == "aix72"

ansible/roles/jenkins-worker/tasks/partials/tap2junit/aix.yml

@@ -14,7 +14,7 @@ start )
 	      export TERM=ansi; \
               export jenkins_log_file="/home/{{server_user}}/jenkins_console.log"; \
               export HOME=/home/{{server_user}}; \
-              export LIBPATH=/opt/freeware/lib64:/usr/lib:/lib; \
+              export LIBPATH=/opt/freeware/lib64:/opt/freeware/lib:/usr/lib:/lib; \
               export NODE_TEST_DIR=$HOME/tmp; \
               export NODE_COMMON_PIPE="$HOME/test.pipe"; \
               export PATH="/opt/freeware/bin:/usr/opt/python3/bin/:$PATH"; \

ansible/roles/jenkins-worker/templates/aix.rc2.j2

@@ -143,57 +143,32 @@ elif [ "$SELECT_ARCH" = "IBMI73" ]; then
   echo "Compiler set to $COMPILER_LEVEL"
 
 elif [ "$SELECT_ARCH" = "AIXPPC" ]; then
+  if [ "$NODEJS_MAJOR_VERSION" -gt "19" ]; then
+    export COMPILER_LEVEL="10"
+  elif [ "$NODEJS_MAJOR_VERSION" -gt "15" ]; then
+    export COMPILER_LEVEL="8"
+  elif [ "$NODEJS_MAJOR_VERSION" -gt "9" ]; then
+    export COMPILER_LEVEL="6"
+  fi
+
   case $NODE_NAME in
     *aix73* )
-      export COMPILER_LEVEL="10"
       echo "Setting compiler for Node version $NODEJS_MAJOR_VERSION on AIX 7.3"
-      export CC="ccache-swig gcc-${COMPILER_LEVEL}"
-      export CXX="ccache-swig g++-${COMPILER_LEVEL}"
-      export LINK="g++-${COMPILER_LEVEL}"
-      echo "Compiler set to:" `$CXX -dumpversion`
-      return
       ;;
     *aix72* )
-      echo "Setting compiler for Node version $NODEJS_MAJOR_VERSION on AIX7.2"
-      if [ "$NODEJS_MAJOR_VERSION" -gt "15" ]; then
-        export PATH="/opt/ccache-3.7.4/libexec:/opt/freeware/bin:$PATH"
-        export CC="gcc" CXX="g++" CXX_host="g++"
-        unset LIBPATH
-        echo "Compiler set to 8.3"
-        return
-      elif [ "$NODEJS_MAJOR_VERSION" -gt "9" ]; then
-        export PATH="/opt/ccache-3.7.4/libexec:/opt/gcc-6.3/bin:/opt/freeware/bin:$PATH"
-        export CC="gcc" CXX="g++" CXX_host="g++"
-        export LIBPATH=/opt/gcc-6.3/lib/gcc/powerpc-ibm-aix7.2.0.0/6.3.0/pthread/ppc64:/opt/gcc-6.3/lib
-        echo "Compiler set to 6.3"
-        return
-      else
-        echo "Compiler left as system default:" `g++ -dumpversion`
-        return
-      fi
+      echo "Setting compiler for Node version $NODEJS_MAJOR_VERSION on AIX 7.2"
       ;;
-    
     *aix71* )
-      echo "Setting compiler for Node version $NODEJS_MAJOR_VERSION on AIX7.1"
-      if [ "$NODEJS_MAJOR_VERSION" -gt "15" ]; then
-        export PATH="/opt/ccache-3.7.4/libexec:/opt/freeware/bin:$PATH"
-        export CC="gcc" CXX="g++" CXX_host="g++"
-        unset LIBPATH
-        echo "Compiler set to 8.3"
-        return
-      elif [ "$NODEJS_MAJOR_VERSION" -gt "9" ]; then
-        export PATH="/opt/ccache-3.7.4/libexec:/opt/freeware/gcc6/bin:/opt/freeware/bin:$PATH"
-        export CC="gcc-6" CXX="g++-6" CXX_host="g++-6"
-        unset LIBPATH
-        echo "Compiler set to 6.3"
-        return
-      else
-        echo "Compiler left as system default:" `g++ -dumpversion`
-        return
-      fi
+      echo "Setting compiler for Node version $NODEJS_MAJOR_VERSION on AIX 7.1"
       ;;
   esac
 
+  export CC="gcc-${COMPILER_LEVEL}"
+  export CXX="g++-${COMPILER_LEVEL}"
+  export LINK="g++-${COMPILER_LEVEL}"
+  export PATH="/opt/ccache-3.7.4/libexec:/opt/freeware/bin:$PATH"
+  echo "Compiler set to GCC" `$CXX -dumpversion`
+
 elif [ "$SELECT_ARCH" = "X64" ]; then
   echo "Setting compiler for Node version $NODEJS_MAJOR_VERSION on x64"