Jenkins RT Pipeline

ci/Jenkinsfile

@@ -0,0 +1,120 @@
+pipeline {
+  agent none
+  stages {
+    stage('UPP Regression Tests') {
+       agent {
+        label 'built-in'   
+       }
+      steps {
+        script {
+          for (label in pullRequest.labels) {
+            if ((label.matches("orion"))) {
+                 env.CHOICE_NODE='orion'
+            }  
+            else if ((label.matches("hera"))) {
+                env.CHOICE_NODE='hera'
+            }  
+            else if ((label.matches("hercules"))) {
+                env.CHOICE_NODE='hercules'
+            }  
+            else if ((label.matches("jet"))) {
+                env.CHOICE_NODE='jet'
+            } 
+            else { 
+                env.CHOICE_NODE='none'
+            }
+         }
+// Why do I need another if..block, because it just works this way.
+
+            if (CHOICE_NODE == 'orion') {
+                echo "Starting up orion ${CHOICE_NODE}...this might take 5-10 minutes...please be patient."
+            } 
+             else if (CHOICE_NODE == 'jet') {
+                echo "Starting up jet ${CHOICE_NODE}...this might take 5-10 minutes...please be patient."
+            }
+             else if (CHOICE_NODE == 'hercules') {
+                 echo "Starting up hera ${CHOICE_NODE}...this might take 5-10 minutes...please be patient."
+            }
+             else if (CHOICE_NODE == 'hera') {
+                 echo "Starting up hera ${CHOICE_NODE}...this might take 5-10 minutes...please be patient."
+            }
+             else {
+                echo "${CHOICE_NODE} is NOT a platform, moving on..."
+            }
+       }    
+    }
+  } 
+  stage('Run UPP RTs on Hera') {
+        agent {
+          label "hera"
+        }
+        environment {
+        ACCNR = 'epic'
+        NODE_PATH = '/scratch2/NAGAPE/epic/UPP/jenkins-ci'
+      }
+      steps {
+
+        cleanWs()
+        checkout scm
+        sh '''
+        echo $(pwd)
+        cd ci/
+        ./rt.sh -a ${ACCNR} -r `pwd`/rundir -t `pwd`/../
+        '''
+      }
+    }        
+    stage('Run UPP RTs on Orion') {
+        agent {
+          label "orion"
+        }
+        environment {
+        ACCNR = 'epic'
+        NODE_PATH = '/work/noaa/epic/UPP/jenkins-ci/orion'
+      }
+      steps {
+
+        cleanWs()
+        checkout scm
+        sh '''
+        echo $(pwd)
+        cd ci/
+        ./rt.sh -a ${ACCNR} -r `pwd`/rundir -t `pwd`/../
+        '''
+      }
+    }    
+    stage('Run UPP RTs on Hercules') {
+        agent {
+          label "hercules"
+        }
+        environment {
+        ACCNR = 'epic'
+        NODE_PATH = '/work/noaa/epic/UPP/jenkins-ci/hercules'
+      }
+      steps {
+
+        cleanWs()
+        checkout scm
+        sh '''
+
+        ''' 
+        }
+    } 
+        stage('Run UPP RTs on Jet') {
+        agent {
+          label "jet"
+        }
+        environment {
+        ACCNR = 'hfv3gfs'
+        NODE_PATH = '/mnt/lfs4/HFIP/hfv3gfs/role.epic/'
+      }
+      steps {
+
+        cleanWs()
+        checkout scm
+        sh '''
+
+        '''
+      }
+    }
+  }  
+}

ci/rt-status.py

@@ -0,0 +1,59 @@
+# check the UPP RT rundir for .diff files that would indicate a change in test results
+
+'''
+Updates
+Aug/29/2023 - Fernando Andrade-Maldonado: Script creation
+
+'''
+
+import os
+import sys
+
+# files used in result comparison
+tests = [
+    'nmmb',
+    'gfs',
+    'fv3gefs',
+    'fv3r',
+    'rap',
+    'hrrr',
+    'fv3hafs',
+    'rtma'
+]
+
+# look for .diff files
+# every case has its own directory in rundir
+# loop through every test case sub directory and files, then match with the test name
+def check_for_diff(tests):
+    changed = False
+    rundir = os.getenv('rundir')
+    for case_dir in os.listdir(rundir):
+        for file in os.listdir(rundir+'/{}'.format(case_dir)):
+            if file.endswith('.diff'):
+                diff_case = ''
+                for test in tests:
+                    if test in case_dir:
+                        diff_case = test
+                if case_dir.endswith('pe_test'):
+                    # the rap pe test currently has a false positive bug with WRFPRS
+                    if 'rap' in case_dir and file == 'WRFPRS.GrbF16.diff':
+                        with open('{}/{}/{}'.format(rundir,case_dir, file)) as f:
+                            data = f.readlines()
+                            if len(data) == 1 and 'CDCON:convective cloud layer:rpn_corr=-nan:rpn_rms=undefined' in data[0]:
+                                continue
+                    print('There are changes in results for case {}_pe_test in {}'.format(diff_case, file.replace(".diff", "")))
+                else:
+                    print('There are changes in results for case {} in {}'.format(diff_case, file.replace(".diff", "")))
+                changed = True
+    if changed:
+        print('Refer to .diff files in rundir: {} for details on differences in results for each case.'.format(rundir))
+        sys.exit(1)
+    else:
+        print('No changes in test results detected.')
+
+
+def main():
+    check_for_diff(tests)
+
+if __name__ == "__main__":
+    main()