integrate quick regression support into regression tester

.github/workflows/full-regression.yml

@@ -11,14 +11,14 @@ on:
 
 jobs:
   build:
-    name: Build
+    name: Build LAMMPS
     # restrict to official LAMMPS repository
     if: ${{ github.repository == 'lammps/lammps' }}
     runs-on: ubuntu-latest
     env:
       CCACHE_DIR: ${{ github.workspace }}/.ccache
     strategy:
-      max-parallel: 2
+      max-parallel: 4
       matrix:
         idx: [ 0, 1, 2, 3 ]
 
@@ -71,7 +71,7 @@ jobs:
         cmake --build build
         ccache -s
 
-    - name: Full regression tests, splitting the top-level example input into 4 lists
+    - name: Run Full Regression Tests
       shell: bash
       run: |
         source linuxenv/bin/activate

.github/workflows/quick-regression.yml

@@ -14,11 +14,16 @@ on:
 
 jobs:
   build:
-    name: Quick Regression Test
+    name: Build LAMMPS
+    # restrict to official LAMMPS repository
     if: ${{ github.repository == 'lammps/lammps' }}
     runs-on: ubuntu-latest
     env:
       CCACHE_DIR: ${{ github.workspace }}/.ccache
+    strategy:
+      max-parallel: 4
+      matrix:
+        idx: [ 0, 1, 2, 3 ]
 
     steps:
     - name: Checkout repository
@@ -70,21 +75,38 @@ jobs:
         cmake --build build
         ccache -s
 
-    - name: Run Selected Regression Tests
+    - name: Run Regression Tests for Modified Styles
       shell: bash
       run: |
         source linuxenv/bin/activate
-        python3 tools/regression-tests/get-quick-list.py
         python3 tools/regression-tests/run_tests.py \
                --lmp-bin=build/lmp \
                --config-file=tools/regression-tests/config_serial.yaml \
-               --list-input=input_list.txt
+               --examples-top-level=examples --quick --quick-branch=origin/develop --num-workers=4
-        tar -cvf quick-regression-test.tar run.log progress.yaml
+
+        python3 tools/regression-tests/run_tests.py \
+               --lmp-bin=build/lmp \
+               --config-file=tools/regression-tests/config_serial.yaml \
+               --list-input=input-list-${{ matrix.idx }}.txt \
+               --output-file=output-${{ matrix.idx }}.xml \
+               --progress-file=progress-${{ matrix.idx }}.yaml \
+               --log-file=run-${{ matrix.idx }}.log
+
+        tar -cvf quick-regression-test-${{ matrix.idx }}.tar run-${{ matrix.idx }}.log progress-${{ matrix.idx }}.yaml output-${{ matrix.idx }}.xml
 
     - name: Upload artifacts
       uses: actions/upload-artifact@v4
       with:
-        name: quick-regression-test-artifact
+        name: quick-regression-test-artifact-${{ matrix.idx }}
-        path: quick-regression-test.tar
+        path: quick-regression-test-${{ matrix.idx }}.tar
 
+  merge:
+    runs-on: ubuntu-latest
+    needs: build
+    steps:
+      - name: Merge Artifacts
+        uses: actions/upload-artifact/merge@v4
+        with:
+          name: merged-quick-regresssion-artifact
+          pattern: quick-regression-test-artifact-*
 

tools/regression-tests/config_serial.yaml

@@ -36,7 +36,7 @@
       in.bucky-plus-cnt*,
     ]
 
-  timeout: 10
+  timeout: 30
   nugget: 1.0
   epsilon: 1e-16
 

tools/regression-tests/get_quick_list.py

@@ -244,7 +244,7 @@ def get_examples_using_styles(regex, examples='examples'):
         with open(filename) as f:
             for line in f:
                 if commands.match(line):
-                    inputs.append(filename)
+                    inputs.append(str(filename))
                     break
     return inputs
 
@@ -258,14 +258,8 @@ if __name__ == "__main__":
     regex = make_regex(styles)
     if regex:
         inputs = get_examples_using_styles(regex, os.path.join(LAMMPS_DIR,'examples'))
-
+    else:
-        print("Suggested inputs for testing:")
+        inputs = []
-        # input_list.txt is used for the regression tester tool
-        with open('input_list.txt', 'w') as f:
-            for inp in inputs:
-                print(inp)
-                f.write(str(inp) + '\n')
-
     print("Found changes to the following styles:")
     print("Commands: ", styles['command'])
     print("Atom styles: ", styles['atom'])
@@ -282,3 +276,5 @@ if __name__ == "__main__":
     print("Region styles: ", styles['region'])
     print("Integrate styles: ", styles['integrate'])
     print("Minimize styles: ", styles['minimize'])
+
+    print("Example input files affected: ", len(inputs))

tools/regression-tests/run_tests.py

@@ -58,7 +58,7 @@ Example usage:
     5) Test a LAMMPS binary with the whole top-level /examples folder in a LAMMPS source tree
            python3 run_tests.py --lmp-bin=/path/to/lmp_binary --examples-top-level=/path/to/lammps/examples
 
-    6) Analyze the LAMMPS binary annd whole top-level /examples folder in a LAMMPS source tree 
+    6) Analyze the LAMMPS binary and whole top-level /examples folder in a LAMMPS source tree
        and generate separate input lists for 8 workers:
            python3 run_tests.py --lmp-bin=/path/to/lmp_binary --examples-top-level=/path/to/lammps/examples \
                 --analyze --num-workers=8
@@ -76,6 +76,7 @@ import logging
 import os
 import re
 import subprocess
+import sys
 #from multiprocessing import Pool
 
 # need "pip install numpy pyyaml"
@@ -90,6 +91,13 @@ try:
 except ImportError:
     from yaml import SafeLoader as Loader
 
+# infer top level LAMMPS dir from filename
+LAMMPS_DIR = os.path.realpath(os.path.join(os.path.dirname(__file__), '..', '..'))
+
+# import git interface module
+sys.path.append(os.path.realpath(os.path.join(LAMMPS_DIR, 'tools', 'regression-tests')))
+import get_quick_list
+
 '''
    data structure to store the test result
 '''
@@ -881,6 +889,8 @@ if __name__ == "__main__":
     list_input = ""
     list_subfolders = ""
     analyze = False
+    quick = False
+    quick_branch = "origin/develop"
 
     # distribute the total number of input scripts over the workers
     num_workers = 1
@@ -888,9 +898,9 @@ if __name__ == "__main__":
     # parse the arguments
     parser = ArgumentParser()
     parser.add_argument("--lmp-bin", dest="lmp_binary", default="", help="LAMMPS binary")
-    parser.add_argument("--config-file", dest="config_file", default=configFileName,
+    parser.add_argument("--config-file", dest="config_file", default=configFileName, help="Configuration YAML file")
-                        help="Configuration YAML file")
+    parser.add_argument("--examples-top-level", dest="example_toplevel", default=os.path.join(LAMMPS_DIR, 'examples'),
-    parser.add_argument("--examples-top-level", dest="example_toplevel", default="", help="Examples top-level")
+                        help="Examples top-level")
     parser.add_argument("--example-folders", dest="example_folders", default="", help="Example subfolders")
     parser.add_argument("--list-input", dest="list_input", default="", help="File that lists the input scripts")
     parser.add_argument("--list-subfolders", dest="list_subfolders", default="", help="File that lists the subfolders")
@@ -904,8 +914,13 @@ if __name__ == "__main__":
     parser.add_argument("--output-file",dest="output", default=output_file, help="Output file")
     parser.add_argument("--log-file",dest="logfile", default=log_file, help="Log file")
     parser.add_argument("--progress-file",dest="progress_file", default=progress_file, help="Progress file")
-    parser.add_argument("--analyze",dest="analyze", action='store_true', default=False,
+    analyze = parser.add_mutually_exclusive_group()
+    analyze.add_argument("--analyze",dest="analyze", action='store_true', default=False,
                         help="Analyze the testing folders and report statistics, not running the tests")
+    analyze.add_argument("--quick", dest="quick", action='store_true', default=False,
+                        help="Determine which test inputs have commands changed between a branch and the head")
+    parser.add_argument("--quick-branch", dest="quick_branch", default=quick_branch,
+                        help="Branch to which compare the current head to for changed styles")
     parser.add_argument("--skip-numerical-check",dest="skip_numerical_check", action='store_true', default=False,
                         help="Generating reference data")
 
@@ -929,6 +944,8 @@ if __name__ == "__main__":
     verbose = args.verbose
     log_file = args.logfile
     analyze = args.analyze
+    quick = args.quick
+    quick_branch = args.quick_branch
     skip_numerical_check = args.skip_numerical_check
     resume = args.resume
     progress_file = args.progress_file
@@ -948,6 +965,47 @@ if __name__ == "__main__":
     inplace_input = True
     test_cases = []
 
+    # generate list of input scripts with commands that have been changed
+    if quick:
+        headers = get_quick_list.changed_files_from_git(quick_branch)
+        print("headers ", headers)
+        styles = get_quick_list.get_command_from_header(headers, LAMMPS_DIR)
+        print("styles ", styles)
+        regex = get_quick_list.make_regex(styles)
+        print("regex ", regex)
+        if regex:
+            input_list = get_quick_list.get_examples_using_styles(regex, example_toplevel)
+            msg = f"\nThere are {len(input_list)} input scripts with changed styles relative to branch {quick_branch}."
+            print(msg)
+            logger.info(msg)
+
+            # divide the list of input scripts into num_workers chunks
+            sublists = divide_into_N(input_list, num_workers)
+
+            # write each chunk to a file
+            idx = 0
+            for list_input in sublists:
+                filename = f"input-list-{idx}.txt"
+                with open(filename, "w") as f:
+                    for inp in list_input:
+                        f.write(inp + '\n')
+                    f.close()
+                idx = idx + 1
+        else:
+            msg = f"\nThere are no input scripts with changed styles relative to branch {quick_branch}."
+            print(msg)
+            logger.info(msg)
+            for idx in range(0, num_workers):
+                try:
+                    os.remove(f"folder-list-{idx}.txt")
+                except:
+                    pass
+                try:
+                    os.remove(f"input-list-{idx}.txt")
+                except:
+                    pass
+        quit()
+    else:
         # if the example folders are not specified from the command-line argument --example-folders
         # then use the path from --example-top-folder, or from the input-list read from a text file
         if len(example_subfolders) == 0: