ICODE-ADC/lammps
4
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Curb number of (randomly) selected tests for quick regression run

Browse Source
This commit is contained in:
Axel Kohlmeyer
2024-09-01 08:33:12 -04:00
parent da98d30cf7
commit 6aa6ed86be
1 changed files with 10 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
tools/regression-tests/run_tests.py
View File

@ -74,6 +74,7 @@ import datetime
import fnmatch import fnmatch
import logging import logging
import os import os
import random
import re import re
import subprocess import subprocess
import sys import sys
@ -891,6 +892,7 @@ if __name__ == "__main__":
analyze = False analyze = False
quick = False quick = False
quick_branch = "origin/develop" quick_branch = "origin/develop"
quick_max = 50
# distribute the total number of input scripts over the workers # distribute the total number of input scripts over the workers
num_workers = 1 num_workers = 1
@ -920,6 +922,8 @@ if __name__ == "__main__":
help="Determine which test inputs have commands changed between a branch and the head") help="Determine which test inputs have commands changed between a branch and the head")
parser.add_argument("--quick-branch", dest="quick_branch", default=quick_branch, parser.add_argument("--quick-branch", dest="quick_branch", default=quick_branch,
help="Branch to which compare the current head to for changed styles") help="Branch to which compare the current head to for changed styles")
parser.add_argument("--quick-max", dest="quick_max", default=50,
help="Maximum number of inputs to randomly select")
parser.add_argument("--skip-numerical-check",dest="skip_numerical_check", action='store_true', default=False, parser.add_argument("--skip-numerical-check",dest="skip_numerical_check", action='store_true', default=False,
help="Generating reference data") help="Generating reference data")
@ -945,6 +949,7 @@ if __name__ == "__main__":
analyze = args.analyze analyze = args.analyze
quick = args.quick quick = args.quick
quick_branch = args.quick_branch quick_branch = args.quick_branch
quick_max = args.quick_max
skip_numerical_check = args.skip_numerical_check skip_numerical_check = args.skip_numerical_check
resume = args.resume resume = args.resume
progress_file = args.progress_file progress_file = args.progress_file
@ -974,6 +979,11 @@ if __name__ == "__main__":
input_list = get_quick_list.get_examples_using_styles(regex, example_toplevel) input_list = get_quick_list.get_examples_using_styles(regex, example_toplevel)
msg = f"\nThere are {len(input_list)} input scripts with changed styles relative to branch {quick_branch}." msg = f"\nThere are {len(input_list)} input scripts with changed styles relative to branch {quick_branch}."
msg += "\nChanged styles: " + str(styles) msg += "\nChanged styles: " + str(styles)
if len(input_list) > quick_max:
input_list = random.sample(input_list, quick_max)
msq += "\nTesting " + str(quick_max) + " randomly selected inputs"
print(msg) print(msg)
logger.info(msg) logger.info(msg)