diff options
| author | Phil Nash | 2018-06-26 17:30:30 +0100 |
|---|---|---|
| committer | Martin Hořeňovský | 2018-08-19 22:34:14 +0200 |
| commit | 1a63fad8d66ffffbf023684a623d8a90b77ea7b1 (patch) | |
| tree | bfa4ac7f6f37176d1d85214bc73cdea759f970a1 /scripts | |
| parent | d6f2fd486cf3e124d80f8643c723d475c6bad6e9 (diff) | |
| download | catch3-1a63fad8d66ffffbf023684a623d8a90b77ea7b1.tar.gz | |
Seed the RNG in approval tests
Diffstat (limited to 'scripts')
| -rwxr-xr-x | scripts/approvalTests.py | 12 |
1 files changed, 6 insertions, 6 deletions
diff --git a/scripts/approvalTests.py b/scripts/approvalTests.py index 3293c938..b873fef2 100755 --- a/scripts/approvalTests.py +++ b/scripts/approvalTests.py @@ -182,17 +182,17 @@ print(" " + cmdPath) ### Keep default reporters here # Standard console reporter -approve("console.std", ["~[!nonportable]~[!benchmark]~[approvals]", "--order", "lex"]) +approve("console.std", ["~[!nonportable]~[!benchmark]~[approvals]", "--order", "lex", "--rng-seed", "0"]) # console reporter, include passes, warn about No Assertions -approve("console.sw", ["~[!nonportable]~[!benchmark]~[approvals]", "-s", "-w", "NoAssertions", "--order", "lex"]) +approve("console.sw", ["~[!nonportable]~[!benchmark]~[approvals]", "-s", "-w", "NoAssertions", "--order", "lex", "--rng-seed", "0"]) # console reporter, include passes, warn about No Assertions, limit failures to first 4 -approve("console.swa4", ["~[!nonportable]~[!benchmark]~[approvals]", "-s", "-w", "NoAssertions", "-x", "4", "--order", "lex"]) +approve("console.swa4", ["~[!nonportable]~[!benchmark]~[approvals]", "-s", "-w", "NoAssertions", "-x", "4", "--order", "lex", "--rng-seed", "0"]) # junit reporter, include passes, warn about No Assertions -approve("junit.sw", ["~[!nonportable]~[!benchmark]~[approvals]", "-s", "-w", "NoAssertions", "-r", "junit", "--order", "lex"]) +approve("junit.sw", ["~[!nonportable]~[!benchmark]~[approvals]", "-s", "-w", "NoAssertions", "-r", "junit", "--order", "lex", "--rng-seed", "0"]) # xml reporter, include passes, warn about No Assertions -approve("xml.sw", ["~[!nonportable]~[!benchmark]~[approvals]", "-s", "-w", "NoAssertions", "-r", "xml", "--order", "lex"]) +approve("xml.sw", ["~[!nonportable]~[!benchmark]~[approvals]", "-s", "-w", "NoAssertions", "-r", "xml", "--order", "lex", "--rng-seed", "0"]) # compact reporter, include passes, warn about No Assertions -approve('compact.sw', ['~[!nonportable]~[!benchmark]~[approvals]', '-s', '-w', 'NoAssertions', '-r', 'compact', '--order', 'lex']) +approve('compact.sw', ['~[!nonportable]~[!benchmark]~[approvals]', '-s', '-w', 'NoAssertions', '-r', 'compact', '--order', 'lex', "--rng-seed", "0"]) if overallResult != 0: print("If these differences are expected, run approve.py to approve new baselines.") |