-
Type: Improvement
-
Resolution: Fixed
-
Priority: Major - P3
-
Affects Version/s: None
-
Component/s: None
-
None
-
Query Optimization
-
Fully Compatible
-
200
benchmarks_orphaned_second_half on rhel8-debug-aubsan-benchmarks
Host: i-0133f1209c3c5fafc
Project: mongodb-mongo-master
Commit: 7f184153
Failing Test Logs:
Task Logs:
Task Log Assertion Extractor
Logs:
File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 125, in start self._run(queue, interrupt_flag, teardown_flag, hook_failure_flag) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 178, in _run self._execute_test(test, hook_failure_flag) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/contextlib.py", line 79, in inner return func(*args, **kwds) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 285, in _execute_test self._run_hooks_after_tests(test, hook_failure_flag, background=False) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 412, in _run_hooks_after_tests self._run_hook(hook, hook.after_test, test, hook_failure_flag) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 297, in _run_hook hook_function(test, self.report) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/hooks/generate_and_check_perf_results.py", line 86, in after_test bm_report_dict = json.load(bm_report_file) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/__init__.py", line 293, in load return loads(fp.read(), File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/__init__.py", line 346, in loads return _default_decoder.decode(s) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/decoder.py", line 337, in decode obj, end = self.raw_decode(s, idx=_w(s, 0).end()) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/decoder.py", line 353, in raw_decode obj, end = self.scan_once(s, idx) json.decoder.JSONDecodeError: Expecting ',' delimiter: line 74 column 6 (char 1878) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 412, in _run_hooks_after_tests self._run_hook(hook, hook.after_test, test, hook_failure_flag) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 297, in _run_hook hook_function(test, self.report) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/hooks/generate_and_check_perf_results.py", line 86, in after_test bm_report_dict = json.load(bm_report_file) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/__init__.py", line 293, in load return loads(fp.read(), File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/__init__.py", line 346, in loads return _default_decoder.decode(s) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/decoder.py", line 337, in decode obj, end = self.raw_decode(s, idx=_w(s, 0).end()) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/decoder.py", line 353, in raw_decode obj, end = self.scan_once(s, idx) json.decoder.JSONDecodeError: Expecting ',' delimiter: line 74 column 6 (char 1878) If you're unsure where to begin investigating these errors, consider looking at tests in the following order: build/install/bin/cbp_histogram_bm File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/run/__init__.py", line 821, in _execute_suite executor.run() File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/executor.py", line 163, in run raise errors.ResmokeError( buildscripts.resmokelib.errors.ResmokeError: 33 reported tests is less than 43 expected tests File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 412, in _run_hooks_after_tests self._run_hook(hook, hook.after_test, test, hook_failure_flag) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 297, in _run_hook hook_function(test, self.report) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/hooks/generate_and_check_perf_results.py", line 86, in after_test bm_report_dict = json.load(bm_report_file) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/__init__.py", line 293, in load return loads(fp.read(), File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/__init__.py", line 346, in loads return _default_decoder.decode(s) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/decoder.py", line 337, in decode obj, end = self.raw_decode(s, idx=_w(s, 0).end()) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/decoder.py", line 353, in raw_decode obj, end = self.scan_once(s, idx) json.decoder.JSONDecodeError: Expecting ',' delimiter: line 74 column 6 (char 1878)
Task Log Assertion Extractor
Logs:
07:14:15.527Z Encountered an error during test execution. Traceback (most recent call last): File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 125, in start self._run(queue, interrupt_flag, teardown_flag, hook_failure_flag) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 178, in _run self._execute_test(test, hook_failure_flag) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/contextlib.py", line 79, in inner return func(*args, **kwds) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 285, in _execute_test self._run_hooks_after_tests(test, hook_failure_flag, background=False) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 412, in _run_hooks_after_tests self._run_hook(hook, hook.after_test, test, hook_failure_flag) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 297, in _run_hook hook_function(test, self.report) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/hooks/generate_and_check_perf_results.py", line 86, in after_test bm_report_dict = json.load(bm_report_file) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/__init__.py", line 293, in load return loads(fp.read(), File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/__init__.py", line 346, in loads return _default_decoder.decode(s) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/decoder.py", line 337, in decode obj, end = self.raw_decode(s, idx=_w(s, 0).end()) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/decoder.py", line 353, in raw_decode obj, end = self.scan_once(s, idx) json.decoder.JSONDecodeError: Expecting ',' delimiter: line 74 column 6 (char 1878)
Task Log Assertion Extractor
Logs:
07:14:15.529Z Summary of latest execution: 33 test(s) ran in 8041.66 seconds (32 succeeded, 16 were skipped, 0 failed, 1 errored) The following tests had errors: build/install/bin/cbp_histogram_bm Traceback (most recent call last): File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 412, in _run_hooks_after_tests self._run_hook(hook, hook.after_test, test, hook_failure_flag) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 297, in _run_hook hook_function(test, self.report) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/hooks/generate_and_check_perf_results.py", line 86, in after_test bm_report_dict = json.load(bm_report_file) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/__init__.py", line 293, in load return loads(fp.read(), File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/__init__.py", line 346, in loads return _default_decoder.decode(s) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/decoder.py", line 337, in decode obj, end = self.raw_decode(s, idx=_w(s, 0).end()) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/decoder.py", line 353, in raw_decode obj, end = self.scan_once(s, idx) json.decoder.JSONDecodeError: Expecting ',' delimiter: line 74 column 6 (char 1878) If you're unsure where to begin investigating these errors, consider looking at tests in the following order: build/install/bin/cbp_histogram_bm
Task Log Assertion Extractor
Logs:
07:14:15.529Z Encountered an error when running benchmark_tests of suite benchmarks_second_half. Traceback (most recent call last): File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/run/__init__.py", line 821, in _execute_suite executor.run() File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/executor.py", line 163, in run raise errors.ResmokeError( buildscripts.resmokelib.errors.ResmokeError: 33 reported tests is less than 43 expected tests
Task Log Assertion Extractor
Logs:
07:14:15.530Z Summary of benchmarks_second_half suite: 33 test(s) ran in 8041.66 seconds (32 succeeded, 16 were skipped, 0 failed, 1 errored) The following tests had errors: build/install/bin/cbp_histogram_bm Traceback (most recent call last): File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 412, in _run_hooks_after_tests self._run_hook(hook, hook.after_test, test, hook_failure_flag) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/job.py", line 297, in _run_hook hook_function(test, self.report) File "/data/mci/bda2f86800ad5ade9865be44e609bef1/src/buildscripts/resmokelib/testing/hooks/generate_and_check_perf_results.py", line 86, in after_test bm_report_dict = json.load(bm_report_file) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/__init__.py", line 293, in load return loads(fp.read(), File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/__init__.py", line 346, in loads return _default_decoder.decode(s) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/decoder.py", line 337, in decode obj, end = self.raw_decode(s, idx=_w(s, 0).end()) File "/opt/mongodbtoolchain/revisions/69f4f0673ffcb290ce2307560a4883ecf2ad138c/stow/python3-v4.ecN/lib/python3.10/json/decoder.py", line 353, in raw_decode obj, end = self.scan_once(s, idx) json.decoder.JSONDecodeError: Expecting ',' delimiter: line 74 column 6 (char 1878) If you're unsure where to begin investigating these errors, consider looking at tests in the following order: build/install/bin/cbp_histogram_bm
Repro Artifacts: