From 9674191136097eedccc47430d00b070245660cd2 Mon Sep 17 00:00:00 2001 From: Moritz Bunkus Date: Wed, 7 Sep 2016 16:45:40 +0200 Subject: [PATCH] tests: only record exit code for certain tests Some of the test cases of #1780 cause uninitialized memory to be written to the output file due to incomplete reads. This causes subsequent tests to fail their checksums. Therefore only record the fact that they've completed successfully. --- tests/results.txt | 4 ++-- tests/test-560segfaults_issue_1780_part_3.rb | 9 ++++++++- tests/test-562segfaults_issue_1780_part_5.rb | 2 +- 3 files changed, 11 insertions(+), 4 deletions(-) diff --git a/tests/results.txt b/tests/results.txt index 32ae84f1b..f1c641204 100644 --- a/tests/results.txt +++ b/tests/results.txt @@ -405,7 +405,7 @@ T_556prores:cefc5f55889463321b03075bcf9f5e7b-5fbfaf0b69674d62d4edb2e3d1f05eb4-42 T_557dts_hd_ma_xll_extension:96000-192000-7f61832d35165f4600c0ac06b3a109dc-7f61832d35165f4600c0ac06b3a109dc:passed:20160810-203155:1.196256604 T_558segfaults_issue_1780_part_1:error-error-error-error-error:passed:20160906-210126:0.035867258 T_559segfaults_issue_1780_part_2:error-error-error-error-error-error-error-error-error-error-error-error-error-error-error-error-error-error-error-error-error-error-error-error-error-error-error-error:passed:20160906-225430:0.206571838 -T_560segfaults_issue_1780_part_3:0489485fc50810d2c60f480348ed4f98-0489485fc50810d2c60f480348ed4f98-0489485fc50810d2c60f480348ed4f98-0489485fc50810d2c60f480348ed4f98-0489485fc50810d2c60f480348ed4f98-0489485fc50810d2c60f480348ed4f98-0489485fc50810d2c60f480348ed4f98-b21ab40761d8b1bbf3f0e56f93cc3b9b-912643da6854328e5fbd5c2be062e2d4-0489485fc50810d2c60f480348ed4f98-6419cd823516f4f0f61ba6bf08fe8897-b400b47306ae8b4ca48ec43444336b5a-c64dcaf5f603f78524fb88b012c9ea5b-0489485fc50810d2c60f480348ed4f98-a4804262c5ca204ef138510263fb853f-49c8bafe5be3fee7f72bb82da798fba8-87a837d6a523dbf906cef7bcb3f3bcfd-87a837d6a523dbf906cef7bcb3f3bcfd-87a837d6a523dbf906cef7bcb3f3bcfd-87a837d6a523dbf906cef7bcb3f3bcfd-87a837d6a523dbf906cef7bcb3f3bcfd:passed:20160906-225653:0.203842645 +T_560segfaults_issue_1780_part_3:0489485fc50810d2c60f480348ed4f98-0489485fc50810d2c60f480348ed4f98-0489485fc50810d2c60f480348ed4f98-0489485fc50810d2c60f480348ed4f98-0489485fc50810d2c60f480348ed4f98-0489485fc50810d2c60f480348ed4f98-0489485fc50810d2c60f480348ed4f98-b21ab40761d8b1bbf3f0e56f93cc3b9b-912643da6854328e5fbd5c2be062e2d4-0489485fc50810d2c60f480348ed4f98-6419cd823516f4f0f61ba6bf08fe8897-b400b47306ae8b4ca48ec43444336b5a-c64dcaf5f603f78524fb88b012c9ea5b-0489485fc50810d2c60f480348ed4f98-49c8bafe5be3fee7f72bb82da798fba8-87a837d6a523dbf906cef7bcb3f3bcfd-87a837d6a523dbf906cef7bcb3f3bcfd-87a837d6a523dbf906cef7bcb3f3bcfd-87a837d6a523dbf906cef7bcb3f3bcfd-87a837d6a523dbf906cef7bcb3f3bcfd-ok:passed:20160906-225653:0.203842645 T_561segfaults_issue_1780_part_4:error:passed:20160906-225808:0.007751455 -T_562segfaults_issue_1780_part_5:error-4615f1926ab4f0ba2c475f0a6679e75e-23cc72d092c69b611a33d000971e8a4c:passed:20160906-225922:0.023945323 +T_562segfaults_issue_1780_part_5:error-4615f1926ab4f0ba2c475f0a6679e75e-warning:passed:20160906-225922:0.023945323 T_563segfaults_issue_1780_part_6:error-error:passed:20160906-230017:0.014380789 diff --git a/tests/test-560segfaults_issue_1780_part_3.rb b/tests/test-560segfaults_issue_1780_part_3.rb index 1b276ab28..1498df8d4 100755 --- a/tests/test-560segfaults_issue_1780_part_3.rb +++ b/tests/test-560segfaults_issue_1780_part_3.rb @@ -21,7 +21,6 @@ explorer:id:000144,sig:11,src:000005,op:flip2,pos:13866 explorer:id:000231,sig:11,src:000005,op:havoc,rep:16 explorer:id:000261,sig:11,src:000013,op:arith8,pos:13647,val:+7 explorer:id:000318,sig:11,src:000287,op:flip2,pos:13797 -explorer:id:000323,sig:06,src:000314,op:flip1,pos:13731 explorer:id:000324,sig:06,src:000314,op:havoc,rep:64 explorer:id:000347,sig:06,src:000426,op:flip1,pos:13797 explorer:id:000353,sig:11,src:000426,op:flip1,pos:13823 @@ -31,3 +30,11 @@ explorer:id:000358,sig:06,src:000426,op:flip2,pos:13826 }.each do |file| test_merge "#{dir}/#{file}" end + +# The following files cause uninitialized memory to be written and +# consecutive tests to fail: +%w{ +explorer:id:000323,sig:06,src:000314,op:flip1,pos:13731 +}.each do |file| + test_merge "#{dir}/#{file}", :result_type => :exit_code_string +end diff --git a/tests/test-562segfaults_issue_1780_part_5.rb b/tests/test-562segfaults_issue_1780_part_5.rb index f038d3db5..f292de6ea 100755 --- a/tests/test-562segfaults_issue_1780_part_5.rb +++ b/tests/test-562segfaults_issue_1780_part_5.rb @@ -8,4 +8,4 @@ dir = "data/segfaults-assertions/issue-1780" # "MP4 reader: properly catch invalid chunk size exception" test_merge "#{dir}/explorer:id:000081,sig:06,src:000001,op:havoc,rep:128", :exit_code => :error test_merge "#{dir}/explorer:id:000233,sig:06,src:000005,op:havoc,rep:16", :exit_code => :warning -test_merge "#{dir}/explorer:id:000241,sig:11,src:000012,op:flip1,pos:13674", :exit_code => :warning +test_merge "#{dir}/explorer:id:000241,sig:11,src:000012,op:flip1,pos:13674", :exit_code => :warning, :result_type => :exit_code_string