Fossil

Check-in [f77fbed8]
Login

Many hyperlinks are disabled.
Use anonymous login to enable hyperlinks.

Overview
Comment:Revise test result summary to include 'ignored' results from tests marked with 'knownBug'.
Downloads: Tarball | ZIP archive | SQL archive
Timelines: family | ancestors | descendants | both | trunk
Files: files | file ages | folders
SHA1: f77fbed8e306e22ead8e50d6c525e212f6e699b5
User & Date: mistachkin 2016-01-27 01:55:16
Context
2016-01-28
00:08
Make the MSVC batch build tool sub-routine 'fn_UnsetVariable' a bit more robust. check-in: 8e9cdd24 user: mistachkin tags: trunk
2016-01-27
02:29
Merge the new knownBug constraint support from trunk. check-in: 2ada5ec7 user: rberteig tags: rberteig-json-test
01:55
Revise test result summary to include 'ignored' results from tests marked with 'knownBug'. check-in: f77fbed8 user: mistachkin tags: trunk
01:44
Add 'knownBug' constraints to the two failing merge tests along with the necessary test suite changes. check-in: 60285f58 user: mistachkin tags: trunk
Changes
Hide Diffs Side-by-Side Diffs Ignore Whitespace Patch

Changes to test/tester.tcl.

   334    334     }
   335    335   }
   336    336   
   337    337   # Perform a test
   338    338   #
   339    339   set test_count 0
   340    340   proc test {name expr {constraints ""}} {
   341         -  global bad_test test_count RESULT
          341  +  global bad_test ignored_test test_count RESULT
   342    342     incr test_count
   343    343     set knownBug [expr {"knownBug" in $constraints}]
   344    344     set r [uplevel 1 [list expr $expr]]
   345    345     if {$r} {
   346    346       if {$knownBug && !$::STRICT} {
   347    347         protOut "test $name OK (knownBug)?"
   348    348       } else {
   349    349         protOut "test $name OK"
   350    350       }
   351    351     } else {
   352    352       if {$knownBug && !$::STRICT} {
   353    353         protOut "test $name FAILED (knownBug)!" 1
          354  +      lappend ignored_test $name
   354    355       } else {
   355    356         protOut "test $name FAILED!" 1
   356    357         if {$::QUIET} {protOut "RESULT: $RESULT" 1}
   357    358         lappend bad_test $name
   358    359         if {$::HALT} exit
   359    360       }
   360    361     }
   361    362   }
   362    363   set bad_test {}
          364  +set ignored_test {}
   363    365   
   364    366   # Return a random string N characters long.
   365    367   #
   366    368   set vocabulary 01234567890abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
   367    369   append vocabulary "       ()*^!.eeeeeeeeaaaaattiioo   "
   368    370   set nvocabulary [string length $vocabulary]
   369    371   proc rand_str {N} {
................................................................................
   509    511     protOut "***** $testfile ******"
   510    512     source $testdir/$testfile.test
   511    513     protOut "***** End of $testfile: [llength $bad_test] errors so far ******"
   512    514     cd $origwd
   513    515   }
   514    516   set nErr [llength $bad_test]
   515    517   if {$nErr>0 || !$::QUIET} {
   516         -  protOut "***** Final result: $nErr errors out of $test_count tests" 1
          518  +  protOut "***** Final results: $nErr errors out of $test_count tests" 1
          519  +}
          520  +if {$nErr>0} {
          521  +  protOut "***** Considered failures: $bad_test" 1
          522  +}
          523  +set nErr [llength $ignored_test]
          524  +if {$nErr>0 || !$::QUIET} {
          525  +  protOut "***** Ignored results: $nErr ignored errors out of $test_count tests" 1
   517    526   }
   518    527   if {$nErr>0} {
   519         -  protOut "***** Failures: $bad_test" 1
          528  +  protOut "***** Ignored failures: $ignored_test" 1
   520    529   }