ModuleQuickCheck-2.18.0.0Haskell2010

Test.QuickCheck.Test

The main test loop.

Contents

Running tests

Synopsis

data Args
data Result
value isSuccess
value stdArgs
value quickCheck
value quickCheckWith
value quickCheckResult
value quickCheckWithResult
value recheck
value withState
value computeSize
value clamp
value verboseCheck
value verboseCheckWith
value verboseCheckResult
value verboseCheckWithResult
value test
value finishedSuccessfully
value finishedInsufficientCoverage
value tooManyDiscards
value checkingCoverage
value timeToCheckCoverage
value coverageKnownSufficient
value coverageKnownInsufficient
value failCoverage
value doneTesting
value giveUp
value showTestCount
value formatTestCount
value runATest
value failureSummary
value failureReason
value failureSummaryAndReason
value success
value labelsAndTables
value showTable
value foundFailure
value localMin
value localMin'
value localMinFound
value callbackPostTest
value callbackPostFinalFailure
value sufficientlyCovered
value insufficientlyCovered
value wilson
value wilsonLow
value wilsonHigh
value invnormcdf
value allCoverage

PackageQuickCheck-2.18.0.0
Exports49
LanguageHaskell2010
LicenceBSD-3-Clause
SourceTest.hs

Running tests

datadata Args

Source#

Args specifies arguments to the QuickCheck driver

Constructors

Args
- replay :: Maybe (QCGen, Int)
  Should we replay a previous test? Note: saving a seed from one version of QuickCheck and replaying it in another is not supported. If you want to store a test case permanently you should save the test case itself.
- maxSuccess :: Int
  Maximum number of successful tests before succeeding. Testing stops at the first failure. If all tests are passing and you want to run more tests, increase this number.
- maxDiscardRatio :: Int
  Maximum number of discarded tests per successful test before giving up
- maxSize :: Int
  Size to use for the biggest test cases
- chatty :: Bool
  Whether to print anything
- maxShrinks :: Int
  Maximum number of shrinks to do before giving up. Setting this to zero turns shrinking off.

Instances2Read, Show

Read ArgsDefined in QuickCheck-2.18.0.0 · Test.QuickCheck.Test
Show ArgsDefined in QuickCheck-2.18.0.0 · Test.QuickCheck.Test

datadata Result

Source#

Result represents the test result

Constructors

Success
A successful test run
- numTests :: Int
  Number of tests performed
- numDiscarded :: Int
  Number of tests skipped
- labels :: !Map [String] Int
  The number of test cases having each combination of labels (see label)
- classes :: !Map String Int
  The number of test cases having each class (see classify)
- tables :: !Map String (Map String Int)
  Data collected by tabulate
- output :: String
  Printed output
GaveUp
Given up
- numTests :: Int
  Number of tests performed
- numDiscarded :: Int
  Number of tests skipped
- labels :: !Map [String] Int
  The number of test cases having each combination of labels (see label)
- classes :: !Map String Int
  The number of test cases having each class (see classify)
- tables :: !Map String (Map String Int)
  Data collected by tabulate
- output :: String
  Printed output
Failure
A failed test run
- numTests :: Int
  Number of tests performed
- numDiscarded :: Int
  Number of tests skipped
- numShrinks :: Int
  Number of successful shrinking steps performed
- numShrinkTries :: Int
  Number of unsuccessful shrinking steps performed
- numShrinkFinal :: Int
  Number of unsuccessful shrinking steps performed since last successful shrink
- usedSeed :: QCGen
  What seed was used
- usedSize :: Int
  What was the test size
- reason :: String
  Why did the property fail
- theException :: Maybe AnException
  The exception the property threw, if any
- output :: String
  Printed output
- failingTestCase :: [String]
  The test case which provoked the failure
- failingLabels :: [String]
  The test case's labels (see label)
- failingClasses :: Set String
  The test case's classes (see classify)
- witnesses :: [Witness]
  The existentially quantified witnesses provided by witness
NoExpectedFailure
A property that should have failed did not
- numTests :: Int
  Number of tests performed
- numDiscarded :: Int
  Number of tests skipped
- labels :: !Map [String] Int
  The number of test cases having each combination of labels (see label)
- classes :: !Map String Int
  The number of test cases having each class (see classify)
- tables :: !Map String (Map String Int)
  Data collected by tabulate
- output :: String
  Printed output

Instances1Show

Show ResultDefined in QuickCheck-2.18.0.0 · Test.QuickCheck.Test

valueisSuccess :: Result -> Bool

Source#

Check if the test run result was a success

valuestdArgs :: Args

Source#

The default test arguments

valuequickCheck :: Testable prop => prop -> IO ()

Source#

Tests a property and prints the results to System.IO.stdout.

By default up to 100 tests are performed, which may not be enough to find all bugs. To run more tests, use withNumTests.

If you want to get the counterexample as a Haskell value, rather than just printing it, try the quickcheck-with-counterexamples package.

valuequickCheckWith :: Testable prop => Args -> prop -> IO ()

Source#

Tests a property, using test arguments, and prints the results to System.IO.stdout.

valuequickCheckResult :: Testable prop => prop -> IO Result

Source#

Tests a property, produces a test result, and prints the results to System.IO.stdout.

valuequickCheckWithResult :: Testable prop => Args -> prop -> IO Result

Source#

Tests a property, using test arguments, produces a test result, and prints the results to System.IO.stdout.

valuerecheck :: Testable prop => Result -> prop -> IO ()

Source#

Re-run a property with the seed and size that failed in a run of quickCheckResult.

valuewithState :: Args -> (State -> IO a) -> IO a

valuecomputeSize :: State -> Int

valueclamp :: Ord a => a -> (a, a) -> a

valueverboseCheck :: Testable prop => prop -> IO ()

Source#

Tests a property and prints the results and all test cases generated to System.IO.stdout. This is just a convenience function that means the same as quickCheck . verbose.

Note: for technical reasons, the test case is printed out after the property is tested. To debug a property that goes into an infinite loop, use within to add a timeout instead.

valueverboseCheckWith :: Testable prop => Args -> prop -> IO ()

Source#

Tests a property, using test arguments, and prints the results and all test cases generated to System.IO.stdout. This is just a convenience function that combines quickCheckWith and verbose.

Note: for technical reasons, the test case is printed out after the property is tested. To debug a property that goes into an infinite loop, use within to add a timeout instead.

valueverboseCheckResult :: Testable prop => prop -> IO Result

Source#

Tests a property, produces a test result, and prints the results and all test cases generated to System.IO.stdout. This is just a convenience function that combines quickCheckResult and verbose.

Note: for technical reasons, the test case is printed out after the property is tested. To debug a property that goes into an infinite loop, use within to add a timeout instead.

valueverboseCheckWithResult :: Testable prop => Args -> prop -> IO Result

Source#

Tests a property, using test arguments, produces a test result, and prints the results and all test cases generated to System.IO.stdout. This is just a convenience function that combines quickCheckWithResult and verbose.

Note: for technical reasons, the test case is printed out after the property is tested. To debug a property that goes into an infinite loop, use within to add a timeout instead.

valuetest :: State -> Property -> IO Result

valuefinishedSuccessfully :: State -> Bool

valuefinishedInsufficientCoverage :: State -> Bool

valuetooManyDiscards :: State -> Bool

valuecheckingCoverage :: State -> Bool

valuetimeToCheckCoverage :: State -> Bool

valuecoverageKnownSufficient :: State -> Bool

valuecoverageKnownInsufficient :: State -> Bool

valuefailCoverage :: State -> IO Result

valuedoneTesting :: State -> IO Result

valuegiveUp :: State -> IO Result

valueshowTestCount :: State -> String

valueformatTestCount :: Int -> Int -> String

valuerunATest :: State -> Property -> IO Result

valuefailureSummary :: State -> Result -> String

valuefailureReason :: State -> Result -> [String]

valuefailureSummaryAndReason :: State -> Result -> (String, [String])

valuesuccess :: State -> IO ()

valuelabelsAndTables :: State -> ([String], [String])

valueshowTable :: Int -> Maybe String -> Map String Int -> [String]

valuefoundFailure

:: State
-> Result
-> [Rose Result]
-> IO (Int, Int, Int, Result)

valuelocalMin :: State -> Result -> [Rose Result] -> IO (Int, Int, Int, Result)

valuelocalMin' :: State -> Result -> [Rose Result] -> IO (Int, Int, Int, Result)

valuelocalMinFound :: State -> Result -> IO (Int, Int, Int, Result)

valuecallbackPostTest :: State -> Result -> IO Result

valuecallbackPostFinalFailure :: State -> Result -> IO ()

valuesufficientlyCovered :: Confidence -> Int -> Int -> Double -> Bool

valueinsufficientlyCovered :: Maybe Integer -> Int -> Int -> Double -> Bool

valuewilson :: Integer -> Integer -> Double -> Double

valuewilsonLow :: Integer -> Integer -> Double -> Double

valuewilsonHigh :: Integer -> Integer -> Double -> Double

valueinvnormcdf :: Double -> Double

valueallCoverage :: State -> [(Maybe String, String, Int, Int, Double)]