Make continuous fuzzing default

Fixes #477

Author: siraben

lib/Echidna/Campaign.hs

@@ -91,7 +91,7 @@ runWorker
   -> Int     -- ^ Worker id starting from 0
   -> [(FilePath, [Tx])]
   -- ^ Initial corpus of transactions
-  -> Int     -- ^ Test limit for this worker
+  -> Maybe Int     -- ^ Test limit for this worker
   -> m (WorkerStopReason, WorkerState)
 runWorker callback vm world dict workerId initialCorpus testLimit = do
   let
@@ -136,10 +136,10 @@ runWorker callback vm world dict workerId initialCorpus testLimit = do
     if | stopOnFail && any final tests ->
          lift callback >> pure FastFailed
 
-       | (null tests || any isOpen tests) && ncalls < testLimit ->
+       | (null tests || any isOpen tests) && maybe True (ncalls <) testLimit ->
          fuzz >> continue
 
-       | ncalls >= testLimit && any (\t -> isOpen t && isOptimizationTest t) tests -> do
+       | maybe False (ncalls >=) testLimit && any (\t -> isOpen t && isOptimizationTest t) tests -> do
          liftIO $ atomicModifyIORef' testsRef $ \sharedTests ->
             (closeOptimizationTest <$> sharedTests, ())
          continue

lib/Echidna/Config.hs

@@ -84,7 +84,7 @@ instance FromJSON EConfigWithUsage where
         pure $ TestConf classify (const psender)
 
       campaignConfParser = CampaignConf
-        <$> v ..:? "testLimit" ..!= defaultTestLimit
+        <$> v ..:? "testLimit"
         <*> v ..:? "stopOnFail" ..!= False
         <*> v ..:? "estimateGas" ..!= False
         <*> v ..:? "seqLen" ..!= defaultSequenceLength

lib/Echidna/Types/Campaign.hs

@@ -14,7 +14,7 @@ import Echidna.Types.Tx (Tx)
 
 -- | Configuration for running an Echidna 'Campaign'.
 data CampaignConf = CampaignConf
-  { testLimit       :: Int
+  { testLimit       :: Maybe Int
     -- ^ Maximum number of function calls to execute while fuzzing
   , stopOnFail      :: Bool
     -- ^ Whether to stop the campaign immediately if any property fails
@@ -148,9 +148,6 @@ initialWorkerState =
               , ncalls = 0
               }
 
-defaultTestLimit :: Int
-defaultTestLimit = 50000
-
 defaultSequenceLength :: Int
 defaultSequenceLength = 100
 

lib/Echidna/UI.hs

@@ -77,8 +77,10 @@ ui vm world dict initialCorpus = do
 
     -- Distribute over all workers, could be slightly bigger overall due to
     -- ceiling but this doesn't matter
-    perWorkerTestLimit = ceiling
-      (fromIntegral conf.campaignConf.testLimit / fromIntegral nworkers :: Double)
+    perWorkerTestLimit =
+      case conf.campaignConf.testLimit of
+        Nothing -> Nothing
+        Just t -> Just $ ceiling (fromIntegral t / fromIntegral nworkers :: Double)
 
     chunkSize = ceiling
       (fromIntegral (length initialCorpus) / fromIntegral nworkers :: Double)

lib/Echidna/UI/Widgets.hs

@@ -169,8 +169,8 @@ summaryWidget env uiState =
       <=>
       perfWidget uiState
       <=>
-      str ("Total calls: " <> progress (sum $ (.ncalls) <$> uiState.campaigns)
-                                     env.cfg.campaignConf.testLimit)
+      str ("Total calls: " <> maybe (show totalCalls) (progress totalCalls) env.cfg.campaignConf.testLimit)
+  totalCalls = (sum $ (.ncalls) <$> uiState.campaigns)
   middle =
     padLeft (Pad 1) $
       str ("Unique instructions: " <> show uiState.coverage)

src/Main.hs

@@ -175,7 +175,7 @@ options = Options
     <> help "Timeout given in seconds.")
   <*> optional (option auto $ long "test-limit"
     <> metavar "INTEGER"
-    <> help ("Number of sequences of transactions to generate during testing. Default is " ++ show defaultTestLimit))
+    <> help "Number of sequences of transactions to generate during testing. Default is unbounded.")
   <*> optional (option auto $ long "rpc-block"
     <> metavar "BLOCK"
     <> help "Block number to use when fetching over RPC.")
@@ -239,7 +239,7 @@ overrideConfig config Options{..} = do
 
     overrideCampaignConf campaignConf = campaignConf
       { corpusDir = cliCorpusDir <|> campaignConf.corpusDir
-      , testLimit = fromMaybe campaignConf.testLimit cliTestLimit
+      , testLimit = cliTestLimit <|> campaignConf.testLimit
       , shrinkLimit = fromMaybe campaignConf.shrinkLimit cliShrinkLimit
       , seqLen = fromMaybe campaignConf.seqLen cliSeqLen
       , seed = cliSeed <|> campaignConf.seed

src/test/Common.hs

@@ -60,7 +60,7 @@ overrideQuiet conf =
 
 overrideLimits :: EConfig -> EConfig
 overrideLimits conf =
-  conf { campaignConf = conf.campaignConf { testLimit = 10000
+  conf { campaignConf = conf.campaignConf { testLimit = Just 10000
                                           , shrinkLimit = 4000 }}
 
 type SolcVersion = Version

src/test/Tests/Seed.hs

@@ -22,7 +22,7 @@ seedTests =
     where
     cfg s = defaultConfig
       { campaignConf = CampaignConf
-        { testLimit = 600
+        { testLimit = Just 600
         , stopOnFail = False
         , estimateGas = False
         , seqLen = 20

tests/solidity/research/ilf_crowdsale.yaml

@@ -1,2 +1,3 @@
 maxValue: 10000000000000000000000000
 testMode: assertion
+testLimit: 50000