cgrep-6.6.22: src/CGrep/Strategy/BoyerMoore.hs
--
-- Copyright (c) 2013 Bonelli Nicola <bonelli@antifork.org>
--
-- This program is free software; you can redistribute it and/or modify
-- it under the terms of the GNU General Public License as published by
-- the Free Software Foundation; either version 2 of the License, or
-- (at your option) any later version.
--
-- This program is distributed in the hope that it will be useful,
-- but WITHOUT ANY WARRANTY; without even the implied warranty of
-- MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-- GNU General Public License for more details.
--
-- You should have received a copy of the GNU General Public License
-- along with this program; if not, write to the Free Software
-- Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
--
{-# LANGUAGE TupleSections #-}
module CGrep.Strategy.BoyerMoore (search) where
import qualified Data.ByteString.Char8 as C
import Control.Monad.Trans.Reader
import Control.Monad.IO.Class
import Data.List
import CGrep.Common
import CGrep.Output
import CGrep.Filter
import CGrep.Lang
import CGrep.Types
import qualified CGrep.Token as T
import Reader
import Options
import Debug
import Util
search :: FilePath -> [Text8] -> OptionT IO [Output]
search f patterns = do
opt <- reader snd
text <- liftIO $ getTargetContents f
let filename = getTargetName f
-- transform text
let [text''', _ , _ , _] = scanr ($) text [ expandMultiline opt
, contextFilter (getFileLang opt filename) (mkContextFilter opt)
, ignoreCase opt
]
-- make shallow search
let shallow = shallowSearch patterns text'''
-- search for matching tokens
let tokens = concatMap (\(p, xs) -> let p' = C.unpack p in map (,p') xs ) $ zip patterns shallow
-- filter exact/partial matching tokens
let tokens' = if word_match opt || prefix_match opt || suffix_match opt
then filter (checkToken opt text''') tokens
else tokens
putStrLevel1 $ "strategy : running Boyer-Moore search on " ++ filename ++ "..."
runSearch opt filename (any notNull shallow) $ do
-- print banners...
putStrLevel2 $ "tokens : " ++ show tokens
putStrLevel2 $ "tokens' : " ++ show tokens'
putStrLevel3 $ "---\n" ++ C.unpack text''' ++ "\n---"
mkOutput filename text text''' tokens'
checkToken :: Options -> Text8 -> (Offset, String) -> Bool
checkToken opt text (off, str)
| word_match opt = (off - off', str) `elem` ts
| prefix_match opt = any (\(o,s) -> str `isPrefixOf` s && o + off' == off) ts
| suffix_match opt = any (\(o,s) -> str `isSuffixOf` s && o + off' + (length s - length str) == off) ts
| otherwise = undefined
where (text',off') = getLineByOffset off text
ts = T.tokenizer text'
splitLines :: Text8 -> [(Text8,Offset)]
splitLines xs = zip ls off
where ls = C.lines xs
off = scanl (\o l -> 1 + o + C.length l) 0 ls
getLineByOffset :: Offset -> Text8 -> (Text8, Offset)
getLineByOffset off xs = last $ takeWhile (\(_,o) -> o <= off) sl
where sl = splitLines xs