forked from GitHub/gf-core
On my laptop these changes speed up the full build of the RGL and example grammars with 'cabal build' from ~95s to ~43s and the zero build from ~18s to ~5s. The main change is the introduction of the module GF.CompileInParallel that replaces GF.Compile and the function GF.Compile.ReadFiles.getAllFiles. At present, it is activated with the new -j flag, and it is only used when combined with --make or --batch. In addition, to get parallel computations, you need to add GHC run-time flags, e.g., +RTS -N -A20M -RTS, to the command line. The Setup.hs script has been modified to pass the appropriate flags to GF for parallel compilation when compiling the RGL and example grammars, but you need a recent version of Cabal for this to work (probably >=1.20). Some additonal refactoring were made during this work. A new monad is used to avoid warnings/error messages from different modules to be intertwined when compiling in parallel, so some functios that were hardiwred to the IO or IOE monads have been lifted to work in arbitrary monads that are instances in the appropriate classes.
219 lines
6.8 KiB
Haskell
219 lines
6.8 KiB
Haskell
----------------------------------------------------------------------
|
|
-- |
|
|
-- Module : UseIO
|
|
-- Maintainer : AR
|
|
-- Stability : (stable)
|
|
-- Portability : (portable)
|
|
--
|
|
-- > CVS $Date: 2005/08/08 09:01:25 $
|
|
-- > CVS $Author: peb $
|
|
-- > CVS $Revision: 1.17 $
|
|
--
|
|
-- (Description of the module)
|
|
-----------------------------------------------------------------------------
|
|
|
|
module GF.Infra.UseIO(module GF.Infra.UseIO,MonadIO(..),liftErr) where
|
|
|
|
import Prelude hiding (catch)
|
|
|
|
import GF.Data.Operations
|
|
import GF.Infra.Option
|
|
import GF.System.Catch
|
|
import Paths_gf(getDataDir)
|
|
|
|
import GF.System.Directory
|
|
import System.FilePath
|
|
import System.IO
|
|
import System.IO.Error(isUserError,ioeGetErrorString)
|
|
import System.Environment
|
|
import System.Exit
|
|
import System.CPUTime
|
|
--import System.Cmd
|
|
import Text.Printf
|
|
import Control.Applicative(Applicative(..))
|
|
import Control.Monad
|
|
import Control.Monad.Trans(MonadIO(..))
|
|
import Control.Exception(evaluate)
|
|
|
|
--putIfVerb :: MonadIO io => Options -> String -> io ()
|
|
putIfVerb opts msg = when (verbAtLeast opts Verbose) $ putStrLnE msg
|
|
|
|
type FileName = String
|
|
type InitPath = String -- ^ the directory portion of a pathname
|
|
type FullPath = String
|
|
|
|
gfLibraryPath = "GF_LIB_PATH"
|
|
gfGrammarPathVar = "GF_GRAMMAR_PATH"
|
|
|
|
getLibraryDirectory :: MonadIO io => Options -> io FilePath
|
|
getLibraryDirectory opts =
|
|
case flag optGFLibPath opts of
|
|
Just path -> return path
|
|
Nothing -> liftIO $ catch (getEnv gfLibraryPath)
|
|
(\ex -> fmap (</> "lib") getDataDir)
|
|
|
|
getGrammarPath :: MonadIO io => FilePath -> io [FilePath]
|
|
getGrammarPath lib_dir = liftIO $ do
|
|
catch (fmap splitSearchPath $ getEnv gfGrammarPathVar)
|
|
(\_ -> return [lib_dir </> "alltenses",lib_dir </> "prelude"]) -- e.g. GF_GRAMMAR_PATH
|
|
|
|
-- | extends the search path with the
|
|
-- 'gfLibraryPath' and 'gfGrammarPathVar'
|
|
-- environment variables. Returns only existing paths.
|
|
extendPathEnv :: MonadIO io => Options -> io [FilePath]
|
|
extendPathEnv opts = liftIO $ do
|
|
let opt_path = flag optLibraryPath opts -- e.g. paths given as options
|
|
lib_dir <- getLibraryDirectory opts -- e.g. GF_LIB_PATH
|
|
grm_path <- getGrammarPath lib_dir -- e.g. GF_GRAMMAR_PATH
|
|
let paths = opt_path ++ [lib_dir] ++ grm_path
|
|
ps <- liftM concat $ mapM allSubdirs paths
|
|
mapM canonicalizePath ps
|
|
where
|
|
allSubdirs :: FilePath -> IO [FilePath]
|
|
allSubdirs [] = return [[]]
|
|
allSubdirs p = case last p of
|
|
'*' -> do let path = init p
|
|
fs <- getSubdirs path
|
|
return [path </> f | f <- fs]
|
|
_ -> do exists <- doesDirectoryExist p
|
|
if exists
|
|
then return [p]
|
|
else do when (verbAtLeast opts Verbose) $ putStrLn ("ignore path "++p)
|
|
return []
|
|
|
|
getSubdirs :: FilePath -> IO [FilePath]
|
|
getSubdirs dir = do
|
|
fs <- catch (getDirectoryContents dir) (const $ return [])
|
|
foldM (\fs f -> do let fpath = dir </> f
|
|
p <- getPermissions fpath
|
|
if searchable p && not (take 1 f==".")
|
|
then return (fpath:fs)
|
|
else return fs ) [] fs
|
|
|
|
--------------------------------------------------------------------------------
|
|
justModuleName :: FilePath -> String
|
|
justModuleName = dropExtension . takeFileName
|
|
|
|
isGF,isGFO :: FilePath -> Bool
|
|
isGF = (== ".gf") . takeExtensions
|
|
isGFO = (== ".gfo") . takeExtensions
|
|
|
|
gfFile,gfoFile :: FilePath -> FilePath
|
|
gfFile f = addExtension f "gf"
|
|
gfoFile f = addExtension f "gfo"
|
|
|
|
gf2gfo :: Options -> FilePath -> FilePath
|
|
gf2gfo = gf2gfo' . flag optGFODir
|
|
|
|
gf2gfo' gfoDir file = maybe (gfoFile (dropExtension file))
|
|
(\dir -> dir </> gfoFile (takeBaseName file))
|
|
gfoDir
|
|
--------------------------------------------------------------------------------
|
|
splitInModuleSearchPath :: String -> [FilePath]
|
|
splitInModuleSearchPath s = case break isPathSep s of
|
|
(f,_:cs) -> f : splitInModuleSearchPath cs
|
|
(f,_) -> [f]
|
|
where
|
|
isPathSep :: Char -> Bool
|
|
isPathSep c = c == ':' || c == ';'
|
|
|
|
--
|
|
|
|
-- * IO monad with error; adapted from state monad
|
|
|
|
newtype IOE a = IOE { appIOE :: IO (Err a) }
|
|
|
|
ioe :: IO (Err a) -> IOE a
|
|
ioe = IOE
|
|
|
|
runIOE m = err fail return =<< appIOE m
|
|
|
|
instance MonadIO IOE where liftIO io = ioe (io >>= return . return)
|
|
|
|
instance ErrorMonad IOE where
|
|
raise = ioe . return . Bad
|
|
handle m h = ioe $ err (appIOE . h) (return . Ok) =<< appIOE m
|
|
|
|
instance Functor IOE where fmap = liftM
|
|
|
|
instance Applicative IOE where
|
|
pure = return
|
|
(<*>) = ap
|
|
|
|
instance Monad IOE where
|
|
return a = ioe (return (return a))
|
|
IOE c >>= f = IOE $ do
|
|
x <- c -- Err a
|
|
appIOE $ err raise f x -- f :: a -> IOE a
|
|
fail = raise
|
|
|
|
useIOE :: a -> IOE a -> IO a
|
|
useIOE a ioe = appIOE ioe >>= err (\s -> putStrLn s >> return a) return
|
|
|
|
maybeIO io = either (const Nothing) Just `fmap` liftIO (try io)
|
|
|
|
--foldIOE :: (a -> b -> IOE a) -> a -> [b] -> IOE (a, Maybe String)
|
|
foldIOE f s xs = case xs of
|
|
[] -> return (s,Nothing)
|
|
x:xx -> do
|
|
ev <- liftIO $ appIOE (f s x)
|
|
case ev of
|
|
Ok v -> foldIOE f v xx
|
|
Bad m -> return $ (s, Just m)
|
|
|
|
die :: String -> IO a
|
|
die s = do hPutStrLn stderr s
|
|
exitFailure
|
|
|
|
class Monad m => Output m where
|
|
ePutStr, ePutStrLn, putStrE, putStrLnE :: String -> m ()
|
|
|
|
instance Output IO where
|
|
ePutStr s = hPutStr stderr s `catch` oops
|
|
where oops _ = return () -- prevent crash on character encoding problem
|
|
ePutStrLn s = hPutStrLn stderr s `catch` oops
|
|
where oops _ = ePutStrLn "" -- prevent crash on character encoding problem
|
|
putStrLnE s = putStrLn s >> hFlush stdout
|
|
putStrE s = putStr s >> hFlush stdout
|
|
|
|
instance Output IOE where
|
|
ePutStr = liftIO . ePutStr
|
|
ePutStrLn = liftIO . ePutStrLn
|
|
putStrLnE = liftIO . putStrLnE
|
|
putStrE = liftIO . putStrE
|
|
|
|
--putPointE :: Verbosity -> Options -> String -> IO a -> IO a
|
|
putPointE v opts msg act = do
|
|
when (verbAtLeast opts v) $ putStrE msg
|
|
|
|
(t,a) <- timeIt act
|
|
|
|
if flag optShowCPUTime opts
|
|
then do let msec = t `div` 1000000000
|
|
putStrLnE (printf " %5d msec" msec)
|
|
else when (verbAtLeast opts v) $ putStrLnE ""
|
|
|
|
return a
|
|
|
|
timeIt act =
|
|
do t1 <- liftIO $ getCPUTime
|
|
a <- liftIO . evaluate =<< act
|
|
t2 <- liftIO $ getCPUTime
|
|
return (t2-t1,a)
|
|
|
|
-- * File IO
|
|
|
|
writeUTF8File :: FilePath -> String -> IO ()
|
|
writeUTF8File fpath content =
|
|
withFile fpath WriteMode $ \ h -> do hSetEncoding h utf8
|
|
hPutStr h content
|
|
|
|
readBinaryFile path = hGetContents =<< openBinaryFile path ReadMode
|
|
writeBinaryFile path s = withBinaryFile path WriteMode (flip hPutStr s)
|
|
|
|
-- | Because GHC adds the confusing text "user error" for failures caused by
|
|
-- calls to fail.
|
|
ioErrorText e = if isUserError e
|
|
then ioeGetErrorString e
|
|
else show e
|