aboutsummaryrefslogtreecommitdiffhomepage
diff options
context:
space:
mode:
-rw-r--r--Pipes/Text.hs177
-rw-r--r--pipes-text.cabal10
2 files changed, 104 insertions, 83 deletions
diff --git a/Pipes/Text.hs b/Pipes/Text.hs
index 99e4ed6..4df2b5d 100644
--- a/Pipes/Text.hs
+++ b/Pipes/Text.hs
@@ -1,4 +1,4 @@
1{-# LANGUAGE RankNTypes, TypeFamilies, BangPatterns #-} 1{-# LANGUAGE RankNTypes, TypeFamilies, BangPatterns, CPP #-}
2#if __GLASGOW_HASKELL__ >= 702 2#if __GLASGOW_HASKELL__ >= 702
3{-# LANGUAGE Trustworthy #-} 3{-# LANGUAGE Trustworthy #-}
4#endif 4#endif
@@ -62,84 +62,95 @@ To stream from files, the following is perhaps more Prelude-like (note that it u
62 62
63module Pipes.Text ( 63module Pipes.Text (
64 -- * Producers 64 -- * Producers
65 fromLazy, 65 fromLazy
66 stdin, 66 , stdin
67 fromHandle, 67 , fromHandle
68 readFile, 68 , readFile
69 stdinLn, 69 , stdinLn
70 70
71 -- * Consumers 71 -- * Consumers
72 stdout, 72 , stdout
73 stdoutLn, 73 , stdoutLn
74 toHandle, 74 , toHandle
75 writeFile, 75 , writeFile
76 76
77 -- * Pipes 77 -- * Pipes
78 map, 78 , map
79 concatMap, 79 , concatMap
80 take, 80 , take
81 drop, 81 , drop
82 takeWhile, 82 , takeWhile
83 dropWhile, 83 , dropWhile
84 filter, 84 , filter
85 scan, 85 , scan
86 encodeUtf8, 86 , encodeUtf8
87 pack, 87 , pack
88 unpack, 88 , unpack
89 toCaseFold, 89 , toCaseFold
90 toLower, 90 , toLower
91 toUpper, 91 , toUpper
92 stripStart, 92 , stripStart
93 93
94 -- * Folds 94 -- * Folds
95 toLazy, 95 , toLazy
96 toLazyM, 96 , toLazyM
97 foldChars, 97 , foldChars
98 head, 98 , head
99 last, 99 , last
100 null, 100 , null
101 length, 101 , length
102 any, 102 , any
103 all, 103 , all
104 maximum, 104 , maximum
105 minimum, 105 , minimum
106 find, 106 , find
107 index, 107 , index
108 count, 108 , count
109
110 -- * Primitive Character Parsers
111 -- $parse
112 , nextChar
113 , drawChar
114 , unDrawChar
115 , peekChar
116 , isEndOfChars,
117
118 -- * Parsing Lenses
119 splitAt
120 , span
121 , break
122 , groupBy
123 , group
124 -- , word
125 -- , line
126 , decodeUtf8
127 , decode
128
129 -- * FreeT Splitters
130 , chunksOf
131 , splitsWith
132 , split
133-- , groupsBy
134-- , groups
135 , lines
136 , words
137
109 138
110 -- * Splitters
111 splitAt,
112 chunksOf,
113 span,
114 break,
115 splitWith,
116 split,
117 groupBy,
118 group,
119 lines,
120 words,
121 decodeUtf8,
122 decode,
123 -- * Transformations 139 -- * Transformations
124 intersperse, 140 , intersperse
141-- , packChars
125 142
126 -- * Joiners 143 -- * Joiners
127 intercalate, 144 , intercalate
128 unlines, 145 , unlines
129 unwords, 146 , unwords
130 147 -- * Re-exports
131 -- * Character Parsers
132 -- $parse
133 nextChar,
134 drawChar,
135 unDrawChar,
136 peekChar,
137 isEndOfChars,
138
139 -- * Re-exports
140 -- $reexports 148 -- $reexports
141 module Data.Text, 149 , module Data.ByteString
142 module Pipes.Parse 150 , module Data.Text
151 , module Data.Profunctor
152 , module Data.Word
153 , module Pipes.Parse
143 ) where 154 ) where
144 155
145import Control.Exception (throwIO, try) 156import Control.Exception (throwIO, try)
@@ -158,20 +169,21 @@ import Data.ByteString.Unsafe (unsafeTake, unsafeDrop)
158import Data.ByteString (ByteString) 169import Data.ByteString (ByteString)
159import qualified Data.ByteString as B 170import qualified Data.ByteString as B
160import Data.Char (ord, isSpace) 171import Data.Char (ord, isSpace)
172import Data.Functor.Constant (Constant(Constant, getConstant))
161import Data.Functor.Identity (Identity) 173import Data.Functor.Identity (Identity)
174import Data.Profunctor (Profunctor)
175import qualified Data.Profunctor
162import qualified Data.List as List 176import qualified Data.List as List
163import Foreign.C.Error (Errno(Errno), ePIPE) 177import Foreign.C.Error (Errno(Errno), ePIPE)
164import qualified GHC.IO.Exception as G 178import qualified GHC.IO.Exception as G
165import Pipes 179import Pipes
166import qualified Pipes.ByteString as PB 180import qualified Pipes.ByteString as PB
167import qualified Pipes.ByteString as PBP
168import qualified Pipes.Text.Internal as PE 181import qualified Pipes.Text.Internal as PE
169import Pipes.Text.Internal (Codec(..)) 182import Pipes.Text.Internal (Codec(..))
170import Pipes.Text.Parse ( 183import Pipes.Text.Parse (nextChar, drawChar, unDrawChar, peekChar, isEndOfChars )
171 nextChar, drawChar, unDrawChar, peekChar, isEndOfChars )
172import Pipes.Core (respond, Server') 184import Pipes.Core (respond, Server')
173import qualified Pipes.Parse as PP 185import qualified Pipes.Parse as PP
174import Pipes.Parse ( FreeT) 186import Pipes.Parse (Parser, concats, intercalates, FreeT)
175import qualified Pipes.Safe.Prelude as Safe 187import qualified Pipes.Safe.Prelude as Safe
176import qualified Pipes.Safe as Safe 188import qualified Pipes.Safe as Safe
177import Pipes.Safe (MonadSafe(..), Base(..)) 189import Pipes.Safe (MonadSafe(..), Base(..))
@@ -179,6 +191,7 @@ import qualified Pipes.Prelude as P
179import qualified System.IO as IO 191import qualified System.IO as IO
180import Data.Char (isSpace) 192import Data.Char (isSpace)
181import Data.Word (Word8) 193import Data.Word (Word8)
194
182import Prelude hiding ( 195import Prelude hiding (
183 all, 196 all,
184 any, 197 any,
@@ -318,6 +331,15 @@ writeFile :: (MonadSafe m) => FilePath -> Consumer' Text m ()
318writeFile file = Safe.withFile file IO.WriteMode toHandle 331writeFile file = Safe.withFile file IO.WriteMode toHandle
319{-# INLINE writeFile #-} 332{-# INLINE writeFile #-}
320 333
334
335type Lens' a b = forall f . Functor f => (b -> f b) -> (a -> f a)
336
337type Iso' a b = forall f p . (Functor f, Profunctor p) => p b (f b) -> p a (f a)
338
339(^.) :: a -> ((b -> Constant b b) -> (a -> Constant b a)) -> b
340a ^. lens = getConstant (lens Constant a)
341
342
321-- | Apply a transformation to each 'Char' in the stream 343-- | Apply a transformation to each 'Char' in the stream
322map :: (Monad m) => (Char -> Char) -> Pipe Text Text m r 344map :: (Monad m) => (Char -> Char) -> Pipe Text Text m r
323map f = P.map (T.map f) 345map f = P.map (T.map f)
@@ -508,7 +530,7 @@ foldChars
508 :: Monad m 530 :: Monad m
509 => (x -> Char -> x) -> x -> (x -> r) -> Producer Text m () -> m r 531 => (x -> Char -> x) -> x -> (x -> r) -> Producer Text m () -> m r
510foldChars step begin done = P.fold (T.foldl' step) begin done 532foldChars step begin done = P.fold (T.foldl' step) begin done
511{-# INLINABLE fold #-} 533{-# INLINABLE foldChars #-}
512 534
513-- | Retrieve the first 'Char' 535-- | Retrieve the first 'Char'
514head :: (Monad m) => Producer Text m () -> m (Maybe Char) 536head :: (Monad m) => Producer Text m () -> m (Maybe Char)
@@ -579,6 +601,7 @@ minimum = P.fold step Nothing id
579 Just c -> Just (min c (T.minimum txt)) 601 Just c -> Just (min c (T.minimum txt))
580{-# INLINABLE minimum #-} 602{-# INLINABLE minimum #-}
581 603
604
582-- | Find the first element in the stream that matches the predicate 605-- | Find the first element in the stream that matches the predicate
583find 606find
584 :: (Monad m) 607 :: (Monad m)
@@ -699,12 +722,12 @@ break predicate = span (not . predicate)
699{-| Split a text stream into sub-streams delimited by characters that satisfy the 722{-| Split a text stream into sub-streams delimited by characters that satisfy the
700 predicate 723 predicate
701-} 724-}
702splitWith 725splitsWith
703 :: (Monad m) 726 :: (Monad m)
704 => (Char -> Bool) 727 => (Char -> Bool)
705 -> Producer Text m r 728 -> Producer Text m r
706 -> PP.FreeT (Producer Text m) m r 729 -> PP.FreeT (Producer Text m) m r
707splitWith predicate p0 = PP.FreeT (go0 p0) 730splitsWith predicate p0 = PP.FreeT (go0 p0)
708 where 731 where
709 go0 p = do 732 go0 p = do
710 x <- next p 733 x <- next p
@@ -723,14 +746,14 @@ splitWith predicate p0 = PP.FreeT (go0 p0)
723 Right (_, p') -> PP.Free $ do 746 Right (_, p') -> PP.Free $ do
724 p'' <- span (not . predicate) p' 747 p'' <- span (not . predicate) p'
725 return $ PP.FreeT (go1 p'') 748 return $ PP.FreeT (go1 p'')
726{-# INLINABLE splitWith #-} 749{-# INLINABLE splitsWith #-}
727 750
728-- | Split a text stream using the given 'Char' as the delimiter 751-- | Split a text stream using the given 'Char' as the delimiter
729split :: (Monad m) 752split :: (Monad m)
730 => Char 753 => Char
731 -> Producer Text m r 754 -> Producer Text m r
732 -> FreeT (Producer Text m) m r 755 -> FreeT (Producer Text m) m r
733split c = splitWith (c ==) 756split c = splitsWith (c ==)
734{-# INLINABLE split #-} 757{-# INLINABLE split #-}
735 758
736{-| Group a text stream into 'FreeT'-delimited text streams using the supplied 759{-| Group a text stream into 'FreeT'-delimited text streams using the supplied
diff --git a/pipes-text.cabal b/pipes-text.cabal
index 4e77d1b..1a3e437 100644
--- a/pipes-text.cabal
+++ b/pipes-text.cabal
@@ -18,16 +18,14 @@ library
18 -- other-modules: 18 -- other-modules:
19 other-extensions: RankNTypes 19 other-extensions: RankNTypes
20 build-depends: base >= 4 && < 5 , 20 build-depends: base >= 4 && < 5 ,
21 transformers >= 0.2.0.0 && < 0.4, 21 bytestring >=0.10 && < 0.11,
22 text >=0.11 && < 0.12,
23 profunctors >= 3.1.1 && < 4.1 ,
22 pipes >=4.0 && < 4.2, 24 pipes >=4.0 && < 4.2,
23 pipes-parse >=2.0 && < 3.1, 25 pipes-parse >=2.0 && < 3.1,
24 pipes-safe, 26 pipes-safe,
25 pipes-bytestring >= 1.0 && < 2.1, 27 pipes-bytestring >= 1.0 && < 2.1,
26 transformers >= 0.3 && < 0.4, 28 transformers >= 0.2.0.0 && < 0.4
27 text >=0.11 && < 0.12,
28 bytestring >=0.10 && < 0.11,
29 vector,
30 void
31 -- hs-source-dirs: 29 -- hs-source-dirs:
32 default-language: Haskell2010 30 default-language: Haskell2010
33 ghc-options: -O2 31 ghc-options: -O2