diff options
Diffstat (limited to 'Pipes/Text.hs')
-rw-r--r-- | Pipes/Text.hs | 46 |
1 files changed, 23 insertions, 23 deletions
diff --git a/Pipes/Text.hs b/Pipes/Text.hs index 254b76a..58b9c26 100644 --- a/Pipes/Text.hs +++ b/Pipes/Text.hs | |||
@@ -104,7 +104,6 @@ import Control.Monad.Trans.State.Strict (StateT(..), modify) | |||
104 | import qualified Data.Text as T | 104 | import qualified Data.Text as T |
105 | import Data.Text (Text) | 105 | import Data.Text (Text) |
106 | import qualified Data.Text.Lazy as TL | 106 | import qualified Data.Text.Lazy as TL |
107 | import Data.Text.Lazy.Internal (foldrChunks, defaultChunkSize) | ||
108 | import Data.ByteString (ByteString) | 107 | import Data.ByteString (ByteString) |
109 | import Data.Functor.Constant (Constant(Constant, getConstant)) | 108 | import Data.Functor.Constant (Constant(Constant, getConstant)) |
110 | import Data.Functor.Identity (Identity) | 109 | import Data.Functor.Identity (Identity) |
@@ -115,10 +114,12 @@ import Pipes.Group (concats, intercalates, FreeT(..), FreeF(..)) | |||
115 | import qualified Pipes.Group as PG | 114 | import qualified Pipes.Group as PG |
116 | import qualified Pipes.Parse as PP | 115 | import qualified Pipes.Parse as PP |
117 | import Pipes.Parse (Parser) | 116 | import Pipes.Parse (Parser) |
117 | import Pipes.Text.Encoding (Lens'_, Iso'_) | ||
118 | import qualified Pipes.Prelude as P | 118 | import qualified Pipes.Prelude as P |
119 | import Data.Char (isSpace) | 119 | import Data.Char (isSpace) |
120 | import Data.Word (Word8) | 120 | import Data.Word (Word8) |
121 | 121 | import Foreign.Storable (sizeOf) | |
122 | import Data.Bits (shiftL) | ||
122 | import Prelude hiding ( | 123 | import Prelude hiding ( |
123 | all, | 124 | all, |
124 | any, | 125 | any, |
@@ -227,7 +228,7 @@ import Prelude hiding ( | |||
227 | are a distraction. The lens combinators to keep in mind, the ones that make sense for | 228 | are a distraction. The lens combinators to keep in mind, the ones that make sense for |
228 | our lenses, are @view@ \/ @(^.)@), @over@ \/ @(%~)@ , and @zoom@. | 229 | our lenses, are @view@ \/ @(^.)@), @over@ \/ @(%~)@ , and @zoom@. |
229 | 230 | ||
230 | One need only keep in mind that if @l@ is a @Lens' a b@, then: | 231 | One need only keep in mind that if @l@ is a @Lens'_ a b@, then: |
231 | 232 | ||
232 | -} | 233 | -} |
233 | {- $view | 234 | {- $view |
@@ -365,7 +366,7 @@ import Prelude hiding ( | |||
365 | 366 | ||
366 | One might think that | 367 | One might think that |
367 | 368 | ||
368 | > lines :: Monad m => Lens' (Producer Text m r) (FreeT (Producer Text m) m r) | 369 | > lines :: Monad m => Lens'_ (Producer Text m r) (FreeT (Producer Text m) m r) |
369 | > view . lines :: Monad m => Producer Text m r -> FreeT (Producer Text m) m r | 370 | > view . lines :: Monad m => Producer Text m r -> FreeT (Producer Text m) m r |
370 | 371 | ||
371 | should really have the type | 372 | should really have the type |
@@ -419,14 +420,10 @@ import Prelude hiding ( | |||
419 | 420 | ||
420 | -- | Convert a lazy 'TL.Text' into a 'Producer' of strict 'Text's | 421 | -- | Convert a lazy 'TL.Text' into a 'Producer' of strict 'Text's |
421 | fromLazy :: (Monad m) => TL.Text -> Producer' Text m () | 422 | fromLazy :: (Monad m) => TL.Text -> Producer' Text m () |
422 | fromLazy = foldrChunks (\e a -> yield e >> a) (return ()) | 423 | fromLazy = TL.foldrChunks (\e a -> yield e >> a) (return ()) |
423 | {-# INLINE fromLazy #-} | 424 | {-# INLINE fromLazy #-} |
424 | 425 | ||
425 | 426 | ||
426 | type Lens' a b = forall f . Functor f => (b -> f b) -> (a -> f a) | ||
427 | |||
428 | type Iso' a b = forall f p . (Functor f, Profunctor p) => p b (f b) -> p a (f a) | ||
429 | |||
430 | (^.) :: a -> ((b -> Constant b b) -> (a -> Constant b a)) -> b | 427 | (^.) :: a -> ((b -> Constant b b) -> (a -> Constant b a)) -> b |
431 | a ^. lens = getConstant (lens Constant a) | 428 | a ^. lens = getConstant (lens Constant a) |
432 | 429 | ||
@@ -788,7 +785,7 @@ isEndOfChars = do | |||
788 | splitAt | 785 | splitAt |
789 | :: (Monad m, Integral n) | 786 | :: (Monad m, Integral n) |
790 | => n | 787 | => n |
791 | -> Lens' (Producer Text m r) | 788 | -> Lens'_ (Producer Text m r) |
792 | (Producer Text m (Producer Text m r)) | 789 | (Producer Text m (Producer Text m r)) |
793 | splitAt n0 k p0 = fmap join (k (go n0 p0)) | 790 | splitAt n0 k p0 = fmap join (k (go n0 p0)) |
794 | where | 791 | where |
@@ -817,7 +814,7 @@ splitAt n0 k p0 = fmap join (k (go n0 p0)) | |||
817 | span | 814 | span |
818 | :: (Monad m) | 815 | :: (Monad m) |
819 | => (Char -> Bool) | 816 | => (Char -> Bool) |
820 | -> Lens' (Producer Text m r) | 817 | -> Lens'_ (Producer Text m r) |
821 | (Producer Text m (Producer Text m r)) | 818 | (Producer Text m (Producer Text m r)) |
822 | span predicate k p0 = fmap join (k (go p0)) | 819 | span predicate k p0 = fmap join (k (go p0)) |
823 | where | 820 | where |
@@ -842,7 +839,7 @@ span predicate k p0 = fmap join (k (go p0)) | |||
842 | break | 839 | break |
843 | :: (Monad m) | 840 | :: (Monad m) |
844 | => (Char -> Bool) | 841 | => (Char -> Bool) |
845 | -> Lens' (Producer Text m r) | 842 | -> Lens'_ (Producer Text m r) |
846 | (Producer Text m (Producer Text m r)) | 843 | (Producer Text m (Producer Text m r)) |
847 | break predicate = span (not . predicate) | 844 | break predicate = span (not . predicate) |
848 | {-# INLINABLE break #-} | 845 | {-# INLINABLE break #-} |
@@ -853,7 +850,7 @@ break predicate = span (not . predicate) | |||
853 | groupBy | 850 | groupBy |
854 | :: (Monad m) | 851 | :: (Monad m) |
855 | => (Char -> Char -> Bool) | 852 | => (Char -> Char -> Bool) |
856 | -> Lens' (Producer Text m r) | 853 | -> Lens'_ (Producer Text m r) |
857 | (Producer Text m (Producer Text m r)) | 854 | (Producer Text m (Producer Text m r)) |
858 | groupBy equals k p0 = fmap join (k ((go p0))) where | 855 | groupBy equals k p0 = fmap join (k ((go p0))) where |
859 | go p = do | 856 | go p = do |
@@ -867,7 +864,7 @@ groupBy equals k p0 = fmap join (k ((go p0))) where | |||
867 | 864 | ||
868 | -- | Improper lens that splits after the first succession of identical 'Char' s | 865 | -- | Improper lens that splits after the first succession of identical 'Char' s |
869 | group :: Monad m | 866 | group :: Monad m |
870 | => Lens' (Producer Text m r) | 867 | => Lens'_ (Producer Text m r) |
871 | (Producer Text m (Producer Text m r)) | 868 | (Producer Text m (Producer Text m r)) |
872 | group = groupBy (==) | 869 | group = groupBy (==) |
873 | {-# INLINABLE group #-} | 870 | {-# INLINABLE group #-} |
@@ -877,7 +874,7 @@ group = groupBy (==) | |||
877 | Unlike 'words', this does not drop leading whitespace | 874 | Unlike 'words', this does not drop leading whitespace |
878 | -} | 875 | -} |
879 | word :: (Monad m) | 876 | word :: (Monad m) |
880 | => Lens' (Producer Text m r) | 877 | => Lens'_ (Producer Text m r) |
881 | (Producer Text m (Producer Text m r)) | 878 | (Producer Text m (Producer Text m r)) |
882 | word k p0 = fmap join (k (to p0)) | 879 | word k p0 = fmap join (k (to p0)) |
883 | where | 880 | where |
@@ -888,7 +885,7 @@ word k p0 = fmap join (k (to p0)) | |||
888 | 885 | ||
889 | 886 | ||
890 | line :: (Monad m) | 887 | line :: (Monad m) |
891 | => Lens' (Producer Text m r) | 888 | => Lens'_ (Producer Text m r) |
892 | (Producer Text m (Producer Text m r)) | 889 | (Producer Text m (Producer Text m r)) |
893 | line = break (== '\n') | 890 | line = break (== '\n') |
894 | 891 | ||
@@ -920,7 +917,7 @@ intersperse c = go0 | |||
920 | 917 | ||
921 | 918 | ||
922 | -- | Improper isomorphism between a 'Producer' of 'ByteString's and 'Word8's | 919 | -- | Improper isomorphism between a 'Producer' of 'ByteString's and 'Word8's |
923 | packChars :: Monad m => Iso' (Producer Char m x) (Producer Text m x) | 920 | packChars :: Monad m => Iso'_ (Producer Char m x) (Producer Text m x) |
924 | packChars = Data.Profunctor.dimap to (fmap from) | 921 | packChars = Data.Profunctor.dimap to (fmap from) |
925 | where | 922 | where |
926 | -- to :: Monad m => Producer Char m x -> Producer Text m x | 923 | -- to :: Monad m => Producer Char m x -> Producer Text m x |
@@ -932,13 +929,16 @@ packChars = Data.Profunctor.dimap to (fmap from) | |||
932 | 929 | ||
933 | -- from :: Monad m => Producer Text m x -> Producer Char m x | 930 | -- from :: Monad m => Producer Text m x -> Producer Char m x |
934 | from p = for p (each . T.unpack) | 931 | from p = for p (each . T.unpack) |
932 | |||
935 | {-# INLINABLE packChars #-} | 933 | {-# INLINABLE packChars #-} |
936 | 934 | ||
935 | defaultChunkSize :: Int | ||
936 | defaultChunkSize = 16384 - (sizeOf (undefined :: Int) `shiftL` 1) | ||
937 | 937 | ||
938 | -- | Split a text stream into 'FreeT'-delimited text streams of fixed size | 938 | -- | Split a text stream into 'FreeT'-delimited text streams of fixed size |
939 | chunksOf | 939 | chunksOf |
940 | :: (Monad m, Integral n) | 940 | :: (Monad m, Integral n) |
941 | => n -> Lens' (Producer Text m r) | 941 | => n -> Lens'_ (Producer Text m r) |
942 | (FreeT (Producer Text m) m r) | 942 | (FreeT (Producer Text m) m r) |
943 | chunksOf n k p0 = fmap concats (k (FreeT (go p0))) | 943 | chunksOf n k p0 = fmap concats (k (FreeT (go p0))) |
944 | where | 944 | where |
@@ -984,7 +984,7 @@ splitsWith predicate p0 = FreeT (go0 p0) | |||
984 | -- | Split a text stream using the given 'Char' as the delimiter | 984 | -- | Split a text stream using the given 'Char' as the delimiter |
985 | splits :: (Monad m) | 985 | splits :: (Monad m) |
986 | => Char | 986 | => Char |
987 | -> Lens' (Producer Text m r) | 987 | -> Lens'_ (Producer Text m r) |
988 | (FreeT (Producer Text m) m r) | 988 | (FreeT (Producer Text m) m r) |
989 | splits c k p = | 989 | splits c k p = |
990 | fmap (PG.intercalates (yield (T.singleton c))) (k (splitsWith (c ==) p)) | 990 | fmap (PG.intercalates (yield (T.singleton c))) (k (splitsWith (c ==) p)) |
@@ -996,7 +996,7 @@ splits c k p = | |||
996 | groupsBy | 996 | groupsBy |
997 | :: Monad m | 997 | :: Monad m |
998 | => (Char -> Char -> Bool) | 998 | => (Char -> Char -> Bool) |
999 | -> Lens' (Producer Text m x) (FreeT (Producer Text m) m x) | 999 | -> Lens'_ (Producer Text m x) (FreeT (Producer Text m) m x) |
1000 | groupsBy equals k p0 = fmap concats (k (FreeT (go p0))) where | 1000 | groupsBy equals k p0 = fmap concats (k (FreeT (go p0))) where |
1001 | go p = do x <- next p | 1001 | go p = do x <- next p |
1002 | case x of Left r -> return (Pure r) | 1002 | case x of Left r -> return (Pure r) |
@@ -1011,7 +1011,7 @@ groupsBy equals k p0 = fmap concats (k (FreeT (go p0))) where | |||
1011 | -- | Like 'groupsBy', where the equality predicate is ('==') | 1011 | -- | Like 'groupsBy', where the equality predicate is ('==') |
1012 | groups | 1012 | groups |
1013 | :: Monad m | 1013 | :: Monad m |
1014 | => Lens' (Producer Text m x) (FreeT (Producer Text m) m x) | 1014 | => Lens'_ (Producer Text m x) (FreeT (Producer Text m) m x) |
1015 | groups = groupsBy (==) | 1015 | groups = groupsBy (==) |
1016 | {-# INLINABLE groups #-} | 1016 | {-# INLINABLE groups #-} |
1017 | 1017 | ||
@@ -1020,7 +1020,7 @@ groups = groupsBy (==) | |||
1020 | {-| Split a text stream into 'FreeT'-delimited lines | 1020 | {-| Split a text stream into 'FreeT'-delimited lines |
1021 | -} | 1021 | -} |
1022 | lines | 1022 | lines |
1023 | :: (Monad m) => Iso' (Producer Text m r) (FreeT (Producer Text m) m r) | 1023 | :: (Monad m) => Iso'_ (Producer Text m r) (FreeT (Producer Text m) m r) |
1024 | lines = Data.Profunctor.dimap _lines (fmap _unlines) | 1024 | lines = Data.Profunctor.dimap _lines (fmap _unlines) |
1025 | where | 1025 | where |
1026 | _lines p0 = FreeT (go0 p0) | 1026 | _lines p0 = FreeT (go0 p0) |
@@ -1051,7 +1051,7 @@ lines = Data.Profunctor.dimap _lines (fmap _unlines) | |||
1051 | 1051 | ||
1052 | -- | Split a text stream into 'FreeT'-delimited words | 1052 | -- | Split a text stream into 'FreeT'-delimited words |
1053 | words | 1053 | words |
1054 | :: (Monad m) => Iso' (Producer Text m r) (FreeT (Producer Text m) m r) | 1054 | :: (Monad m) => Iso'_ (Producer Text m r) (FreeT (Producer Text m) m r) |
1055 | words = Data.Profunctor.dimap go (fmap _unwords) | 1055 | words = Data.Profunctor.dimap go (fmap _unwords) |
1056 | where | 1056 | where |
1057 | go p = FreeT $ do | 1057 | go p = FreeT $ do |