1 files changed, 31 insertions, 0 deletions

diff --git a/scaffolder/src/Text/Edifact/Fetcher/Composites.hs b/scaffolder/src/Text/Edifact/Fetcher/Composites.hs
new file mode 100644
index 0000000..8f94cc9
--- /dev/null
+++ b/scaffolder/src/Text/Edifact/Fetcher/Composites.hs
@@ -0,0 +1,31 @@
+{-# LANGUAGE OverloadedStrings #-}
+
+module Text.Edifact.Fetcher.Composites
+  ( fetchComposites
+  , compositesDirectory
+  ) where
+
+import           Text.Edifact.Fetcher.Commons
+import           Text.Edifact.Scaffolder.Commons
+
+import           Text.Edifact.Scaffolder.Composites.Specification (listSimples)
+
+import           Data.List                                        as L (nub,
+                                                                        sort)
+import           Data.Text.Encoding                               as TE (decodeUtf8)
+import           Formatting
+
+compositesDirectory :: FilePath
+compositesDirectory = "composites"
+
+fetchComposites :: ([CompositeCode], [SimpleCode]) -> Fetcher [SimpleCode]
+fetchComposites (composites, segments) =
+  let compactSimpleCodes = L.nub . L.sort . mappend segments . concat
+  in compactSimpleCodes <$> traverse (retry 3 . fetchComposite) composites
+
+fetchComposite :: CompositeCode -> Fetcher [SimpleCode]
+fetchComposite code = do
+  say ("Fetching composite " % fCompositeCode) code
+  url <- getUrl ("/trcd/trcd" % fCompositeCodeLower % ".htm") code
+  outputFile <- getOutputFile (fCompositeCodeLower % ".txt") compositesDirectory code
+  htmlToFileWithParser url TE.decodeUtf8 outputFile (snd <$> listSimples)