Add Instapaper to CLI import

[github/wallabag/wallabag.git] / src / Wallabag / ImportBundle / Command / ImportCommand.php

diff --git a/src/Wallabag/ImportBundle/Command/ImportCommand.php b/src/Wallabag/ImportBundle/Command/ImportCommand.php
index 3fb8927d7fc18881e60171c85091c518f26e511d..d1325338ddc8125f82dc3d0460b1515b0865859b 100644 (file)
--- a/src/Wallabag/ImportBundle/Command/ImportCommand.php
+++ b/src/Wallabag/ImportBundle/Command/ImportCommand.php
@@ -7,9 +7,6 @@ use Symfony\Component\Config\Definition\Exception\Exception;
 use Symfony\Component\Console\Input\InputArgument;
 use Symfony\Component\Console\Input\InputInterface;
 use Symfony\Component\Console\Output\OutputInterface;
-use Symfony\Component\Console\Helper\ProgressBar;
-use Wallabag\CoreBundle\Entity\Entry;
-use Wallabag\CoreBundle\Tools\Utils;
 
 class ImportCommand extends ContainerAwareCommand
 {
@@ -17,108 +14,66 @@ class ImportCommand extends ContainerAwareCommand
     {
         $this
             ->setName('wallabag:import')
-            ->setDescription('Import entries from JSON file')
-            ->addArgument(
-                'userId',
-                InputArgument::REQUIRED,
-                'user ID to populate'
-            );
+            ->setDescription('Import entries from a JSON export from a wallabag v1 instance')
+            ->addArgument('userId', InputArgument::REQUIRED, 'User ID to populate')
+            ->addArgument('filepath', InputArgument::REQUIRED, 'Path to the JSON file')
+            ->addOption('importer', null, InputArgument::OPTIONAL, 'The importer to use: wallabag v1, v2, firefox or chrome', 'v1')
+            ->addOption('markAsRead', null, InputArgument::OPTIONAL, 'Mark all entries as read', false)
+        ;
     }
 
     protected function execute(InputInterface $input, OutputInterface $output)
     {
-        $now = new \DateTime();
-        $output->writeln('<comment>Start : '.$now->format('d-m-Y G:i:s').' ---</comment>');
+        $output->writeln('Start : '.(new \DateTime())->format('d-m-Y G:i:s').' ---');
 
-        // Importing CSV on DB via Doctrine ORM
-        $this->import($input, $output);
-
-        $now = new \DateTime();
-        $output->writeln('<comment>End : '.$now->format('d-m-Y G:i:s').' ---</comment>');
-    }
-
-    protected function import(InputInterface $input, OutputInterface $output)
-    {
-        // Getting php array of data from CSV
-        $data = $this->get($input, $output);
+        if (!file_exists($input->getArgument('filepath'))) {
+            throw new Exception(sprintf('File "%s" not found', $input->getArgument('filepath')));
+        }
 
         $em = $this->getContainer()->get('doctrine')->getManager();
         // Turning off doctrine default logs queries for saving memory
         $em->getConnection()->getConfiguration()->setSQLLogger(null);
 
-        // Define the size of record, the frequency for persisting the data and the current index of records
-        $size = count($data);
-        $batchSize = 20;
-        $i = 1;
-
-        $user = $em->getRepository('WallabagUserBundle:User')
-            ->findOneById($input->getArgument('userId'));
+        $user = $em->getRepository('WallabagUserBundle:User')->findOneById($input->getArgument('userId'));
 
         if (!is_object($user)) {
-            throw new Exception('User not found');
+            throw new Exception(sprintf('User with id "%s" not found', $input->getArgument('userId')));
         }
 
-        $progress = new ProgressBar($output, $size);
-        $progress->start();
-
-        foreach ($data as $object) {
-            $array = (array) $object;
-            $entry = $em->getRepository('WallabagCoreBundle:Entry')
-                ->findOneByUrl($array['url']);
-
-            if (!is_object($entry)) {
-                $entry = new Entry($user);
-                $entry->setUrl($array['url']);
-            }
-
-            $entry->setTitle($array['title']);
-            $entry->setArchived($array['is_read']);
-            $entry->setStarred($array['is_fav']);
-            $entry->setContent($array['content']);
-            $entry->setReadingTime(Utils::getReadingTime($array['content']));
-
-            $em->persist($entry);
-
-            if (($i % $batchSize) === 0) {
-                $em->flush();
-                $progress->advance($batchSize);
-
-                $now = new \DateTime();
-                $output->writeln(' of entries imported ... | '.$now->format('d-m-Y G:i:s'));
-            }
-            ++$i;
+        switch ($input->getOption('importer')) {
+            case 'v2':
+                $wallabag = $this->getContainer()->get('wallabag_import.wallabag_v2.import');
+                break;
+            case 'firefox':
+                $wallabag = $this->getContainer()->get('wallabag_import.firefox.import');
+                break;
+            case 'chrome':
+                $wallabag = $this->getContainer()->get('wallabag_import.chrome.import');
+                break;
+            case 'instapaper':
+                $wallabag = $this->getContainer()->get('wallabag_import.instapaper.import');
+                break;
+            case 'v1':
+            default:
+                $wallabag = $this->getContainer()->get('wallabag_import.wallabag_v1.import');
+                break;
         }
 
-        $em->flush();
-        $em->clear();
-        $progress->finish();
-    }
-
-    protected function convert($filename)
-    {
-        if (!file_exists($filename) || !is_readable($filename)) {
-            return false;
-        }
+        $wallabag->setMarkAsRead($input->getOption('markAsRead'));
+        $wallabag->setUser($user);
 
-        $header = null;
-        $data = array();
+        $res = $wallabag
+            ->setFilepath($input->getArgument('filepath'))
+            ->import();
 
-        if (($handle = fopen($filename, 'r')) !== false) {
-            while (($row = fgets($handle)) !== false) {
-                $data = json_decode($row);
-            }
-            fclose($handle);
+        if (true === $res) {
+            $summary = $wallabag->getSummary();
+            $output->writeln('<info>'.$summary['imported'].' imported</info>');
+            $output->writeln('<comment>'.$summary['skipped'].' already saved</comment>');
         }
 
-        return $data;
-    }
-
-    protected function get(InputInterface $input, OutputInterface $output)
-    {
-        $filename = __DIR__.'/../../../../web/uploads/import/'.$input->getArgument('userId').'.json';
-
-        $data = $this->convert($filename);
+        $em->clear();
 
-        return $data;
+        $output->writeln('End : '.(new \DateTime())->format('d-m-Y G:i:s').' ---');
     }
 }