From: Nicolas Lœuillet <nicolas@loeuillet.org>
Date: Wed, 30 Sep 2015 09:43:25 +0000 (+0200)
Subject: first draft for json import, needed for wallabag v1 migration
X-Git-Tag: 2.0.0-alpha.1^2~27
X-Git-Url: https://git.immae.eu/?a=commitdiff_plain;h=56ea1de99bff55ce4149ea8070eabf8183d6f4fc;p=github%2Fwallabag%2Fwallabag.git

first draft for json import, needed for wallabag v1 migration
---

diff --git a/src/Wallabag/CoreBundle/Command/ImportCommand.php b/src/Wallabag/CoreBundle/Command/ImportCommand.php
new file mode 100644
index 00000000..f27aeff7
--- /dev/null
+++ b/src/Wallabag/CoreBundle/Command/ImportCommand.php
@@ -0,0 +1,112 @@
+<?php
+
+namespace Wallabag\CoreBundle\Command;
+
+use Symfony\Bundle\FrameworkBundle\Command\ContainerAwareCommand;
+use Symfony\Component\Console\Input\InputInterface;
+use Symfony\Component\Console\Output\OutputInterface;
+use Symfony\Component\Console\Helper\ProgressBar;
+use Wallabag\CoreBundle\Entity\Entry;
+use Wallabag\CoreBundle\Tools\Utils;
+
+class ImportCommand extends ContainerAwareCommand
+{
+    protected function configure()
+    {
+        $this
+            ->setName('import:json')
+            ->setDescription('Import entries from JSON file');
+    }
+
+    protected function execute(InputInterface $input, OutputInterface $output)
+    {
+        $now = new \DateTime();
+        $output->writeln('<comment>Start : '.$now->format('d-m-Y G:i:s').' ---</comment>');
+
+        // Importing CSV on DB via Doctrine ORM
+        $this->import($input, $output);
+
+        $now = new \DateTime();
+        $output->writeln('<comment>End : '.$now->format('d-m-Y G:i:s').' ---</comment>');
+    }
+
+    protected function import(InputInterface $input, OutputInterface $output)
+    {
+        // Getting php array of data from CSV
+        $data = $this->get($input, $output);
+
+        $em = $this->getContainer()->get('doctrine')->getManager();
+        // Turning off doctrine default logs queries for saving memory
+        $em->getConnection()->getConfiguration()->setSQLLogger(null);
+
+        // Define the size of record, the frequency for persisting the data and the current index of records
+        $size = count($data);
+        $batchSize = 20;
+        $i = 1;
+
+        $progress = new ProgressBar($output, $size);
+        $progress->start();
+
+        $user = $em->getRepository('WallabagCoreBundle:User')
+            ->findOneById(1);
+
+        foreach ($data as $object) {
+            $array = (array) $object;
+            $entry = $em->getRepository('WallabagCoreBundle:Entry')
+                ->findOneByUrl($array['url']);
+
+            if (!is_object($entry)) {
+                $entry = new Entry($user);
+                $entry->setUrl($array['url']);
+            }
+
+            $entry->setTitle($array['title']);
+            $entry->setArchived($array['is_read']);
+            $entry->setStarred($array['is_fav']);
+            $entry->setContent($array['content']);
+            $entry->setReadingTime(Utils::getReadingTime($array['content']));
+
+            $em->persist($entry);
+
+            if (($i % $batchSize) === 0) {
+                $em->flush();
+                $progress->advance($batchSize);
+
+                $now = new \DateTime();
+                $output->writeln(' of entries imported ... | '.$now->format('d-m-Y G:i:s'));
+            }
+            ++$i;
+        }
+
+        $em->flush();
+        $em->clear();
+        $progress->finish();
+    }
+
+    protected function convert($filename)
+    {
+        if (!file_exists($filename) || !is_readable($filename)) {
+            return false;
+        }
+
+        $header = null;
+        $data = array();
+
+        if (($handle = fopen($filename, 'r')) !== false) {
+            while (($row = fgets($handle)) !== false) {
+                $data = json_decode($row);
+            }
+            fclose($handle);
+        }
+
+        return $data;
+    }
+
+    protected function get(InputInterface $input, OutputInterface $output)
+    {
+        $fileName = 'web/uploads/import/import.json';
+        $data = $this->convert($fileName);
+
+        return $data;
+    }
+}