X-Git-Url: https://git.immae.eu/?a=blobdiff_plain;f=src%2FWallabag%2FImportBundle%2FCommand%2FImportCommand.php;fp=src%2FWallabag%2FImportBundle%2FCommand%2FImportCommand.php;h=3fb8927d7fc18881e60171c85091c518f26e511d;hb=77a7752a592af9ac821621a34d9955533baf40a0;hp=0000000000000000000000000000000000000000;hpb=7ec2897ee0ad190dcb9f77032d785f2f9661b754;p=github%2Fwallabag%2Fwallabag.git
diff --git a/src/Wallabag/ImportBundle/Command/ImportCommand.php b/src/Wallabag/ImportBundle/Command/ImportCommand.php
new file mode 100644
index 00000000..3fb8927d
--- /dev/null
+++ b/src/Wallabag/ImportBundle/Command/ImportCommand.php
@@ -0,0 +1,124 @@
+setName('wallabag:import')
+ ->setDescription('Import entries from JSON file')
+ ->addArgument(
+ 'userId',
+ InputArgument::REQUIRED,
+ 'user ID to populate'
+ );
+ }
+
+ protected function execute(InputInterface $input, OutputInterface $output)
+ {
+ $now = new \DateTime();
+ $output->writeln('Start : '.$now->format('d-m-Y G:i:s').' ---');
+
+ // Importing CSV on DB via Doctrine ORM
+ $this->import($input, $output);
+
+ $now = new \DateTime();
+ $output->writeln('End : '.$now->format('d-m-Y G:i:s').' ---');
+ }
+
+ protected function import(InputInterface $input, OutputInterface $output)
+ {
+ // Getting php array of data from CSV
+ $data = $this->get($input, $output);
+
+ $em = $this->getContainer()->get('doctrine')->getManager();
+ // Turning off doctrine default logs queries for saving memory
+ $em->getConnection()->getConfiguration()->setSQLLogger(null);
+
+ // Define the size of record, the frequency for persisting the data and the current index of records
+ $size = count($data);
+ $batchSize = 20;
+ $i = 1;
+
+ $user = $em->getRepository('WallabagUserBundle:User')
+ ->findOneById($input->getArgument('userId'));
+
+ if (!is_object($user)) {
+ throw new Exception('User not found');
+ }
+
+ $progress = new ProgressBar($output, $size);
+ $progress->start();
+
+ foreach ($data as $object) {
+ $array = (array) $object;
+ $entry = $em->getRepository('WallabagCoreBundle:Entry')
+ ->findOneByUrl($array['url']);
+
+ if (!is_object($entry)) {
+ $entry = new Entry($user);
+ $entry->setUrl($array['url']);
+ }
+
+ $entry->setTitle($array['title']);
+ $entry->setArchived($array['is_read']);
+ $entry->setStarred($array['is_fav']);
+ $entry->setContent($array['content']);
+ $entry->setReadingTime(Utils::getReadingTime($array['content']));
+
+ $em->persist($entry);
+
+ if (($i % $batchSize) === 0) {
+ $em->flush();
+ $progress->advance($batchSize);
+
+ $now = new \DateTime();
+ $output->writeln(' of entries imported ... | '.$now->format('d-m-Y G:i:s'));
+ }
+ ++$i;
+ }
+
+ $em->flush();
+ $em->clear();
+ $progress->finish();
+ }
+
+ protected function convert($filename)
+ {
+ if (!file_exists($filename) || !is_readable($filename)) {
+ return false;
+ }
+
+ $header = null;
+ $data = array();
+
+ if (($handle = fopen($filename, 'r')) !== false) {
+ while (($row = fgets($handle)) !== false) {
+ $data = json_decode($row);
+ }
+ fclose($handle);
+ }
+
+ return $data;
+ }
+
+ protected function get(InputInterface $input, OutputInterface $output)
+ {
+ $filename = __DIR__.'/../../../../web/uploads/import/'.$input->getArgument('userId').'.json';
+
+ $data = $this->convert($filename);
+
+ return $data;
+ }
+}