blob: 3fb8927d7fc18881e60171c85091c518f26e511d (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
<?php
namespace Wallabag\ImportBundle\Command;
use Symfony\Bundle\FrameworkBundle\Command\ContainerAwareCommand;
use Symfony\Component\Config\Definition\Exception\Exception;
use Symfony\Component\Console\Input\InputArgument;
use Symfony\Component\Console\Input\InputInterface;
use Symfony\Component\Console\Output\OutputInterface;
use Symfony\Component\Console\Helper\ProgressBar;
use Wallabag\CoreBundle\Entity\Entry;
use Wallabag\CoreBundle\Tools\Utils;
class ImportCommand extends ContainerAwareCommand
{
protected function configure()
{
$this
->setName('wallabag:import')
->setDescription('Import entries from JSON file')
->addArgument(
'userId',
InputArgument::REQUIRED,
'user ID to populate'
);
}
protected function execute(InputInterface $input, OutputInterface $output)
{
$now = new \DateTime();
$output->writeln('<comment>Start : '.$now->format('d-m-Y G:i:s').' ---</comment>');
// Importing CSV on DB via Doctrine ORM
$this->import($input, $output);
$now = new \DateTime();
$output->writeln('<comment>End : '.$now->format('d-m-Y G:i:s').' ---</comment>');
}
protected function import(InputInterface $input, OutputInterface $output)
{
// Getting php array of data from CSV
$data = $this->get($input, $output);
$em = $this->getContainer()->get('doctrine')->getManager();
// Turning off doctrine default logs queries for saving memory
$em->getConnection()->getConfiguration()->setSQLLogger(null);
// Define the size of record, the frequency for persisting the data and the current index of records
$size = count($data);
$batchSize = 20;
$i = 1;
$user = $em->getRepository('WallabagUserBundle:User')
->findOneById($input->getArgument('userId'));
if (!is_object($user)) {
throw new Exception('User not found');
}
$progress = new ProgressBar($output, $size);
$progress->start();
foreach ($data as $object) {
$array = (array) $object;
$entry = $em->getRepository('WallabagCoreBundle:Entry')
->findOneByUrl($array['url']);
if (!is_object($entry)) {
$entry = new Entry($user);
$entry->setUrl($array['url']);
}
$entry->setTitle($array['title']);
$entry->setArchived($array['is_read']);
$entry->setStarred($array['is_fav']);
$entry->setContent($array['content']);
$entry->setReadingTime(Utils::getReadingTime($array['content']));
$em->persist($entry);
if (($i % $batchSize) === 0) {
$em->flush();
$progress->advance($batchSize);
$now = new \DateTime();
$output->writeln(' of entries imported ... | '.$now->format('d-m-Y G:i:s'));
}
++$i;
}
$em->flush();
$em->clear();
$progress->finish();
}
protected function convert($filename)
{
if (!file_exists($filename) || !is_readable($filename)) {
return false;
}
$header = null;
$data = array();
if (($handle = fopen($filename, 'r')) !== false) {
while (($row = fgets($handle)) !== false) {
$data = json_decode($row);
}
fclose($handle);
}
return $data;
}
protected function get(InputInterface $input, OutputInterface $output)
{
$filename = __DIR__.'/../../../../web/uploads/import/'.$input->getArgument('userId').'.json';
$data = $this->convert($filename);
return $data;
}
}
|
