]>
Commit | Line | Data |
---|---|---|
1 | <?php | |
2 | ||
3 | namespace Wallabag\ImportBundle\Command; | |
4 | ||
5 | use Symfony\Bundle\FrameworkBundle\Command\ContainerAwareCommand; | |
6 | use Symfony\Component\Config\Definition\Exception\Exception; | |
7 | use Symfony\Component\Console\Input\InputArgument; | |
8 | use Symfony\Component\Console\Input\InputInterface; | |
9 | use Symfony\Component\Console\Output\OutputInterface; | |
10 | use Symfony\Component\Console\Helper\ProgressBar; | |
11 | use Wallabag\CoreBundle\Entity\Entry; | |
12 | use Wallabag\CoreBundle\Tools\Utils; | |
13 | ||
14 | class ImportCommand extends ContainerAwareCommand | |
15 | { | |
16 | protected function configure() | |
17 | { | |
18 | $this | |
19 | ->setName('wallabag:import') | |
20 | ->setDescription('Import entries from JSON file') | |
21 | ->addArgument( | |
22 | 'userId', | |
23 | InputArgument::REQUIRED, | |
24 | 'user ID to populate' | |
25 | ); | |
26 | } | |
27 | ||
28 | protected function execute(InputInterface $input, OutputInterface $output) | |
29 | { | |
30 | $now = new \DateTime(); | |
31 | $output->writeln('<comment>Start : '.$now->format('d-m-Y G:i:s').' ---</comment>'); | |
32 | ||
33 | // Importing CSV on DB via Doctrine ORM | |
34 | $this->import($input, $output); | |
35 | ||
36 | $now = new \DateTime(); | |
37 | $output->writeln('<comment>End : '.$now->format('d-m-Y G:i:s').' ---</comment>'); | |
38 | } | |
39 | ||
40 | protected function import(InputInterface $input, OutputInterface $output) | |
41 | { | |
42 | // Getting php array of data from CSV | |
43 | $data = $this->get($input, $output); | |
44 | ||
45 | $em = $this->getContainer()->get('doctrine')->getManager(); | |
46 | // Turning off doctrine default logs queries for saving memory | |
47 | $em->getConnection()->getConfiguration()->setSQLLogger(null); | |
48 | ||
49 | // Define the size of record, the frequency for persisting the data and the current index of records | |
50 | $size = count($data); | |
51 | $batchSize = 20; | |
52 | $i = 1; | |
53 | ||
54 | $user = $em->getRepository('WallabagUserBundle:User') | |
55 | ->findOneById($input->getArgument('userId')); | |
56 | ||
57 | if (!is_object($user)) { | |
58 | throw new Exception('User not found'); | |
59 | } | |
60 | ||
61 | $progress = new ProgressBar($output, $size); | |
62 | $progress->start(); | |
63 | ||
64 | foreach ($data as $object) { | |
65 | $array = (array) $object; | |
66 | $entry = $em->getRepository('WallabagCoreBundle:Entry') | |
67 | ->findOneByUrl($array['url']); | |
68 | ||
69 | if (!is_object($entry)) { | |
70 | $entry = new Entry($user); | |
71 | $entry->setUrl($array['url']); | |
72 | } | |
73 | ||
74 | $entry->setTitle($array['title']); | |
75 | $entry->setArchived($array['is_read']); | |
76 | $entry->setStarred($array['is_fav']); | |
77 | $entry->setContent($array['content']); | |
78 | $entry->setReadingTime(Utils::getReadingTime($array['content'])); | |
79 | ||
80 | $em->persist($entry); | |
81 | ||
82 | if (($i % $batchSize) === 0) { | |
83 | $em->flush(); | |
84 | $progress->advance($batchSize); | |
85 | ||
86 | $now = new \DateTime(); | |
87 | $output->writeln(' of entries imported ... | '.$now->format('d-m-Y G:i:s')); | |
88 | } | |
89 | ++$i; | |
90 | } | |
91 | ||
92 | $em->flush(); | |
93 | $em->clear(); | |
94 | $progress->finish(); | |
95 | } | |
96 | ||
97 | protected function convert($filename) | |
98 | { | |
99 | if (!file_exists($filename) || !is_readable($filename)) { | |
100 | return false; | |
101 | } | |
102 | ||
103 | $header = null; | |
104 | $data = array(); | |
105 | ||
106 | if (($handle = fopen($filename, 'r')) !== false) { | |
107 | while (($row = fgets($handle)) !== false) { | |
108 | $data = json_decode($row); | |
109 | } | |
110 | fclose($handle); | |
111 | } | |
112 | ||
113 | return $data; | |
114 | } | |
115 | ||
116 | protected function get(InputInterface $input, OutputInterface $output) | |
117 | { | |
118 | $filename = __DIR__.'/../../../../web/uploads/import/'.$input->getArgument('userId').'.json'; | |
119 | ||
120 | $data = $this->convert($filename); | |
121 | ||
122 | return $data; | |
123 | } | |
124 | } |