namespace Wallabag\ImportBundle\Import;
use Wallabag\CoreBundle\Entity\Entry;
-use Wallabag\UserBundle\Entity\User;
-use Wallabag\CoreBundle\Helper\ContentProxy;
+use Wallabag\CoreBundle\Event\EntrySavedEvent;
abstract class BrowserImport extends AbstractImport
{
$data = json_decode(file_get_contents($this->filepath), true);
if (empty($data)) {
+ $this->logger->error('Wallabag Browser: no entries in imported file');
+
return false;
}
}
/**
- * Parse and insert all given entries.
- *
- * @param $entries
- */
- protected function parseEntries($entries)
- {
- $i = 1;
-
- foreach ($entries as $importedEntry) {
- if ((array) $importedEntry !== $importedEntry) {
- continue;
- }
-
- $entry = $this->parseEntry($importedEntry);
-
- if (null === $entry) {
- continue;
- }
-
- // flush every 20 entries
- if (($i % 20) === 0) {
- $this->em->flush();
- }
- ++$i;
- }
-
- $this->em->flush();
- }
-
- /**
- * Parse entries and send them to the queue.
- * It should just be a simple loop on all item, no call to the database should be done
- * to speedup queuing.
- *
- * Faster parse entries for Producer.
- * We don't care to make check at this time. They'll be done by the consumer.
- *
- * @param array $entries
+ * {@inheritdoc}
*/
- protected function parseEntriesForProducer(array $entries)
+ public function parseEntry(array $importedEntry)
{
- foreach ($entries as $importedEntry) {
- if ((array) $importedEntry !== $importedEntry) {
- continue;
- }
-
- // set userId for the producer (it won't know which user is connected)
- $importedEntry['userId'] = $this->user->getId();
+ if ((!array_key_exists('guid', $importedEntry) || (!array_key_exists('id', $importedEntry))) && \is_array(reset($importedEntry))) {
+ if ($this->producer) {
+ $this->parseEntriesForProducer($importedEntry);
- if ($this->markAsRead) {
- $importedEntry = $this->setEntryAsRead($importedEntry);
+ return;
}
- ++$this->queuedEntries;
-
- $this->producer->publish(json_encode($importedEntry));
- }
- }
-
- /**
- * {@inheritdoc}
- */
- public function parseEntry(array $importedEntry)
- {
- if ((!array_key_exists('guid', $importedEntry) || (!array_key_exists('id', $importedEntry))) && is_array(reset($importedEntry))) {
$this->parseEntries($importedEntry);
return;
}
if (array_key_exists('children', $importedEntry)) {
+ if ($this->producer) {
+ $this->parseEntriesForProducer($importedEntry['children']);
+
+ return;
+ }
+
$this->parseEntries($importedEntry['children']);
return;
$entry->setTitle($data['title']);
// update entry with content (in case fetching failed, the given entry will be return)
- $entry = $this->fetchContent($entry, $data['url'], $data);
+ $this->fetchContent($entry, $data['url'], $data);
if (array_key_exists('tags', $data)) {
- $this->contentProxy->assignTagsToEntry(
+ $this->tagsAssigner->assignTagsToEntry(
$entry,
$data['tags']
);
}
/**
- * {@inheritdoc}
+ * Parse and insert all given entries.
+ *
+ * @param array $entries
*/
- protected function prepareEntry(array $entry = [])
+ protected function parseEntries(array $entries)
{
- $url = array_key_exists('uri', $entry) ? $entry['uri'] : $entry['url'];
- $date = array_key_exists('date_added', $entry) ? $entry['date_added'] : $entry['dateAdded'];
- $title = array_key_exists('name', $entry) ? $entry['name'] : $entry['title'];
-
- if (16 === strlen($date)) {
- // firefox ...
- $date = (int) ceil($date / 1000000);
- } else if (17 === strlen($date)) {
- // chrome ...
- $date = (int) ceil($date / 10000000);
- } else {
- $date = '';
+ $i = 1;
+ $entryToBeFlushed = [];
+
+ foreach ($entries as $importedEntry) {
+ if ((array) $importedEntry !== $importedEntry) {
+ continue;
+ }
+
+ $entry = $this->parseEntry($importedEntry);
+
+ if (null === $entry) {
+ continue;
+ }
+
+ // @see AbstractImport
+ $entryToBeFlushed[] = $entry;
+
+ // flush every 20 entries
+ if (0 === ($i % 20)) {
+ $this->em->flush();
+
+ foreach ($entryToBeFlushed as $entry) {
+ $this->eventDispatcher->dispatch(EntrySavedEvent::NAME, new EntrySavedEvent($entry));
+ }
+
+ $entryToBeFlushed = [];
+ }
+ ++$i;
}
- $data = [
- 'title' => $title,
- 'html' => '',
- 'url' => $url,
- 'is_archived' => $this->markAsRead,
- 'tags' => '',
- 'created_at' => $date,
- ];
-
- if (array_key_exists('tags', $entry) && $entry['tags'] != '') {
- $data['tags'] = $entry['tags'];
+ $this->em->flush();
+
+ if (!empty($entryToBeFlushed)) {
+ foreach ($entryToBeFlushed as $entry) {
+ $this->eventDispatcher->dispatch(EntrySavedEvent::NAME, new EntrySavedEvent($entry));
+ }
}
+ }
- return $data;
+ /**
+ * Parse entries and send them to the queue.
+ * It should just be a simple loop on all item, no call to the database should be done
+ * to speedup queuing.
+ *
+ * Faster parse entries for Producer.
+ * We don't care to make check at this time. They'll be done by the consumer.
+ *
+ * @param array $entries
+ */
+ protected function parseEntriesForProducer(array $entries)
+ {
+ foreach ($entries as $importedEntry) {
+ if ((array) $importedEntry !== $importedEntry) {
+ continue;
+ }
+
+ // set userId for the producer (it won't know which user is connected)
+ $importedEntry['userId'] = $this->user->getId();
+
+ if ($this->markAsRead) {
+ $importedEntry = $this->setEntryAsRead($importedEntry);
+ }
+
+ ++$this->queuedEntries;
+
+ $this->producer->publish(json_encode($importedEntry));
+ }
}
/**
return $importedEntry;
}
+
+ abstract protected function prepareEntry(array $entry = []);
}