setName('wallabag:clean-duplicates') ->setDescription('Cleans the database for duplicates') ->setHelp('This command helps you to clean your articles list in case of duplicates') ->addArgument( 'username', InputArgument::OPTIONAL, 'User to clean' ); } protected function execute(InputInterface $input, OutputInterface $output) { $this->output = $output; $username = $input->getArgument('username'); if ($username) { try { $user = $this->getUser($username); $this->cleanDuplicates($user); } catch (NoResultException $e) { $output->writeln(sprintf('User "%s" not found.', $username)); return 1; } } else { $users = $this->getContainer()->get('wallabag_user.user_repository')->findAll(); $output->writeln(sprintf('Cleaning through %d user accounts', count($users))); foreach ($users as $user) { $output->writeln(sprintf('Processing user %s', $user->getUsername())); $this->cleanDuplicates($user); } $output->writeln(sprintf('Finished cleaning. %d duplicates found in total', $this->duplicates)); } return 0; } /** * @param User $user */ private function cleanDuplicates(User $user) { $em = $this->getContainer()->get('doctrine.orm.entity_manager'); $repo = $this->getContainer()->get('wallabag_core.entry_repository'); $entries = $repo->getAllEntriesIdAndUrl($user->getId()); $duplicatesCount = 0; $urls = []; foreach ($entries as $entry) { $url = $this->similarUrl($entry['url']); /* @var $entry Entry */ if (in_array($url, $urls)) { ++$duplicatesCount; $em->remove($repo->find($entry['id'])); $em->flush(); // Flushing at the end of the loop would require the instance not being online } else { $urls[] = $entry['url']; } } $this->duplicates += $duplicatesCount; $this->output->writeln(sprintf('Cleaned %d duplicates for user %s', $duplicatesCount, $user->getUserName())); } private function similarUrl($url) { if (in_array(substr($url, -1), ['/', '#'])) { // get rid of "/" and "#" and the end of urls return substr($url, 0, strlen($url)); } return $url; } /** * Fetches a user from its username. * * @param string $username * * @return \Wallabag\UserBundle\Entity\User */ private function getUser($username) { return $this->getContainer()->get('wallabag_user.user_repository')->findOneByUserName($username); } private function getDoctrine() { return $this->getContainer()->get('doctrine'); } }