inc/poche/Poche.class.php

   1 <?php
   2 /**
   3  * wallabag, self hostable application allowing you to not miss any content anymore
   4  *
   5  * @category   wallabag
   6  * @author     Nicolas Lœuillet <nicolas@loeuillet.org>
   7  * @copyright  2013
   8  * @license    http://opensource.org/licenses/MIT see COPYING file
   9  */
  10
  11 class Poche
  12 {
  13     /**
  14      * @var User
  15      */
  16     public $user;
  17     /**
  18      * @var Database
  19      */
  20     public $store;
  21     /**
  22      * @var Template
  23      */
  24     public $tpl;
  25     /**
  26      * @var Language
  27      */
  28     public $language;
  29     /**
  30      * @var Routing
  31      */
  32     public $routing;
  33     /**
  34      * @var Messages
  35      */
  36     public $messages;
  37     /**
  38      * @var Paginator
  39      */
  40     public $pagination;
  41
  42     public function __construct()
  43     {
  44         $this->init();
  45     }
  46
  47     private function init()
  48     {
  49         Tools::initPhp();
  50
  51         $pocheUser = Session::getParam('poche_user');
  52
  53         if ($pocheUser && $pocheUser != array()) {
  54             $this->user = $pocheUser;
  55         } else {
  56             // fake user, just for install & login screens
  57             $this->user = new User();
  58             $this->user->setConfig($this->getDefaultConfig());
  59         }
  60
  61         $this->pagination   = new Paginator($this->user->getConfigValue('pager'), 'p');
  62         $this->language     = new Language($this);
  63         $this->tpl          = new Template($this);
  64         $this->store        = new Database();
  65         $this->messages     = new Messages();
  66         $this->routing      = new Routing($this);
  67     }
  68
  69     public function run()
  70     {
  71         $this->routing->run();
  72     }
  73
  74     /**
  75      * Creates a new user
  76      */
  77     public function createNewUser($username, $password, $email = "")
  78     {
  79         if (!empty($username) && !empty($password)){
  80             $newUsername = filter_var($username, FILTER_SANITIZE_STRING);
  81             $email = filter_var($email, FILTER_SANITIZE_STRING);
  82             if (!$this->store->userExists($newUsername)){
  83                 if ($this->store->install($newUsername, Tools::encodeString($password . $newUsername), $email)) {
  84                     Tools::logm('The new user ' . $newUsername . ' has been installed');
  85                     $this->messages->add('s', sprintf(_('The new user %s has been installed. Do you want to <a href="?logout">logout ?</a>'), $newUsername));
  86                     Tools::redirect();
  87                 }
  88                 else {
  89                     Tools::logm('error during adding new user');
  90                     Tools::redirect();
  91                 }
  92             }
  93             else {
  94                 $this->messages->add('e', sprintf(_('Error : An user with the name %s already exists !'), $newUsername));
  95                 Tools::logm('An user with the name ' . $newUsername . ' already exists !');
  96                 Tools::redirect();
  97             }
  98         }
  99     }
 100
 101     /**
 102      * Delete an existing user
 103      */
 104     public function deleteUser($password)
 105     {
 106         if ($this->store->listUsers() > 1) {
 107             if (Tools::encodeString($password . $this->user->getUsername()) == $this->store->getUserPassword($this->user->getId())) {
 108                 $username = $this->user->getUsername();
 109                 $this->store->deleteUserConfig($this->user->getId());
 110                 Tools::logm('The configuration for user '. $username .' has been deleted !');
 111                 $this->store->deleteTagsEntriesAndEntries($this->user->getId());
 112                 Tools::logm('The entries for user '. $username .' has been deleted !');
 113                 $this->store->deleteUser($this->user->getId());
 114                 Tools::logm('User '. $username .' has been completely deleted !');
 115                 Session::logout();
 116                 Tools::logm('logout');
 117                 Tools::redirect();
 118                 $this->messages->add('s', sprintf(_('User %s has been successfully deleted !'), $username));
 119             }
 120             else {
 121                 Tools::logm('Bad password !');
 122                 $this->messages->add('e', _('Error : The password is wrong !'));
 123             }
 124         }
 125         else {
 126             Tools::logm('Only user !');
 127             $this->messages->add('e', _('Error : You are the only user, you cannot delete your account !'));
 128         }
 129     }
 130
 131     public function getDefaultConfig()
 132     {
 133         return array(
 134             'pager' => PAGINATION,
 135             'language' => LANG,
 136             'theme' => DEFAULT_THEME
 137         );
 138     }
 139
 140     /**
 141      * Call action (mark as fav, archive, delete, etc.)
 142      */
 143     public function action($action, Url $url, $id = 0, $import = FALSE, $autoclose = FALSE, $tags = null)
 144     {
 145         switch ($action)
 146         {
 147             case 'add':
 148                 $content = Tools::getPageContent($url);
 149                 $title = ($content['rss']['channel']['item']['title'] != '') ? $content['rss']['channel']['item']['title'] : _('Untitled');
 150                 $body = $content['rss']['channel']['item']['description'];
 151
 152                 // clean content from prevent xss attack
 153                 $purifier = $this->_getPurifier();
 154                 $title = $purifier->purify($title);
 155                 $body = $purifier->purify($body);
 156
 157                 //search for possible duplicate
 158                 $duplicate = NULL;
 159                 $duplicate = $this->store->retrieveOneByURL($url->getUrl(), $this->user->getId());
 160
 161                 $last_id = $this->store->add($url->getUrl(), $title, $body, $this->user->getId());
 162                 if ( $last_id ) {
 163                     Tools::logm('add link ' . $url->getUrl());
 164                     if (DOWNLOAD_PICTURES) {
 165                         $content = Picture::filterPicture($body, $url->getUrl(), $last_id);
 166                         Tools::logm('updating content article');
 167                         $this->store->updateContent($last_id, $content, $this->user->getId());
 168                     }
 169
 170                     if ($duplicate != NULL) {
 171                         // duplicate exists, so, older entry needs to be deleted (as new entry should go to the top of list), BUT favorite mark and tags should be preserved
 172                         Tools::logm('link ' . $url->getUrl() . ' is a duplicate');
 173                         // 1) - preserve tags and favorite, then drop old entry
 174                         $this->store->reassignTags($duplicate['id'], $last_id);
 175                         if ($duplicate['is_fav']) {
 176                           $this->store->favoriteById($last_id, $this->user->getId());
 177                         }
 178                         if ($this->store->deleteById($duplicate['id'], $this->user->getId())) {
 179                           Tools::logm('previous link ' . $url->getUrl() .' entry deleted');
 180                         }
 181                     }
 182
 183                     // if there are tags, add them to the new article
 184                     if (isset($_GET['tags'])) {
 185                         $_POST['value'] = $_GET['tags'];
 186                         $_POST['entry_id'] = $last_id;
 187                         $this->action('add_tag', $url);
 188                     }
 189
 190                     $this->messages->add('s', _('the link has been added successfully'));
 191                 }
 192                 else {
 193                     $this->messages->add('e', _('error during insertion : the link wasn\'t added'));
 194                     Tools::logm('error during insertion : the link wasn\'t added ' . $url->getUrl());
 195                 }
 196
 197                 if ($autoclose == TRUE) {
 198                   Tools::redirect('?view=home');
 199                 } else {
 200                   Tools::redirect('?view=home&closewin=true');
 201                 }
 202                 return $last_id;
 203                 break;
 204             case 'delete':
 205                 if (isset($_GET['search'])) {
 206                     //when we want to apply a delete to a search
 207                     $tags = array($_GET['search']);
 208                     $allentry_ids = $this->store->search($tags[0], $this->user->getId());
 209                     $entry_ids = array();
 210                     foreach ($allentry_ids as $eachentry) {
 211                         $entry_ids[] = $eachentry[0];
 212                     }
 213                 } else { // delete a single article
 214                     $entry_ids = array($id);
 215                 }
 216                 foreach($entry_ids as $id) {
 217                     $msg = 'delete link #' . $id;
 218                     if ($this->store->deleteById($id, $this->user->getId())) {
 219                         if (DOWNLOAD_PICTURES) {
 220                             Picture::removeDirectory(ABS_PATH . $id);
 221                         }
 222                         $this->messages->add('s', _('the link has been deleted successfully'));
 223                     }
 224                     else {
 225                         $this->messages->add('e', _('the link wasn\'t deleted'));
 226                         $msg = 'error : can\'t delete link #' . $id;
 227                     }
 228                     Tools::logm($msg);
 229                 }
 230                 Tools::redirect('?');
 231                 break;
 232             case 'toggle_fav' :
 233                 $this->store->favoriteById($id, $this->user->getId());
 234                 Tools::logm('mark as favorite link #' . $id);
 235                 if ( Tools::isAjaxRequest() ) {
 236                   echo 1;
 237                   exit;
 238                 }
 239                 else {
 240                   Tools::redirect();
 241                 }
 242                 break;
 243             case 'toggle_archive' :
 244                 if (isset($_GET['tag_id'])) {
 245                     //when we want to archive a whole tag
 246                     $tag_id = $_GET['tag_id'];
 247                     $allentry_ids = $this->store->retrieveEntriesByTag($tag_id, $this->user->getId());
 248                     $entry_ids = array();
 249                     foreach ($allentry_ids as $eachentry) {
 250                         $entry_ids[] = $eachentry[0];
 251                     }
 252                 } else { //archive a single article
 253                     $entry_ids = array($id);
 254                 }
 255                 foreach($entry_ids as $id) {
 256                     $this->store->archiveById($id, $this->user->getId());
 257                     Tools::logm('archive link #' . $id);
 258                 }
 259                 if ( Tools::isAjaxRequest() ) {
 260                   echo 1;
 261                   exit;
 262                 }
 263                 else {
 264                   Tools::redirect();
 265                 }
 266                 break;
 267             case 'archive_all' :
 268                 $this->store->archiveAll($this->user->getId());
 269                 Tools::logm('archive all links');
 270                 Tools::redirect();
 271                 break;
 272             case 'add_tag' :
 273                 if (isset($_GET['search'])) {
 274                     //when we want to apply a tag to a search
 275                     $tags = array($_GET['search']);
 276                     $allentry_ids = $this->store->search($tags[0], $this->user->getId());
 277                     $entry_ids = array();
 278                     foreach ($allentry_ids as $eachentry) {
 279                         $entry_ids[] = $eachentry[0];
 280                     }
 281                 } else { //add a tag to a single article
 282                     $tags = explode(',', $_POST['value']);
 283                     $entry_ids = array($_POST['entry_id']);
 284                 }
 285                 foreach($entry_ids as $entry_id) {
 286                     $entry = $this->store->retrieveOneById($entry_id, $this->user->getId());
 287                     if (!$entry) {
 288                         $this->messages->add('e', _('Article not found!'));
 289                         Tools::logm('error : article not found');
 290                         Tools::redirect();
 291                     }
 292                     //get all already set tags to preven duplicates
 293                     $already_set_tags = array();
 294                     $entry_tags = $this->store->retrieveTagsByEntry($entry_id);
 295                     foreach ($entry_tags as $tag) {
 296                       $already_set_tags[] = $tag['value'];
 297                     }
 298                     foreach($tags as $key => $tag_value) {
 299                         $value = trim($tag_value);
 300                         if ($value && !in_array($value, $already_set_tags)) {
 301                           $tag = $this->store->retrieveTagByValue($value);
 302                           if (is_null($tag)) {
 303                               # we create the tag
 304                               $tag = $this->store->createTag($value);
 305                               $sequence = '';
 306                               if (STORAGE == 'postgres') {
 307                                   $sequence = 'tags_id_seq';
 308                               }
 309                               $tag_id = $this->store->getLastId($sequence);
 310                           }
 311                           else {
 312                               $tag_id = $tag['id'];
 313                           }
 314
 315                           # we assign the tag to the article
 316                           $this->store->setTagToEntry($tag_id, $entry_id);
 317                         }
 318                     }
 319                 }
 320                 $this->messages->add('s', _('The tag has been applied successfully'));
 321                 Tools::logm('The tag has been applied successfully');
 322                 Tools::redirect();
 323                 break;
 324             case 'remove_tag' :
 325                 $tag_id = $_GET['tag_id'];
 326                 $entry = $this->store->retrieveOneById($id, $this->user->getId());
 327                 if (!$entry) {
 328                     $this->messages->add('e', _('Article not found!'));
 329                     Tools::logm('error : article not found');
 330                     Tools::redirect();
 331                 }
 332                 $this->store->removeTagForEntry($id, $tag_id);
 333                 Tools::logm('tag entry deleted');
 334                 if ($this->store->cleanUnusedTag($tag_id)) {
 335                     Tools::logm('tag deleted');
 336                 }
 337                 $this->messages->add('s', _('The tag has been successfully deleted'));
 338                 Tools::redirect();
 339                 break;
 340             case 'reload_article' :
 341                 Tools::logm('reload article');
 342                 $id = $_GET['id'];
 343                 $entry = $this->store->retrieveOneById($id, $this->user->getId());
 344                 Tools::logm('reload url ' . $entry['url']);
 345                 $url = new Url(base64_encode($entry['url']));
 346                 $this->action('add', $url);
 347                 break;
 348
 349             default:
 350                 break;
 351         }
 352     }
 353
 354     function displayView($view, $id = 0)
 355     {
 356         $tpl_vars = array();
 357
 358         switch ($view)
 359         {
 360             case 'about':
 361                 break;
 362             case 'config':
 363                 $dev_infos = $this->_getPocheVersion('dev');
 364                 $dev = trim($dev_infos[0]);
 365                 $check_time_dev = date('d-M-Y H:i', $dev_infos[1]);
 366                 $prod_infos = $this->_getPocheVersion('prod');
 367                 $prod = trim($prod_infos[0]);
 368                 $check_time_prod = date('d-M-Y H:i', $prod_infos[1]);
 369                 $compare_dev = version_compare(POCHE, $dev);
 370                 $compare_prod = version_compare(POCHE, $prod);
 371                 $themes = $this->tpl->getInstalledThemes();
 372                 $languages = $this->language->getInstalledLanguages();
 373                 $token = $this->user->getConfigValue('token');
 374                 $http_auth = (isset($_SERVER['PHP_AUTH_USER']) || isset($_SERVER['REMOTE_USER'])) ? true : false;
 375                 $only_user = ($this->store->listUsers() > 1) ? false : true;
 376                 $tpl_vars = array(
 377                     'themes' => $themes,
 378                     'languages' => $languages,
 379                     'dev' => $dev,
 380                     'prod' => $prod,
 381                     'check_time_dev' => $check_time_dev,
 382                     'check_time_prod' => $check_time_prod,
 383                     'compare_dev' => $compare_dev,
 384                     'compare_prod' => $compare_prod,
 385                     'token' => $token,
 386                     'user_id' => $this->user->getId(),
 387                     'http_auth' => $http_auth,
 388                     'only_user' => $only_user
 389                 );
 390                 Tools::logm('config view');
 391                 break;
 392             case 'edit-tags':
 393                 # tags
 394                 $entry = $this->store->retrieveOneById($id, $this->user->getId());
 395                 if (!$entry) {
 396                     $this->messages->add('e', _('Article not found!'));
 397                     Tools::logm('error : article not found');
 398                     Tools::redirect();
 399                 }
 400                 $tags = $this->store->retrieveTagsByEntry($id);
 401                 $tpl_vars = array(
 402                     'entry_id' => $id,
 403                     'tags' => $tags,
 404                     'entry' => $entry,
 405                 );
 406                 break;
 407             case 'tags':
 408                 $token = $this->user->getConfigValue('token');
 409                 //if term is set - search tags for this term
 410                 $term = Tools::checkVar('term');
 411                 $tags = $this->store->retrieveAllTags($this->user->getId(), $term);
 412                 if (Tools::isAjaxRequest()) {
 413                   $result = array();
 414                   foreach ($tags as $tag) {
 415                     $result[] = $tag['value'];
 416                   }
 417                   echo json_encode($result);
 418                   exit;
 419                 }
 420                 $tpl_vars = array(
 421                     'token' => $token,
 422                     'user_id' => $this->user->getId(),
 423                     'tags' => $tags,
 424                 );
 425                 break;
 426             case 'search':
 427                 if (isset($_GET['search'])) {
 428                    $search = filter_var($_GET['search'], FILTER_SANITIZE_STRING);
 429                    $tpl_vars['entries'] = $this->store->search($search, $this->user->getId());
 430                    $count = count($tpl_vars['entries']);
 431                    $this->pagination->set_total($count);
 432                    $page_links = str_replace(array('previous', 'next'), array(_('previous'), _('next')),
 433                             $this->pagination->page_links('?view=' . $view . '?search=' . $search . '&sort=' . $_SESSION['sort'] . '&' ));
 434                    $tpl_vars['page_links'] = $page_links;
 435                    $tpl_vars['nb_results'] = $count;
 436                    $tpl_vars['searchterm'] = $search;
 437                 }
 438                 break;
 439             case 'view':
 440                 $entry = $this->store->retrieveOneById($id, $this->user->getId());
 441                 if ($entry != NULL) {
 442                     Tools::logm('view link #' . $id);
 443                     $content = $entry['content'];
 444                     if (function_exists('tidy_parse_string')) {
 445                         $tidy = tidy_parse_string($content, array('indent'=>true, 'show-body-only' => true), 'UTF8');
 446                         $tidy->cleanRepair();
 447                         $content = $tidy->value;
 448                     }
 449
 450                     # flattr checking
 451                     $flattr = NULL;
 452                     if (FLATTR) {
 453                         $flattr = new FlattrItem();
 454                         $flattr->checkItem($entry['url'], $entry['id']);
 455                     }
 456
 457                     # tags
 458                     $tags = $this->store->retrieveTagsByEntry($entry['id']);
 459
 460                     $tpl_vars = array(
 461                         'entry' => $entry,
 462                         'content' => $content,
 463                         'flattr' => $flattr,
 464                         'tags' => $tags
 465                     );
 466                 }
 467                 else {
 468                     Tools::logm('error in view call : entry is null');
 469                 }
 470                 break;
 471             default: # home, favorites, archive and tag views
 472                 $tpl_vars = array(
 473                     'entries' => '',
 474                     'page_links' => '',
 475                     'nb_results' => '',
 476                     'listmode' => (isset($_COOKIE['listmode']) ? true : false),
 477                 );
 478
 479                 //if id is given - we retrieve entries by tag: id is tag id
 480                 if ($id) {
 481                   $tpl_vars['tag'] = $this->store->retrieveTag($id, $this->user->getId());
 482                   $tpl_vars['id'] = intval($id);
 483                 }
 484
 485                 $count = $this->store->getEntriesByViewCount($view, $this->user->getId(), $id);
 486
 487                 if ($count > 0) {
 488                     $this->pagination->set_total($count);
 489                     $page_links = str_replace(array('previous', 'next'), array(_('previous'), _('next')),
 490                         $this->pagination->page_links('?view=' . $view . '&sort=' . $_SESSION['sort'] . (($id)?'&id='.$id:'') . '&' ));
 491                     $tpl_vars['entries'] = $this->store->getEntriesByView($view, $this->user->getId(), $this->pagination->get_limit(), $id);
 492                     $tpl_vars['page_links'] = $page_links;
 493                     $tpl_vars['nb_results'] = $count;
 494                 }
 495                 Tools::logm('display ' . $view . ' view');
 496                 break;
 497         }
 498
 499         return $tpl_vars;
 500     }
 501
 502     /**
 503      * update the password of the current user.
 504      * if MODE_DEMO is TRUE, the password can't be updated.
 505      * @todo add the return value
 506      * @todo set the new password in function header like this updatePassword($newPassword)
 507      * @return boolean
 508      */
 509     public function updatePassword($password, $confirmPassword)
 510     {
 511         if (MODE_DEMO) {
 512             $this->messages->add('i', _('in demo mode, you can\'t update your password'));
 513             Tools::logm('in demo mode, you can\'t do this');
 514             Tools::redirect('?view=config');
 515         }
 516         else {
 517             if (isset($password) && isset($confirmPassword)) {
 518                 if ($password == $confirmPassword && !empty($password)) {
 519                     $this->messages->add('s', _('your password has been updated'));
 520                     $this->store->updatePassword($this->user->getId(), Tools::encodeString($password . $this->user->getUsername()));
 521                     Session::logout();
 522                     Tools::logm('password updated');
 523                     Tools::redirect();
 524                 }
 525                 else {
 526                     $this->messages->add('e', _('the two fields have to be filled & the password must be the same in the two fields'));
 527                     Tools::redirect('?view=config');
 528                 }
 529             }
 530         }
 531     }
 532
 533     /**
 534      * Get credentials from differents sources
 535      * It redirects the user to the $referer link
 536      *
 537      * @return array
 538      */
 539     private function credentials()
 540     {
 541         if (isset($_SERVER['PHP_AUTH_USER'])) {
 542             return array($_SERVER['PHP_AUTH_USER'], 'php_auth', true);
 543         }
 544         if (!empty($_POST['login']) && !empty($_POST['password'])) {
 545             return array($_POST['login'], $_POST['password'], false);
 546         }
 547         if (isset($_SERVER['REMOTE_USER'])) {
 548             return array($_SERVER['REMOTE_USER'], 'http_auth', true);
 549         }
 550
 551         return array(false, false, false);
 552     }
 553
 554     /**
 555      * checks if login & password are correct and save the user in session.
 556      * it redirects the user to the $referer link
 557      * @param  string $referer the url to redirect after login
 558      * @todo add the return value
 559      * @return boolean
 560      */
 561     public function login($referer)
 562     {
 563         list($login,$password,$isauthenticated)=$this->credentials();
 564         if($login === false || $password === false) {
 565             $this->messages->add('e', _('login failed: you have to fill all fields'));
 566             Tools::logm('login failed');
 567             Tools::redirect();
 568         }
 569         if (!empty($login) && !empty($password)) {
 570             $user = $this->store->login($login, Tools::encodeString($password . $login), $isauthenticated);
 571             if ($user != array()) {
 572                 # Save login into Session
 573                 $longlastingsession = isset($_POST['longlastingsession']);
 574                 $passwordTest = ($isauthenticated) ? $user['password'] : Tools::encodeString($password . $login);
 575                 Session::login($user['username'], $user['password'], $login, $passwordTest, $longlastingsession, array('poche_user' => new User($user)));
 576
 577                 # reload l10n
 578                 $language = $user['config']['language'];
 579                 @putenv('LC_ALL=' . $language);
 580                 setlocale(LC_ALL, $language);
 581                 bindtextdomain($language, LOCALE);
 582                 textdomain($language);
 583
 584                 $this->messages->add('s', _('welcome to your wallabag'));
 585                 Tools::logm('login successful');
 586                 Tools::redirect($referer);
 587             }
 588             $this->messages->add('e', _('login failed: bad login or password'));
 589             // log login failure in web server log to allow fail2ban usage
 590             error_log('user '.$login.' authentication failure');
 591             Tools::logm('login failed');
 592             Tools::redirect();
 593         }
 594     }
 595
 596     /**
 597      * log out the poche user. It cleans the session.
 598      * @todo add the return value
 599      * @return boolean
 600      */
 601     public function logout()
 602     {
 603         $this->user = array();
 604         Session::logout();
 605         Tools::logm('logout');
 606         Tools::redirect();
 607     }
 608
 609     /**
 610      * import datas into your wallabag
 611      * @return boolean
 612      */
 613
 614     public function import() {
 615
 616       if ( isset($_FILES['file']) && $_FILES['file']['tmp_name'] ) {
 617         Tools::logm('Import stated: parsing file');
 618
 619         // assume, that file is in json format
 620         $str_data = file_get_contents($_FILES['file']['tmp_name']);
 621         $data = json_decode($str_data, true);
 622
 623         if ( $data === null ) {
 624           //not json - assume html
 625           $html = new simple_html_dom();
 626           $html->load_file($_FILES['file']['tmp_name']);
 627           $data = array();
 628           $read = 0;
 629           foreach (array('ol','ul') as $list) {
 630             foreach ($html->find($list) as $ul) {
 631               foreach ($ul->find('li') as $li) {
 632                 $tmpEntry = array();
 633                   $a = $li->find('a');
 634                   $tmpEntry['url'] = $a[0]->href;
 635                   $tmpEntry['tags'] = $a[0]->tags;
 636                   $tmpEntry['is_read'] = $read;
 637                   if ($tmpEntry['url']) {
 638                     $data[] = $tmpEntry;
 639                   }
 640               }
 641               # the second <ol/ul> is for read links
 642               $read = ((sizeof($data) && $read)?0:1);
 643             }
 644           }
 645         }
 646
 647             // for readability structure
 648
 649             foreach($data as $record) {
 650                 if (is_array($record)) {
 651                     $data[] = $record;
 652                     foreach($record as $record2) {
 653                         if (is_array($record2)) {
 654                             $data[] = $record2;
 655                         }
 656                     }
 657                 }
 658             }
 659
 660             $urlsInserted = array(); //urls of articles inserted
 661             foreach($data as $record) {
 662                 $url = trim(isset($record['article__url']) ? $record['article__url'] : (isset($record['url']) ? $record['url'] : ''));
 663                 if ($url and !in_array($url, $urlsInserted)) {
 664                     $title = (isset($record['title']) ? $record['title'] : _('Untitled - Import - ') . '</a> <a href="./?import">' . _('click to finish import') . '</a><a>');
 665                     $body = (isset($record['content']) ? $record['content'] : '');
 666                     $isRead = (isset($record['is_read']) ? intval($record['is_read']) : (isset($record['archive']) ? intval($record['archive']) : 0));
 667                     $isFavorite = (isset($record['is_fav']) ? intval($record['is_fav']) : (isset($record['favorite']) ? intval($record['favorite']) : 0));
 668
 669                     // insert new record
 670
 671                     $id = $this->store->add($url, $title, $body, $this->user->getId() , $isFavorite, $isRead);
 672                     if ($id) {
 673                         $urlsInserted[] = $url; //add
 674                         if (isset($record['tags']) && trim($record['tags'])) {
 675
 676                             $tags = explode(',', $record['tags']);
 677                                                         foreach($tags as $tag) {
 678                                                                 $entry_id = $id;
 679                                                                 $tag_id = $this->store->retrieveTagByValue($tag);
 680                                                                 if ($tag_id) {
 681                                                                         $this->store->setTagToEntry($tag_id['id'], $entry_id);
 682                                                                 } else {
 683                                                                         $this->store->createTag($tag);
 684                                                                         $tag_id = $this->store->retrieveTagByValue($tag);
 685                                                                         $this->store->setTagToEntry($tag_id['id'], $entry_id);
 686                                                                 }
 687                                                         }
 688
 689                         }
 690                     }
 691                 }
 692             }
 693
 694             $i = sizeof($urlsInserted);
 695             if ($i > 0) {
 696                 $this->messages->add('s', _('Articles inserted: ') . $i . _('. Please note, that some may be marked as "read".'));
 697             }
 698
 699         Tools::logm('Import of articles finished: '.$i.' articles added (w/o content if not provided).');
 700       }
 701       else {
 702         $this->messages->add('s', _('Did you forget to select a file?'));
 703       }
 704         // file parsing finished here
 705         // now download article contents if any
 706         // check if we need to download any content
 707
 708         $recordsDownloadRequired = $this->store->retrieveUnfetchedEntriesCount($this->user->getId());
 709
 710         if ($recordsDownloadRequired == 0) {
 711
 712             // nothing to download
 713
 714             $this->messages->add('s', _('Import finished.'));
 715             Tools::logm('Import finished completely');
 716             Tools::redirect();
 717         }
 718         else {
 719
 720             // if just inserted - don't download anything, download will start in next reload
 721
 722             if (!isset($_FILES['file'])) {
 723
 724                 // download next batch
 725
 726                 Tools::logm('Fetching next batch of articles...');
 727                 $items = $this->store->retrieveUnfetchedEntries($this->user->getId() , IMPORT_LIMIT);
 728                 $purifier = $this->_getPurifier();
 729                 foreach($items as $item) {
 730                     $url = new Url(base64_encode($item['url']));
 731                     Tools::logm('Fetching article ' . $item['id']);
 732                     $content = Tools::getPageContent($url);
 733                     $title = (($content['rss']['channel']['item']['title'] != '') ? $content['rss']['channel']['item']['title'] : _('Untitled'));
 734                     $body = (($content['rss']['channel']['item']['description'] != '') ? $content['rss']['channel']['item']['description'] : _('Undefined'));
 735
 736                     // clean content to prevent xss attack
 737
 738                     $title = $purifier->purify($title);
 739                     $body = $purifier->purify($body);
 740                     $this->store->updateContentAndTitle($item['id'], $title, $body, $this->user->getId());
 741                     Tools::logm('Article ' . $item['id'] . ' updated.');
 742                 }
 743             }
 744         }
 745
 746         return array(
 747             'includeImport' => true,
 748             'import' => array(
 749                 'recordsDownloadRequired' => $recordsDownloadRequired,
 750                 'recordsUnderDownload' => IMPORT_LIMIT,
 751                 'delay' => IMPORT_DELAY * 1000
 752             )
 753         );
 754     }
 755
 756     /**
 757      * export poche entries in json
 758      * @return json all poche entries
 759      */
 760     public function export()
 761     {
 762       $filename = "wallabag-export-".$this->user->getId()."-".date("Y-m-d").".json";
 763       header('Content-Disposition: attachment; filename='.$filename);
 764
 765       $entries = $this->store->retrieveAll($this->user->getId());
 766       echo $this->tpl->render('export.twig', array(
 767           'export' => Tools::renderJson($entries),
 768       ));
 769       Tools::logm('export view');
 770     }
 771
 772     /**
 773      * Checks online the latest version of poche and cache it
 774      * @param  string $which 'prod' or 'dev'
 775      * @return string        latest $which version
 776      */
 777     private function _getPocheVersion($which = 'prod') {
 778       $cache_file = CACHE . '/' . $which;
 779       $check_time = time();
 780
 781       # checks if the cached version file exists
 782       if (file_exists($cache_file) && (filemtime($cache_file) > (time() - 86400 ))) {
 783          $version = file_get_contents($cache_file);
 784          $check_time = filemtime($cache_file);
 785       } else {
 786          $version = file_get_contents('http://static.wallabag.org/versions/' . $which);
 787          file_put_contents($cache_file, $version, LOCK_EX);
 788       }
 789       return array($version, $check_time);
 790     }
 791
 792     /**
 793      * Update token for current user
 794      */
 795     public function updateToken()
 796     {
 797         $token = Tools::generateToken();
 798         $this->store->updateUserConfig($this->user->getId(), 'token', $token);
 799         $currentConfig = $_SESSION['poche_user']->config;
 800         $currentConfig['token'] = $token;
 801         $_SESSION['poche_user']->setConfig($currentConfig);
 802         Tools::redirect();
 803     }
 804
 805     /**
 806      * Generate RSS feeds for current user
 807      *
 808      * @param $token
 809      * @param $user_id
 810      * @param $tag_id if $type is 'tag', the id of the tag to generate feed for
 811      * @param string $type the type of feed to generate
 812      * @param int $limit the maximum number of items (0 means all)
 813      */
 814     public function generateFeeds($token, $user_id, $tag_id, $type = 'home', $limit = 0)
 815     {
 816         $allowed_types = array('home', 'fav', 'archive', 'tag');
 817         $config = $this->store->getConfigUser($user_id);
 818
 819         if ($config == null) {
 820             die(sprintf(_('User with this id (%d) does not exist.'), $user_id));
 821         }
 822
 823         if (!in_array($type, $allowed_types) || !isset($config['token']) || $token != $config['token']) {
 824             die(_('Uh, there is a problem while generating feed. Wrong token used?'));
 825         }
 826
 827         $feed = new FeedWriter(RSS2);
 828         $feed->setTitle('wallabag — ' . $type . ' feed');
 829         $feed->setLink(Tools::getPocheUrl());
 830         $feed->setChannelElement('pubDate', date(DATE_RSS , time()));
 831         $feed->setChannelElement('generator', 'wallabag');
 832         $feed->setDescription('wallabag ' . $type . ' elements');
 833
 834         if ($type == 'tag') {
 835             $entries = $this->store->retrieveEntriesByTag($tag_id, $user_id);
 836         }
 837         else {
 838             $entries = $this->store->getEntriesByView($type, $user_id);
 839         }
 840
 841         // if $limit is set to zero, use all entries
 842         if (0 == $limit) {
 843             $limit = count($entries);
 844         }
 845         if (count($entries) > 0) {
 846             for ($i = 0; $i < min(count($entries), $limit); $i++) {
 847                 $entry = $entries[$i];
 848                 $newItem = $feed->createNewItem();
 849                 $newItem->setTitle($entry['title']);
 850                 $newItem->setSource(Tools::getPocheUrl() . '?view=view&amp;id=' . $entry['id']);
 851                 $newItem->setLink($entry['url']);
 852                 $newItem->setDate(time());
 853                 $newItem->setDescription($entry['content']);
 854                 $feed->addItem($newItem);
 855             }
 856         }
 857
 858         $feed->genarateFeed();
 859         exit;
 860     }
 861
 862
 863
 864     /**
 865      * Returns new purifier object with actual config
 866      */
 867     private function _getPurifier()
 868     {
 869         $config = HTMLPurifier_Config::createDefault();
 870         $config->set('Cache.SerializerPath', CACHE);
 871         $config->set('HTML.SafeIframe', true);
 872
 873         //allow YouTube, Vimeo and dailymotion videos
 874         $config->set('URI.SafeIframeRegexp', '%^(https?:)?//(www\.youtube(?:-nocookie)?\.com/embed/|player\.vimeo\.com/video/|www\.dailymotion\.com/embed/video/)%');
 875
 876         return new HTMLPurifier($config);
 877     }
 878
 879
 880 }