Merge pull request #1081 from wallabag/dev1.9

Version 1.9.0
author: Thomas Citharel <tcit@tcit.fr> 2015-02-18 19:17:31 +0100
committer: Thomas Citharel <tcit@tcit.fr> 2015-02-18 19:17:31 +0100
commit: 4b1fa4c2febc7abbc6da3d65e4e760949a55843c (patch)
tree: a93ec906dbb03ec70e9cdc5dc876392c6d758e97 /inc/3rdparty/libraries/MOBIClass/OnlineArticle.php
parent: 364953ede585b75fb29dc94b1c5f853053eaed0b (diff)
parent: df89c6f71adebfdb754ec3eb2fd775d8efbdb280 (diff)
download: wallabag-4b1fa4c2febc7abbc6da3d65e4e760949a55843c.tar.gz
wallabag-4b1fa4c2febc7abbc6da3d65e4e760949a55843c.tar.zst
wallabag-4b1fa4c2febc7abbc6da3d65e4e760949a55843c.zip
1 files changed, 116 insertions, 0 deletions
diff --git a/inc/3rdparty/libraries/MOBIClass/OnlineArticle.php b/inc/3rdparty/libraries/MOBIClass/OnlineArticle.php
new file mode 100644
index 00000000..ec3182fe
--- /dev/null
+++ b/inc/3rdparty/libraries/MOBIClass/OnlineArticle.php
@@ -0,0 +1,116 @@
+<?php
+/**
+ * Description of OnlineArticle
+ *
+ * @author Sander
+ */
+class OnlineArticle extends ContentProvider {
+        private $text;
+        private $images;
+        private $metadata = array();
+        private $imgCounter = 0;
+        public function  __construct($url) {
+                if (!preg_match('!^https?://!i', $url)) $url = 'http://'.$url;
+                $data = Http::Request($url);
+                //$enc = mb_detect_encoding($str, "UTF-8,ISO-8859-1,ASCII");
+                $html = mb_convert_encoding($data, "UTF-8", "UTF-8,ISO-8859-1,ASCII");
+                //$html = utf8_encode($html);
+                $r = new Readability($html, $url);
+                $r->init();
+                if(!isset($this->metadata["title"])){
+                        $this->metadata["title"] = CharacterEntities::convert(strip_tags($r->getTitle()->innerHTML));
+                }
+                if(!isset($this->metadata["author"])){
+                        $parts = parse_url($url);
+                        $this->metadata["author"] = $parts["host"];
+                }
+                $article = $r->getContent()->innerHTML;
+                if(substr($article, 0, 5) == "<body"){
+                        $article = "<html><head><meta http-equiv='Content-Type' content='text/html; charset=UTF-8'/></head>".$article."</html>";
+                }else{
+                        $article = "<html><head><meta http-equiv='Content-Type' content='text/html; charset=UTF-8'/></head><body>".$article."</body></html>";
+                }
+                $doc = new DOMDocument();
+                @$doc->loadHTML($article) or die($article);
+                $doc->normalizeDocument();
+                $this->images = $this->handleImages($doc, $url);
+                $this->text = $doc->saveHTML();
+        }
+        /**
+         * Get the text data to be integrated in the MOBI file
+         * @return string
+         */
+        public function getTextData(){
+                return $this->text;
+        }
+        /**
+         * Get the images (an array containing the jpeg data). Array entry 0 will
+         * correspond to image record 0.
+         * @return array
+         */
+        public function getImages(){
+                return $this->images;
+        }
+        /**
+         * Get the metadata in the form of a hashtable (for example, title or author).
+         * @return array
+         */
+        public function getMetaData(){
+                return $this->metadata;
+        }
+        /**
+         *
+         * @param DOMElement $dom
+         * @return array
+         */
+        private function handleImages($dom, $url){
+                $images = array();
+                $parts = parse_url($url);
+                $savedImages = array();
+                $imgElements = $dom->getElementsByTagName('img');
+                foreach($imgElements as $img) {
+                        $src = $img->getAttribute("src");
+                        
+                        $is_root = false;
+                        if(substr($src, 0, 1) == "/"){
+                                $is_root = true;
+                        }
+                        
+                        $parsed = parse_url($src);
+                        if(!isset($parsed["host"])){
+                                if($is_root){
+                                        $src = http_build_url($url, $parsed, HTTP_URL_REPLACE);
+                                }else{
+                                        $src = http_build_url($url, $parsed, HTTP_URL_JOIN_PATH);
+                                }
+                        }
+                        $img->setAttribute("src", "");
+                        if(isset($savedImages[$src])){
+                                $img->setAttribute("recindex", $savedImages[$src]);
+                        }else{
+                                $image = ImageHandler::DownloadImage($src);
+                                
+                                if($image !== false){
+                                        $images[$this->imgCounter] = new FileRecord(new Record($image));
+                                        $img->setAttribute("recindex", $this->imgCounter);
+                                        $savedImages[$src] = $this->imgCounter;
+                                        $this->imgCounter++;
+                                }
+                        }
+                }
+                return $images;
+        }
+}
+?>
author	Thomas Citharel <tcit@tcit.fr>	2015-02-18 19:17:31 +0100
committer	Thomas Citharel <tcit@tcit.fr>	2015-02-18 19:17:31 +0100
commit	4b1fa4c2febc7abbc6da3d65e4e760949a55843c (patch)
tree	a93ec906dbb03ec70e9cdc5dc876392c6d758e97 /inc/3rdparty/libraries/MOBIClass/OnlineArticle.php
parent	364953ede585b75fb29dc94b1c5f853053eaed0b (diff)
parent	df89c6f71adebfdb754ec3eb2fd775d8efbdb280 (diff)
download	wallabag-4b1fa4c2febc7abbc6da3d65e4e760949a55843c.tar.gz wallabag-4b1fa4c2febc7abbc6da3d65e4e760949a55843c.tar.zst wallabag-4b1fa4c2febc7abbc6da3d65e4e760949a55843c.zip

diff --git a/inc/3rdparty/libraries/MOBIClass/OnlineArticle.php b/inc/3rdparty/libraries/MOBIClass/OnlineArticle.php new file mode 100644 index 00000000..ec3182fe --- /dev/null +++ b/inc/3rdparty/libraries/MOBIClass/OnlineArticle.php
@@ -0,0 +1,116 @@
	1	<?php
	2
	3	/**
	4	* Description of OnlineArticle
	5	*
	6	* @author Sander
	7	*/
	8	class OnlineArticle extends ContentProvider {
	9	private $text;
	10	private $images;
	11	private $metadata = array();
	12	private $imgCounter = 0;
	13
	14	public function __construct($url) {
	15	if (!preg_match('!^https?://!i', $url)) $url = 'http://'.$url;
	16
	17	$data = Http::Request($url);
	18	//$enc = mb_detect_encoding($str, "UTF-8,ISO-8859-1,ASCII");
	19	$html = mb_convert_encoding($data, "UTF-8", "UTF-8,ISO-8859-1,ASCII");
	20	//$html = utf8_encode($html);
	21	$r = new Readability($html, $url);
	22	$r->init();
	23	if(!isset($this->metadata["title"])){
	24	$this->metadata["title"] = CharacterEntities::convert(strip_tags($r->getTitle()->innerHTML));
	25	}
	26	if(!isset($this->metadata["author"])){
	27	$parts = parse_url($url);
	28	$this->metadata["author"] = $parts["host"];
	29	}
	30
	31	$article = $r->getContent()->innerHTML;
	32	if(substr($article, 0, 5) == "<body"){
	33	$article = "<html><head><meta http-equiv='Content-Type' content='text/html; charset=UTF-8'/></head>".$article."</html>";
	34	}else{
	35	$article = "<html><head><meta http-equiv='Content-Type' content='text/html; charset=UTF-8'/></head><body>".$article."</body></html>";
	36	}
	37	$doc = new DOMDocument();
	38	@$doc->loadHTML($article) or die($article);
	39	$doc->normalizeDocument();
	40
	41	$this->images = $this->handleImages($doc, $url);
	42	$this->text = $doc->saveHTML();
	43	}
	44
	45	/**
	46	* Get the text data to be integrated in the MOBI file
	47	* @return string
	48	*/
	49	public function getTextData(){
	50	return $this->text;
	51	}
	52	/**
	53	* Get the images (an array containing the jpeg data). Array entry 0 will
	54	* correspond to image record 0.
	55	* @return array
	56	*/
	57	public function getImages(){
	58	return $this->images;
	59	}
	60	/**
	61	* Get the metadata in the form of a hashtable (for example, title or author).
	62	* @return array
	63	*/
	64	public function getMetaData(){
	65	return $this->metadata;
	66	}
	67	/**
	68	*
	69	* @param DOMElement $dom
	70	* @return array
	71	*/
	72	private function handleImages($dom, $url){
	73	$images = array();
	74
	75	$parts = parse_url($url);
	76
	77	$savedImages = array();
	78
	79	$imgElements = $dom->getElementsByTagName('img');
	80	foreach($imgElements as $img) {
	81	$src = $img->getAttribute("src");
	82
	83	$is_root = false;
	84	if(substr($src, 0, 1) == "/"){
	85	$is_root = true;
	86	}
	87
	88	$parsed = parse_url($src);
	89
	90	if(!isset($parsed["host"])){
	91	if($is_root){
	92	$src = http_build_url($url, $parsed, HTTP_URL_REPLACE);
	93	}else{
	94	$src = http_build_url($url, $parsed, HTTP_URL_JOIN_PATH);
	95	}
	96	}
	97	$img->setAttribute("src", "");
	98	if(isset($savedImages[$src])){
	99	$img->setAttribute("recindex", $savedImages[$src]);
	100	}else{
	101	$image = ImageHandler::DownloadImage($src);
	102
	103	if($image !== false){
	104	$images[$this->imgCounter] = new FileRecord(new Record($image));
	105
	106	$img->setAttribute("recindex", $this->imgCounter);
	107	$savedImages[$src] = $this->imgCounter;
	108	$this->imgCounter++;
	109	}
	110	}
	111	}
	112
	113	return $images;
	114	}
	115	}
	116	?>