blob: 10a3f7173a3d1347a37fde2fe027c08ec0eb4424 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
|
# meta data
title://h1[@id = 'articleTitle']
author:substring-after(//ul[@id = 'byLine']/li[1],'By ')
date:substring-before(substring-after(//ul[@id = 'byLine']/li[last()],','),',')
body://div[@id = 'article-body']
# full content
single_page_link://td/li[@class = 'article-singlepage']/a
# caption clean up
wrap_in(i)://span[@class='articleImageCaptionwide']
move_into (//span[@class='articleImageCaptionwide'])://div[@id = 'articleImage']/p
# clean up
strip://p[@id = 'articlePaginationWrapper']
strip://ul[contains(@class, 'cat-breadcrumb')]
strip://div [@class= 'viewMorePhotos']
test_url: http://www.smithsonianmag.com/history-archaeology/The-Goddess-Goes-Home.html
|
