blob: fc479c2a81fcdbffc0d275e2cee59245f7ef52a6 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
|
# meta data
title://h1[@id = 'articleTitle']
author:substring-after(//ul[@id = 'byLine']/li[1],'By ')
date:substring-before(substring-after(//ul[@id = 'byLine']/li[last()],','),',')
body://div[@id = 'article-body']
# full content
single_page_link://td/li[@class = 'article-singlepage']/a
# continue link
single_page_link: //a[@id='continue-btn']
# caption clean up
wrap_in(i)://span[@class='articleImageCaptionwide']
move_into (//span[@class='articleImageCaptionwide'])://div[@id = 'articleImage']/p
# clean up
strip://p[@id = 'articlePaginationWrapper']
strip://ul[contains(@class, 'cat-breadcrumb')]
strip://div [@class= 'viewMorePhotos']
test_url: http://www.smithsonianmag.com/history-archaeology/The-Goddess-Goes-Home.html
|
