1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
|
<?php
class TheGuardianBridge extends FeedExpander
{
const MAINTAINER = 'IceWreck';
const NAME = 'The Guardian Bridge';
const URI = 'https://www.theguardian.com/';
const CACHE_TIMEOUT = 600; // This is a news site, so don't cache for more than 10 mins
const DESCRIPTION = 'RSS feed for The Guardian';
const PARAMETERS = [ [
'feed' => [
'name' => 'Feed',
'type' => 'list',
'values' => [
'World News' => 'world/rss',
'US News' => '/us-news/rss',
'UK News' => '/uk-news/rss',
'Australia News' => '/australia-news/rss',
'Europe News' => '/world/europe-news/rss',
'Asia News' => '/world/asia/rss',
'Tech' => '/uk/technology/rss',
'Business News' => '/uk/business/rss',
'Opinion' => '/uk/commentisfree/rss',
'Lifestyle' => '/uk/lifeandstyle/rss',
'Culture' => '/uk/culture/rss',
'Sports' => '/uk/sport/rss'
]
]
/*
Topicwise Links
You can find the base feed for any topic by appending /rss to the url.
Example:
https://feeds.theguardian.com/theguardian/uk-news/rss
https://feeds.theguardian.com/theguardian/us-news/rss
Or simply
https://www.theguardian.com/world/rss
Just add that topic as a value in the PARAMETERS const.
*/
]];
public function collectData()
{
$feed = $this->getInput('feed');
$url = 'https://feeds.theguardian.com/theguardian/' . $feed;
$this->collectExpandableDatas($url, 10);
}
protected function parseItem(array $item)
{
$articlePage = getSimpleHTMLDOM($item['uri']);
// figure contain's the main article image
$article = $articlePage->find('figure', 0);
// content__article-body has the actual article
foreach ($articlePage->find('#maincontent') as $element) {
$article = $article . $element;
}
// --- Fixing ugly elements ---
// Replace the image viewer and BS with the image itself
foreach ($articlePage->find('a.article__img-container') as $uslElementLoc) {
$main_img = $uslElementLoc->find('img', 0);
$article = str_replace($uslElementLoc, $main_img, $article);
}
// List of all the crap in the article
$uselessElements = [
'span > figcaption',
'#show-caption',
'.element-atom',
'.submeta',
'youtube-media-atom',
'svg',
'#the-checkbox',
];
// Remove the listed crap
foreach ($uselessElements as $uslElement) {
foreach ($articlePage->find($uslElement) as $uslElementLoc) {
$article = str_replace($uslElementLoc, '', $article);
}
}
$item['content'] = $article;
return $item;
}
}
|
