1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
|
<?php
class GatesNotesBridge extends BridgeAbstract
{
const MAINTAINER = 'corenting';
const NAME = 'Gates Notes';
const URI = 'https://www.gatesnotes.com';
const DESCRIPTION = 'Returns the newest articles.';
const CACHE_TIMEOUT = 21600; // 6h
public function collectData()
{
$params = [
'validYearsString' => 'all',
'setNumber' => '0',
'sortByVideo' => 'all',
'sortByTopic' => 'all'
];
$api_endpoint = '/api/TGNWebAPI/Get_Filtered_Article_Set?';
$apiUrl = self::URI . $api_endpoint . http_build_query($params);
$rawContent = getContents($apiUrl);
$cleanedContent = trim($rawContent, '"');
$cleanedContent = str_replace([
'<string xmlns="http://schemas.microsoft.com/2003/10/Serialization/">',
'</string>'
], '', $cleanedContent);
$cleanedContent = str_replace('\r\n', "\n", $cleanedContent);
$cleanedContent = stripslashes($cleanedContent);
$json = Json::decode($cleanedContent, false);
if (is_string($json)) {
throw new \Exception('wtf? ' . $json);
}
foreach ($json as $article) {
$item = [];
$articleUri = self::URI . '/' . $article->{'_system_'}->name;
$item['uri'] = $articleUri;
$item['title'] = $article->headline;
$item['content'] = self::getItemContent($articleUri);
$item['timestamp'] = strtotime($article->date);
$this->items[] = $item;
}
}
protected function getItemContent($articleUri)
{
// We need to change the headers as the normal desktop website
// use canvas-based image carousels for some pictures
$headers = [
'User-Agent: Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)',
];
$article_html = getSimpleHTMLDOMCached($articleUri, 86400, $headers);
$content = '';
if (!$article_html) {
$content .= '<p><em>Could not request ' . $this->getName() . ': ' . $articleUri . '</em></p>';
return $content;
}
$article_html = defaultLinkTo($article_html, $this->getURI());
$top_description = '<p>' . $article_html->find('div.article_top_description', 0)->innertext . '</p>';
$heroImage = $article_html->find('img.article_top_DMT_Image', 0);
if ($heroImage) {
$hero_image = '<img src=' . $heroImage->getAttribute('data-src') . '>';
}
$article_body = $article_html->find('div.TGN_Article_ReadTimeSection', 0);
// Remove the menu bar on some articles (PDF download etc.)
foreach ($article_body->find('.TGN_MenuHolder') as $found) {
$found->remove();
}
// For the carousels pictures, we still to remove the lazy-loading and force the real picture
foreach ($article_body->find('canvas') as $found) {
$found->remove();
}
foreach ($article_body->find('.TGN_PE_C_Img') as $found) {
$found->setAttribute('src', $found->getAttribute('data-src'));
}
// Convert iframe of Youtube videos to link
foreach ($article_body->find('iframe') as $found) {
$iframeUrl = $found->getAttribute('src');
if ($iframeUrl) {
$text = 'Embedded Youtube video, click here to watch on Youtube.com';
$found->outertext = '<p><a href="' . $iframeUrl . '">' . $text . '</a></p>';
}
}
// Remove <link> CSS ressources
foreach ($article_body->find('link') as $found) {
$linkedRessourceUrl = $found->getAttribute('href');
if (str_ends_with($linkedRessourceUrl, '.css')) {
$found->outertext = '';
}
}
$article_body = sanitize($article_body->innertext);
$content = $top_description . ($hero_image ?? '') . $article_body;
return $content;
}
}
|
