summaryrefslogtreecommitdiff
path: root/internal/reader/scraper/scraper.go
diff options
context:
space:
mode:
authorGravatar Frédéric Guillot <f@miniflux.net> 2023-08-13 19:09:01 -0700
committerGravatar Frédéric Guillot <f@miniflux.net> 2023-08-13 19:57:04 -0700
commite5d9f2f5a05453043ed29c79f3f1a8865f26d99d (patch)
tree86e6888a2c02d3daec4f2b3f0c2d633db96ea063 /internal/reader/scraper/scraper.go
parent9f465fd70db9368e87e2dac77f4ea2d2a27c7c14 (diff)
downloadv2-e5d9f2f5a05453043ed29c79f3f1a8865f26d99d.tar.gz
v2-e5d9f2f5a05453043ed29c79f3f1a8865f26d99d.tar.zst
v2-e5d9f2f5a05453043ed29c79f3f1a8865f26d99d.zip
Rename internal url package to avoid overlap with net/url
Diffstat (limited to 'internal/reader/scraper/scraper.go')
-rw-r--r--internal/reader/scraper/scraper.go6
1 files changed, 3 insertions, 3 deletions
diff --git a/internal/reader/scraper/scraper.go b/internal/reader/scraper/scraper.go
index c6c81c40..b6ddf39d 100644
--- a/internal/reader/scraper/scraper.go
+++ b/internal/reader/scraper/scraper.go
@@ -13,7 +13,7 @@ import (
"miniflux.app/v2/internal/http/client"
"miniflux.app/v2/internal/logger"
"miniflux.app/v2/internal/reader/readability"
- "miniflux.app/v2/internal/url"
+ "miniflux.app/v2/internal/urllib"
"github.com/PuerkitoBio/goquery"
)
@@ -46,7 +46,7 @@ func Fetch(websiteURL, rules, userAgent string, cookie string, allowSelfSignedCe
}
// The entry URL could redirect somewhere else.
- sameSite := url.Domain(websiteURL) == url.Domain(response.EffectiveURL)
+ sameSite := urllib.Domain(websiteURL) == urllib.Domain(response.EffectiveURL)
websiteURL = response.EffectiveURL
if rules == "" {
@@ -87,7 +87,7 @@ func scrapContent(page io.Reader, rules string) (string, error) {
}
func getPredefinedScraperRules(websiteURL string) string {
- urlDomain := url.Domain(websiteURL)
+ urlDomain := urllib.Domain(websiteURL)
for domain, rules := range predefinedRules {
if strings.Contains(urlDomain, domain) {