diff options
Diffstat (limited to 'backend/internal/ibd/options.go')
-rw-r--r-- | backend/internal/ibd/options.go | 84 |
1 files changed, 0 insertions, 84 deletions
diff --git a/backend/internal/ibd/options.go b/backend/internal/ibd/options.go deleted file mode 100644 index a07241e..0000000 --- a/backend/internal/ibd/options.go +++ /dev/null @@ -1,84 +0,0 @@ -package ibd - -const BaseURL = "https://api.scrapfly.io/scrape" - -var defaultScrapeOptions = ScrapeOptions{ - baseURL: BaseURL, - country: nil, - asp: true, - proxyPool: ProxyPoolDatacenter, - renderJS: false, - cache: false, -} - -type ScrapeOption func(*ScrapeOptions) - -type ScrapeOptions struct { - baseURL string - country *string - asp bool - proxyPool ProxyPool - renderJS bool - cache bool - debug bool -} - -type ProxyPool uint8 - -const ( - ProxyPoolDatacenter ProxyPool = iota - ProxyPoolResidential -) - -func (p ProxyPool) String() string { - switch p { - case ProxyPoolDatacenter: - return "public_datacenter_pool" - case ProxyPoolResidential: - return "public_residential_pool" - default: - panic("invalid proxy pool") - } -} - -func WithCountry(country string) ScrapeOption { - return func(o *ScrapeOptions) { - o.country = &country - } -} - -func WithASP(asp bool) ScrapeOption { - return func(o *ScrapeOptions) { - o.asp = asp - } -} - -func WithProxyPool(proxyPool ProxyPool) ScrapeOption { - return func(o *ScrapeOptions) { - o.proxyPool = proxyPool - } -} - -func WithRenderJS(jsRender bool) ScrapeOption { - return func(o *ScrapeOptions) { - o.renderJS = jsRender - } -} - -func WithCache(cache bool) ScrapeOption { - return func(o *ScrapeOptions) { - o.cache = cache - } -} - -func WithDebug(debug bool) ScrapeOption { - return func(o *ScrapeOptions) { - o.debug = debug - } -} - -func WithBaseURL(baseURL string) ScrapeOption { - return func(o *ScrapeOptions) { - o.baseURL = baseURL - } -} |