nsfw.scraper — nsfw 0.12.29

capitalize-name clj

(capitalize-name s)

cat-spec clj

(cat-spec [url & categories])

cookie-store clj

ensure-coll clj

(ensure-coll o)

ensure-seq clj

(ensure-seq o)

extract clj

(extract src main-sel sels)

extract-link-tags clj

(extract-link-tags src)

extract-meta-tags clj

(extract-meta-tags src)

extract-og-tags clj

(extract-og-tags src)

fetch clj

(fetch url source-cache)

fetch-source clj

(fetch-source url response-cache)

price-str->num clj

(price-str->num price-str)

process clj

(process scrapers spec state)

run-job clj

(run-job scrapers
         specs
         {:keys [state continue-fn? report-fn job-id]
          :or {state {}
               continue-fn? (constantly true)
               report-fn (fn [_ _])
               job-id (util/uuid)}})

run-scrape clj

(run-scrape scrapers spec state continue-fn? report)

safe-println clj

(safe-println & more)

script-contents clj

(script-contents src)

spit-to-temp clj

(spit-to-temp src)

stdout-reporter clj

(stdout-reporter input output ctx)

target->scraper clj

(target->scraper {:keys [category-page product-page image-set-page
                         whats-new-urls id specs]})

test-category clj

(test-category {:keys [urls scrapers]})

test-chain clj

(test-chain target keys)

test-combo clj

(test-combo target)

test-level clj

(test-level scraper-key target & [default-props])

verify-fetch clj

(verify-fetch url response-cache)

verify-product clj

(verify-product {:keys [id source-id origin-url name price images width height]
                 :as product})

write-tmp-html clj

(write-tmp-html scraper-key target)