the-crawl

Crawler for the-frameworks

Usage no npm install needed!

<script type="module">
  import theCrawl from 'https://cdn.skypack.dev/the-crawl';
</script>

README

the-crawl

Build Status npm Version JS Standard

Crawler for the-frameworks

Installation

$ npm install the-crawl --save

Usage

'use strict'

const { TheCrawl } = require('the-crawl')

async function tryExample () {

  const pageFetcher = new TheCrawl(
    // Processor for page
    async (url, window) => {
      const { document } = window
      return {
        title: document.title,
        url,
      }
    }, {})
  const googleTopPage = await pageFetcher.process('https://www.google.com/')
  console.log('googleTopPage', googleTopPage)

}

tryExample().catch((err) => console.error(err))

API Guide

License

This software is released under the MIT License.

Links