Unified · Split
| @@ -2,18 +2,13 @@ module Docs · 1 unmodified line | |||
| 2 | class Npm | 2 | class Npm |
| 3 | class CleanHtmlFilter < Filter | 3 | class CleanHtmlFilter < Filter |
| 4 | def call | 4 | def call |
| 5 | 5 | @doc = at_css('main') | |
| 6 | at_css('#___gatsby').before(at_css('h1')) | ||
| 7 | 6 | ||
| 8 | css('details').remove | 7 | css('details').remove |
| 9 | 8 | css('nav[aria-label="Breadcrumbs"]').remove | |
| 10 | css('.dZYhXG', '.fONtKn').remove | 9 | css('.gtWOdv').remove # Select CLI Version |
| 11 | 10 | css('.ezMiXD').remove # Navbox | |
| 12 | css('.kSYjyK').remove | 11 | css('.gOhcvK').remove # Edit this page on GitHub |
| 13 | |||
| 14 | css('.cDvIaH').remove | ||
| 15 | |||
| 16 | css('.jRndWL').remove_attribute('style') | ||
| 17 | 12 | ||
| 18 | css('pre').each do |node| | 13 | css('pre').each do |node| |
| 19 | node.content = node.css('.token-line').map(&:content).join("\n") | 14 | node.content = node.css('.token-line').map(&:content).join("\n") |
| @@ -21,7 +16,6 @@ module Docs · 1 unmodified line | |||
| 21 | end | 16 | end |
| 22 | 17 | ||
| 23 | doc | 18 | doc |
| 24 | |||
| 25 | end | 19 | end |
| 26 | end | 20 | end |
| 27 | end | 21 | end |
| @@ -7,7 +7,7 @@ module Docs · 6 unmodified lines | |||
| 7 | end | 7 | end |
| 8 | 8 | ||
| 9 | def get_type | 9 | def get_type |
| 10 | at_css('.active').content | 10 | at_css('nav[aria-label="Breadcrumbs"] li').content |
| 11 | end | 11 | end |
| 12 | 12 | ||
| 13 | def additional_entries | 13 | def additional_entries |
| @@ -21,6 +21,7 @@ module Docs · 7 unmodified lines | |||
| 21 | 21 | ||
| 22 | if name == 'package.json' | 22 | if name == 'package.json' |
| 23 | css('h3').each do |node| | 23 | css('h3').each do |node| |
| 24 | next unless node['id'] | ||
| 24 | entries << [node['id'], slug + '#' + node['id'], 'Package.json Settings'] | 25 | entries << [node['id'], slug + '#' + node['id'], 'Package.json Settings'] |
| 25 | end | 26 | end |
| 26 | end | 27 | end |
| @@ -2,7 +2,7 @@ module Docs · 1 unmodified line | |||
| 2 | class Npm < UrlScraper | 2 | class Npm < UrlScraper |
| 3 | self.name = 'npm' | 3 | self.name = 'npm' |
| 4 | self.type = 'npm' | 4 | self.type = 'npm' |
| 5 | self.release = '8.3.0' | 5 | self.release = '10.2.5' |
| 6 | self.base_url = 'https://docs.npmjs.com/' | 6 | self.base_url = 'https://docs.npmjs.com/' |
| 7 | self.force_gzip = true | 7 | self.force_gzip = true |
| 8 | self.links = { | 8 | self.links = { |
| @@ -12,7 +12,8 @@ module Docs · 3 unmodified lines | |||
| 12 | 12 | ||
| 13 | html_filters.push 'npm/entries', 'npm/clean_html' | 13 | html_filters.push 'npm/entries', 'npm/clean_html' |
| 14 | 14 | ||
| 15 | options[:max_image_size] = 130_000 | 15 | options[:download_images] = false |
| 16 | # options[:max_image_size] = 130_000 | ||
| 16 | 17 | ||
| 17 | options[:skip] = [ | 18 | options[:skip] = [ |
| 18 | 'all', | 19 | 'all', |
| @@ -31,6 +32,8 @@ module Docs · 12 unmodified lines | |||
| 31 | /\Apolicies/, | 32 | /\Apolicies/, |
| 32 | /cli\/v6/, | 33 | /cli\/v6/, |
| 33 | /cli\/v7/, | 34 | /cli\/v7/, |
| 35 | /cli\/v8/, | ||
| 36 | /cli\/v9/, | ||
| 34 | /\/\Z/ # avoid pages with a trailing slash, those pages mess up the entries | 37 | /\/\Z/ # avoid pages with a trailing slash, those pages mess up the entries |
| 35 | ] | 38 | ] |
| 36 | 39 | ||