Typescript: add 'tsconfig' section and update scraper to 4.1.3

MasterEnoc committed 5 years ago

Commit 2f5ed721 parent 6a4c1f23 files · +53 −8Browse files

Unified · Split

3 files

 module Docs
   class Typescript
     class CleanHtmlFilter < Filter
       def call
-        root_page? ? root : other
+        if slug.include?('index')
+          root
+        elsif slug == ('tsconfig/')
+          tsconfig
+        else
+          other
+        end
         doc
       end
           node.remove_attribute('class')
         end
       end
+      def tsconfig
+        css('h2 a', 'h3 a').remove
+        css('svg').remove
+      end
     end
   end
 end

     class EntriesFilter < Docs::EntriesFilter
       def get_name
-        return at_css('h2').content
+        at_css('h1') ? at_css('h1').content : at_css('h2').content
       end
       def get_type
       end
       def additional_entries
-        css('h2').each_with_object [] do |node,entries|
+        entries = []
+        css('h2').each do |node|
+          if slug == 'tsconfig/'
+            node.css('a').remove
+          end
           entries << [node.content, node['id'], name]
         end
+        if slug == 'tsconfig/'
+          css('h3').each do |node|
+            node.css('a').remove
+            entries << [node.content, node['id'], name]
+          end
+        end
+        entries
       end
     end

   class Typescript < UrlScraper
     self.name = 'TypeScript'
     self.type = 'simple'
-    self.release = '4.1.2'
+    self.release = '4.1.3'
-    self.base_url = 'https://www.typescriptlang.org/docs/handbook/'
+    self.base_url = 'https://www.typescriptlang.org/'
-    self.root_path = 'index.html'
+    self.root_path = 'docs/handbook/index.html'
+    self.initial_paths = [
+      'tsconfig/'
+    ]
     self.links = {
       home: 'https://www.typescriptlang.org',
       code: 'https://github.com/Microsoft/TypeScript'
     options[:container] = 'main'
     options[:skip] = [
-      'react-&-webpack.html',
+      'docs/handbook/react-&-webpack.html'
     ]
     options[:skip_patterns] = [
       /2/,
-      /release-notes/,
+      /release-notes/
+    ]
+    options[:only_patterns] = [
+      /docs\/handbook\//,
+      /tsconfig\//
     ]
+    options[:fix_urls] = -> (url) do
+      url.gsub!(/docs\/handbook\/index.html/, "index.html")
+      url
+    end
     options[:attribution] = <<-HTML
       &copy; 2012-2020 Microsoft<br>
       Licensed under the Apache License, Version 2.0.
     def get_latest_version(opts)
       get_latest_github_release('Microsoft', 'TypeScript', opts)
     end
   end
 end