Finish Vue.js scraper

Thibaut committed 11 years ago

Commit f1cef991 parent eea35dd16 files · +46 −26Browse files

Showing the changes to lib/docs (3 of 16 files). Show all

Unified · Split

3 files

@@ -2,12 +2,19 @@ module Docs · 1 unmodified line
2	class Vue	2	class Vue
3	class CleanHtmlFilter < Filter	3	class CleanHtmlFilter < Filter
4	def call	4	def call
		5	@doc = at_css('.content')
		6
		7	at_css('h1').content = 'Vue.js' if root_page?
		8
		9	css('#demo').remove
		10
5	# Remove code highlighting	11	# Remove code highlighting
6	css('figure').each do \|node\|	12	css('figure').each do \|node\|
7	node.name = 'pre'	13	node.name = 'pre'
8	node.content = node.at_css('td.code pre').css('.line').map(&:content).join("\n")	14	node.content = node.at_css('td.code pre').css('.line').map(&:content).join("\n")
9	end	15	end
10	css('.content')	16
		17	doc
11	end	18	end
12	end	19	end
13	end	20	end

 module Docs
   class Vue
     class EntriesFilter < Docs::EntriesFilter
+      def get_name
+        at_css('h1').content
+      end
+      def get_type
+        if slug.start_with?('guide')
+          'Guide'
+        else
+          'API'
+        end
+      end
       def additional_entries
-        type = nil
+        return [] if slug.start_with?('guide')
-        doc.children.each_with_object [] do |node, entries|
+        css('h3').map do |node|
-          if node.name == 'h1'
+          name = node.content.strip
-            type = node.content.strip
+          name.sub! %r{\(.*\)}, '()'
-          elsif node.name == 'h3'
+          [name, node['id'], "API: #{self.name}"]
-            name = node.content.strip
-            entries << [name, node['id'], type]
-          end
         end
       end
     end

@@ -3,16 +3,21 @@ module Docs · 2 unmodified lines
3	self.name = 'Vue.js'	3	self.name = 'Vue.js'
4	self.slug = 'vue'	4	self.slug = 'vue'
5	self.type = 'vue'	5	self.type = 'vue'
6	self.version = '0.12.5'	6	self.version = '0.12.6'
7	self.base_url = 'http://vuejs.org/api/'	7	self.base_url = 'http://vuejs.org'
8		8	self.root_path = '/guide/index.html'
		9	self.initial_paths = %w(/api/index.html)
		10	self.links = {
		11	home: 'http://vuejs.org/',
		12	code: 'https://github.com/yyx990803/vue'
		13	}
9		14
10	html_filters.push 'vue/clean_html', 'vue/entries'	15	html_filters.push 'vue/clean_html', 'vue/entries'
11	options[:follow_links] = ->(filter) { filter.root_page? }
12		16
		17	options[:only_patterns] = [/\/guide\//, /\/api\//]
13		18
14	options[:attribution] = <<-HTML	19	options[:attribution] = <<-HTML
15	© 2014–2015 Evan You, Vue.js contributors<br>	20	© 2013–2015 Evan You, Vue.js contributors<br>
16	Licensed under the MIT License.	21	Licensed under the MIT License.
17	HTML	22	HTML
18	end	23	end