krisyotam/devdocs

assets/stylesheets/pages/_meteor.scss+8−5

 ._meteor {
   @extend %simple;
-  .note, .warning { @extend %note; }
+  .note, .warning, .subtitle-page { @extend %note; }
+  .subtitle-page { @extend %note-blue; }
   .warning { @extend %note-red; }
   dl.args { margin-left: 1rem; }
+  dt > code { @extend %label; }
+  .api-heading { overflow: hidden; }
+  .api-heading > code { font-weight: bold; }
   .locus, .src-code { float: right; }
-  .locus, .type, .src-code {
+  .locus, .type, .src-code { margin-left: .5em; }
-    margin-left: .5em;
+  h2 .subtext-api { margin-top: .25rem; }
-    font-size: .9em;
+  .locus, .subtext-api, .subtext-api > code { font-size: .75rem; }
-  }
   .locus, .type { color: $textColorLight; }
 }

lib/docs/core/scraper.rb+4−2

 module Docs
   class Scraper < Doc
     class << self
-      attr_accessor :base_url, :root_path, :initial_paths, :options, :html_filters, :text_filters, :stubs
+      attr_accessor :base_url, :root_path, :initial_paths, :initial_urls, :options, :html_filters, :text_filters, :stubs
       def inherited(subclass)
         super
         subclass.base_url = base_url
         subclass.root_path = root_path
         subclass.initial_paths = initial_paths.dup
+        subclass.initial_urls = initial_urls.dup
         subclass.options = options.deep_dup
         subclass.html_filters = html_filters.inheritable_copy
         subclass.text_filters = text_filters.inheritable_copy
     include Instrumentable
     self.initial_paths = []
+    self.initial_urls = []
     self.options = {}
     self.stubs = {}
     end
     def initial_urls
-      @initial_urls ||= [root_url.to_s].concat(initial_paths.map(&method(:url_for))).freeze
+      @initial_urls ||= [root_url.to_s].concat(self.class.initial_urls).concat(initial_paths.map(&method(:url_for))).freeze
     end
     def pipeline

lib/docs/core/scrapers/url_scraper.rb+5−1

         raise "Error status code (#{response.code}): #{response.url}"
       end
-      response.success? && response.html? && base_url.contains?(response.effective_url)
+      response.success? && response.html? && process_url?(response.effective_url)
+    end
+    def process_url?(url)
+      base_url.contains?(url)
     end
     def load_capybara_selenium

lib/docs/filters/meteor/clean_html.rb+25−24

@@ -2,44 +2,45 @@ module Docs · 1 unmodified line
2	class Meteor	2	class Meteor
3	class CleanHtmlFilter < Filter	3	class CleanHtmlFilter < Filter
4	def call	4	def call
5	root_page? ? root : other	5	@doc = at_css('.content-wrapper')
6		6
7	css('pre span').each do \|node\|	7	css('.page-actions', '.anchor').remove
8	node.before(node.children).remove
9	end
10
11	doc
12	end
13		8
14	def root	9	css('.header-content', '.document-formatting', 'h2 > a', '.api', '.api-body', 'div.desc').each do \|node\|
15	@doc = at_css('#introduction').parent
16
17	css('.github-ribbon', '#introduction').remove
18
19	css('.selflink', 'b > em').each do \|node\|
20	node.before(node.children).remove	10	node.before(node.children).remove
21	end	11	end
22		12
23	css('pre').each do \|node\|	13	css('.anchor-offset').each do \|node\|
24	node['data-language'] = node.at_css('code')['class'].include?('html') ? 'html' : 'js'	14	node.parent['id'] = node['id']
25	node.content = node.content	15	node.remove
26	end	16	end
27		17
28	css('a.src-code').each do \|node\|	18	css('.api-heading').each do \|node\|
29	node.content = 'Source'	19	heading = node.at_css('h2, h3')
		20	name = heading.name
		21	node['id'] = heading['id']
		22	heading.replace "<code>#{heading.content.strip}</code>"
		23	node.name = name
30	end	24	end
31	end
32		25
33	def other	26	css('div.code', 'span.code', '.args .name').each do \|node\|
34	@doc = at_css('#content')	27	node.name = 'code'
35		28	node.remove_attribute('class')
36	css('.edit-discuss-links', '.bottom-nav', '.edit-link').remove	29	end
37		30
38	css('figure.highlight').each do \|node\|	31	css('figure.highlight').each do \|node\|
39	node.inner_html = node.at_css('.code pre').inner_html.gsub('<br>', "\n")	32	node.inner_html = node.at_css('.code pre').inner_html.gsub('</div><div', "</div>\n<div").gsub('<br>', "\n")
		33	node.content = node.content
40	node['data-language'] = node['class'].split.last	34	node['data-language'] = node['class'].split.last
41	node.name = 'pre'	35	node.name = 'pre'
42	end	36	end
		37
		38	css('pre.prettyprint').each do \|node\|
		39	node['data-language'] = node['class'].include?('html') ? 'html' : 'js'
		40	node.content = node.content
		41	end
		42
		43	doc
43	end	44	end
44	end	45	end
45	end	46	end

lib/docs/filters/meteor/entries.rb+17−18

@@ -2,32 +2,31 @@ module Docs · 1 unmodified line
2	class Meteor	2	class Meteor
3	class EntriesFilter < Docs::EntriesFilter	3	class EntriesFilter < Docs::EntriesFilter
4	def get_name	4	def get_name
5	at_css('#content > h1').content	5	at_css('.item-toc.current').content
6	end	6	end
7		7
8	def get_type	8	def get_type
9	if (node = at_css('#sidebar .current')) && (node = node.ancestors('.menu-root').first.previous_element)	9	if subpath.start_with?('api')
10	"Guide: #{node.content}"	10	name
11	else	11	else
12	'Guide'	12	type = at_css('.item-toc.current').ancestors('li').first.at_css('.heading-toc').try(:content) \|\| 'Guide'
		13	type.prepend 'Guide: ' if base_url.host == 'guide.meteor.com' && type != 'Guide'
		14	type
13	end	15	end
14	end	16	end
15		17
16	def additional_entries	18	def additional_entries
17	return [] unless root_page?	19	if slug == 'commandline'
18	type = nil	20	css('h2[id]').map do \|node\|
19		21	[node.content, node['id']]
20	at_css('.full-api-toc').element_children.each_with_object [] do \|node, entries\|	22	end
21	link = node.at_css('a')	23	else
22	next unless link	24	css('.title-api[id]').map do \|node\|
23		25	name = node.content.strip
24	target = link['href'].remove('#/full/')	26	name.sub! %r{\(.+\)}, '()'
25		27	name.remove! 'new '
26	case node.name	28	name = '{{> Template.dynamic }}' if name.include?('Template.dynamic')
27	when 'h1', 'h2'	29	[name, node['id']]
28	type = node.content.strip
29	when 'h3', 'h4'
30	entries << [node.content, target, type]
31	end	30	end
32	end	31	end
33	end	32	end

lib/docs/scrapers/meteor.rb+42−14

@@ -1,9 +1,11 @@
1	module Docs	1	module Docs
2	class Meteor < UrlScraper	2	class Meteor < UrlScraper
		3	class << self
		4	attr_accessor :guide_url
		5	end
		6
3	self.type = 'meteor'	7	self.type = 'meteor'
4	self.release = '1.3.2'	8	self.root_path = 'index.html'
5	self.base_url = 'https://guide.meteor.com/v1.3/'
6	self.initial_paths = %w(guide)
7	self.links = {	9	self.links = {
8	home: 'https://www.meteor.com/',	10	home: 'https://www.meteor.com/',
9	code: 'https://github.com/meteor/meteor/'	11	code: 'https://github.com/meteor/meteor/'
@@ -11,26 +13,52 @@ module Docs · 1 unmodified line
11		13
12	html_filters.push 'meteor/entries', 'meteor/clean_html'	14	html_filters.push 'meteor/entries', 'meteor/clean_html'
13		15
14	options[:skip_links] = ->(filter) { filter.root_page? }	16	options[:skip_patterns] = [/\Av\d/]
		17	options[:skip] = %w(
		18	CONTRIBUTING.html
		19	CHANGELOG.html
		20	using-packages.html
		21	writing-packages.html
		22	)
15		23
16	options[:attribution] = <<-HTML	24	options[:attribution] = <<-HTML
17	© 2011–2016 Meteor Development Group<br>	25	© 2011–2016 Meteor Development Group<br>
18	Licensed under the MIT License.	26	Licensed under the MIT License.
19	HTML	27	HTML
20		28
21	stub '' do	29	version '1.4' do
22	require 'capybara/dsl'	30	self.release = '1.4.0'
23	Capybara.current_driver = :selenium	31	self.base_url = 'https://docs.meteor.com/'
24	Capybara.run_server = false	32	self.guide_url = 'https://guide.meteor.com/'
25	Capybara.app_host = 'https://docs.meteor.com'	33	self.initial_urls = [guide_url]
26	Capybara.visit('/#/full/')	34	end
27	Capybara.find('.body')['innerHTML']	35
		36	version '1.3' do
		37	self.release = '1.3.5'
		38	self.base_url = "https://docs.meteor.com/v#{self.release}/"
		39	self.guide_url = 'https://guide.meteor.com/v1.3/'
		40	self.initial_urls = [guide_url]
28	end	41	end
29		42
30	stub 'guide' do	43	def guide_url
31	request_one(url_for('index.html')).body	44	@guide_url \|\|= URL.parse(self.class.guide_url)
32	end	45	end
33		46
34	options[:replace_paths] = { 'index.html' => 'guide' }	47	private
		48
		49	def process_url?(url)
		50	base_url.contains?(url) \|\| guide_url.contains?(url)
		51	end
		52
		53	def process_response(response)
		54	original_host = @base_url.host
		55	original_path = @base_url.path
		56	@base_url.host = response.effective_url.host
		57	@base_url.path = response.effective_url.path[/\A\/v[\d\.]+\//, 0] \|\| '/'
		58	super
		59	ensure
		60	@base_url.host = original_host
		61	@base_url.path = original_path
		62	end
35	end	63	end
36	end	64	end