Finish Homebrew scraper

Thibaut Courouble committed 8 years ago

Commit b8c8a421 parent 438fa8e17 files · +76 −39Browse files

Unified · Split

17 files

Binary file not shown.

Binary file not shown.

@@ -1,7 +1,7 @@
1	1	[
2	2	[
3	3	"2017-11-26",
4		− "New documentations: <a href=\"/bluebird/\">Bluebird</a> and <a href=\"/eslint/\">ESLint</a>"
	4	+ "New documentations: <a href=\"/bluebird/\">Bluebird</a>, <a href=\"/eslint/\">ESLint</a> and <a href=\"/homebrew/\">Homebrew</a>"
5	5	], [
6	6	"2017-11-18",
7	7	"Added print & PDF stylesheet.\nFeedback welcome on <a href=\"https://twitter.com/DevDocs\" target=\"_blank\" rel=\"noopener\">Twitter</a> and <a href=\"https://github.com/Thibaut/devdocs\" target=\"_blank\" rel=\"noopener\">GitHub</a>."

@@ -302,6 +302,11 @@ credits = [ · 301 unmodified lines
302	302	'2005-2016 Haxe Foundation',
303	303	'MIT',
304	304	'http://haxe.org/foundation/open-source.html'
	305	+ ], [
	306	+ 'Homebrew',
	307	+ '2009-present Homebrew contributors',
	308	+ 'BSD',
	309	+ 'https://raw.githubusercontent.com/Homebrew/brew/master/LICENSE.txt'
305	310	], [
306	311	'Immutable.js',
307	312	'2014-2016 Facebook, Inc.',

@@ -166,3 +166,4 @@ · 165 unmodified lines
166	166	._icon-d:before { background-position: -7rem -2rem; @extend %doc-icon-2; }
167	167	._icon-bluebird:before { background-position: -8rem -2rem; @extend %doc-icon-2; }
168	168	._icon-eslint:before { background-position: -9rem -2rem; @extend %doc-icon-2; }
	169	+._icon-homebrew:before { background-position: 0 -3rem; @extend %doc-icon-2; }

@@ -1,9 +0,0 @@
1		−module Docs
2		− class Brew
3		− class CleanHtmlFilter < Filter
4		− def call
5		− doc
6		− end
7		− end
8		− end
9		−end

@@ -1,14 +0,0 @@
1		−module Docs
2		− class Brew
3		− class EntriesFilter < Docs::EntriesFilter
4		− def get_name
5		− at_css('h1').content
6		− end
7		−
8		− def get_type
9		− name
10		− end
11		−
12		− end
13		− end
14		−end

@@ -0,0 +1,19 @@
	1	+module Docs
	2	+ class Homebrew
	3	+ class CleanHtmlFilter < Filter
	4	+ def call
	5	+ css('hr')
	6	+
	7	+ css('div.highlighter-rouge').each do \|node\|
	8	+ lang = node['class'][/language-(\w+)/, 1]
	9	+ node['data-language'] = lang if lang
	10	+ node.content = node.content.strip
	11	+ node.name = 'pre'
	12	+ node.remove_attribute('class')
	13	+ end
	14	+
	15	+ doc
	16	+ end
	17	+ end
	18	+ end
	19	+end

@@ -0,0 +1,32 @@
	1	+module Docs
	2	+ class Homebrew
	3	+ class EntriesFilter < Docs::EntriesFilter
	4	+ def get_name
	5	+ name = at_css('h1').content.strip
	6	+ name.remove! %r{\(.*}
	7	+ name
	8	+ end
	9	+
	10	+ CONTRIBUTOR_SLUGS = %w(
	11	+ How-To-Open-a-Homebrew-Pull-Request
	12	+ Formula-Cookbook
	13	+ Acceptable-Formulae
	14	+ Versions
	15	+ Node-for-Formula-Authors
	16	+ Python-for-Formula-Authors
	17	+ Migrating-A-Formula-To-A-Tap
	18	+ Rename-A-Formula
	19	+ How-to-Create-and-Maintain-a-Tap
	20	+ Brew-Test-Bot
	21	+ Prose-Style-Guidelines)
	22	+
	23	+ def get_type
	24	+ if CONTRIBUTOR_SLUGS.include?(slug)
	25	+ 'Contributors'
	26	+ else
	27	+ 'Users'
	28	+ end
	29	+ end
	30	+ end
	31	+ end
	32	+end

@@ -1,22 +0,0 @@
1		−module Docs
2		− class Brew < UrlScraper
3		− self.name = 'Homebrew'
4		− self.type = 'brew'
5		− self.release = '1.3.6'
6		− self.base_url = 'https://docs.brew.sh'
7		− self.root_path = '/'
8		− self.links = {
9		− home: 'https://brew.sh',
10		− code: 'https://github.com/Homebrew/brew'
11		− }
12		−
13		− options[:container] = ->(filter) { filter.root_page? ? '#home' : '#page' }
14		−
15		− html_filters.push 'brew/entries', 'brew/clean_html'
16		−
17		− options[:attribution] = <<-HTML
18		− Homebrew was created by Max Howell. <br>
19		− Licensed under the BSD 2-Clause License.
20		− HTML
21		− end
22		−end

@@ -0,0 +1,24 @@
	1	+module Docs
	2	+ class Homebrew < UrlScraper
	3	+ self.name = 'Homebrew'
	4	+ self.type = 'simple'
	5	+ self.release = '1.3.6'
	6	+ self.base_url = 'https://docs.brew.sh/'
	7	+ self.links = {
	8	+ home: 'https://brew.sh',
	9	+ code: 'https://github.com/Homebrew/brew'
	10	+ }
	11	+
	12	+ html_filters.push 'homebrew/entries', 'homebrew/clean_html'
	13	+
	14	+ options[:container] = ->(filter) { filter.root_page? ? '#home' : '#page' }
	15	+
	16	+ options[:skip_patterns] = [/maintainer/i, /core\-contributor/i]
	17	+ options[:skip] = %w(Kickstarter-Supporters.html)
	18	+
	19	+ options[:attribution] = <<-HTML
	20	+ © 2009–present Homebrew contributors<br>
	21	+ Licensed under the BSD 2-Clause License.
	22	+ HTML
	23	+ end
	24	+end

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

Binary file not shown.

@@ -0,0 +1 @@
	1	+https://github.com/Homebrew/brew/tree/master/docs/img