Improve Ruby/RDoc scraper

Thibaut committed 12 years ago

Commit 7c1bd6b1 parent 49de7362 files · +36 −36Browse files

Unified · Split

2 files

lib/docs/filters/rdoc/entries.rb +4 −2
lib/docs/scrapers/rdoc/ruby.rb +32 −34

@@ -23,14 +23,16 @@ module Docs · 22 unmodified lines
23	23	return [] if root_page?
24	24	require 'cgi'
25	25
26		− css('.method-detail').map do \|node\|
	26	+ css('.method-detail').inject [] do \|entries, node\|
27	27	name = node['id'].dup
28	28	name.sub! %r{\A\w+?\-.}, ''
29	29	name.sub! %r{\A-(?!\d)}, ''
30	30	name.gsub! '-', '%'
31	31	name = CGI.unescape(name)
32	32	name.prepend self.name + (node['id'] =~ /\A\w+-c-/ ? '::' : '#')
33		− [name, node['id']]
	33	+
	34	+ entries << [name, node['id']] unless entries.any? { \|entry\| entry[0] == name }
	35	+ entries
34	36	end
35	37	end
36	38	end

lib/docs/scrapers/rdoc/ruby.rb+32−34

@@ -1,38 +1,24 @@
1	1	module Docs
2	2	class Ruby < Rdoc
3	3	# Generated with:
4		− # rdoc \
5		− # --format=darkfish \
6		− # --no-line-numbers \
7		− # --op=rdoc \
8		− # --visibility=public \
	4	+ # find \
9	5	# *.c \
10		− # lib/*/.rb \
11		− # lib/*.rb \
12		− # ext/bigdecimal/*.c \
13		− # ext/bigdecimal/lib/*.rb \
14		− # ext/bigdecimal/lib/*/.rb \
15		− # ext/date/*.c \
16		− # ext/date/lib/*.rb \
17		− # ext/date/lib/*/.rb \
18		− # ext/digest/*.c \
19		− # ext/digest/*/.c \
20		− # ext/digest/*/.rb \
21		− # ext/json/lib/*/.rb \
22		− # ext/pathname/*.c \
23		− # ext/pathname/lib/*.rb \
24		− # ext/psych/*.c \
25		− # ext/psych/lib/*.rb \
26		− # ext/psych/lib/*/.rb \
27		− # ext/readline/*.c \
28		− # ext/ripper/*.c \
29		− # ext/ripper/lib/*.rb \
30		− # ext/ripper/lib/*/.rb \
31		− # ext/socket/*.c \
32		− # ext/socket/lib/*.rb \
33		− # ext/socket/lib/*/.rb \
34		− # ext/stringio/*.c \
35		− # ext/zlib/*.c
	6	+ # lib \
	7	+ # ext/bigdecimal \
	8	+ # ext/date \
	9	+ # ext/digest \
	10	+ # ext/json \
	11	+ # ext/pathname \
	12	+ # ext/psych \
	13	+ # ext/readline \
	14	+ # ext/ripper \
	15	+ # ext/socket \
	16	+ # ext/stringio \
	17	+ # ext/zlib \
	18	+ # \( -name '.c' -or -name '.rb' \) \
	19	+ # -not -wholename 'sample/' \
	20	+ # \| xargs \
	21	+ # rdoc --format=darkfish --no-line-numbers --op=rdoc --visibility=public
36	22
37	23	self.version = '2.0.0'
38	24	self.dir = '/Users/Thibaut/DevDocs/Docs/RDoc/Ruby'
@@ -44,36 +30,48 @@ module Docs · 5 unmodified lines
44	30	options[:skip] += %w(
45	31	fatal.html
46	32	unknown.html
	33	+ CompositePublisher.html
47	34	Data.html
48	35	E2MM.html
49	36	English.html
50	37	Exception2MessageMapper.html
	38	+ EXCEPTION_TYPE.html
51	39	GServer.html
	40	+ Logging.html
52	41	MakeMakefile.html
53	42	ParallelEach.html
54	43	Requirement.html
	44	+ SshDirPublisher.html
	45	+ SshFilePublisher.html
	46	+ SshFreshDirPublisher.html
	47	+ Sys.html
55	48	YAML/DBM.html)
56	49
57	50	options[:skip_patterns] = [
58	51	/\AComplex/,
	52	+ /\AJSON\/Ext/,
59	53	/\AGem/,
60		− /\AHttpServer/,
	54	+ /\AHTTP/i,
61	55	/\AIRB/,
62	56	/\AMiniTest/i,
	57	+ /\ANet\/(?!HTTP)/,
63	58	/\ANQXML/,
64	59	/\AOpenSSL/,
	60	+ /\AOptionParser\//,
65	61	/\APride/,
	62	+ /\APsych\//,
66	63	/\ARacc/,
67	64	/\ARake/,
68	65	/\ARbConfig/,
69	66	/\ARDoc/,
70	67	/\AREXML/,
71	68	/\ARSS/,
	69	+ /\AShell\//,
	70	+ /\ASocket\//,
72	71	/\ATest/,
73	72	/\AWEBrick/,
74	73	/\AXML/,
75		− /\AXMP/
76		− ]
	74	+ /\AXMP/]
77	75
78	76	options[:attribution] = <<-HTML
79	77	Ruby Core © 1993–2013 Yukihiro Matsumoto<br>