Fix and improve Chai scraper

Thibaut Courouble committed 10 years ago

Commit fa100bf1 parent 13bd8a08 files · +6 −12Browse files

Unified · Split

8 files

@@ -15,7 +15,6 @@ class app.views.JavascriptWithMarkupCheckPage extends app.views.BasePage · 14 unmodified lines
15	@highlightCode el, language	15	@highlightCode el, language
16	return	16	return
17		17
18	app.views.ChaiPage =
19	app.views.GruntPage =	18	app.views.GruntPage =
20	app.views.MochaPage =	19	app.views.MochaPage =
21	app.views.JavascriptPage	20	app.views.JavascriptPage

@@ -9,6 +9,7 @@ class app.views.SimplePage extends app.views.BasePage · 8 unmodified lines
9	app.views.AngularPage =	9	app.views.AngularPage =
10	app.views.AngularjsPage =	10	app.views.AngularjsPage =
11	app.views.CakephpPage =	11	app.views.CakephpPage =
		12	app.views.ChaiPage =
12	app.views.ElixirPage =	13	app.views.ElixirPage =
13	app.views.EmberPage =	14	app.views.EmberPage =
14	app.views.ExpressPage =	15	app.views.ExpressPage =

   class Chai
     class CleanHtmlFilter < Filter
       def call
-        @doc = at_css('.documentation .rendered')
+        @doc = at_css('.documentation .rendered') if at_css('.documentation .rendered')
         if root_page?
           at_css('h1').content = 'Chai Assertion Library'
           node.before(node.children).remove
         end
-        # Remove code highlighting
         css('pre').each do |node|
           node.content = node.content
+          node['data-language'] = 'javascript'
         end
         doc

@@ -6,12 +6,12 @@ module Docs · 5 unmodified lines
6	end	6	end
7		7
8	def get_type	8	def get_type
9	subpath.start_with?('/guide') ? 'Guides' : nil	9	subpath.start_with?('/guide') ? 'Guides' : name
10	end	10	end
11		11
12	def additional_entries	12	def additional_entries
13	css('.antiscroll-inner a').each_with_object [] do \|node, entries\|	13	css('.antiscroll-inner a').each_with_object [] do \|node, entries\|
14	id = node['href'].remove('#') + '-section'	14	id = node['href'].remove('#')
15	node.content.strip.split(' / ').uniq { \|name\| name.downcase }.each do \|name\|	15	node.content.strip.split(' / ').uniq { \|name\| name.downcase }.each do \|name\|
16	entries << [name, id, self.name]	16	entries << [name, id, self.name]
17	end	17	end