History

Update MDN docs

Fixes #719.

Thibaut Courouble committed 8 years ago

Commit 6ba23291 parent ad9276e6 files · +21 −8Browse files

Unified · Split

6 files
  1. lib/docs/filters/css/entries.rb +9 −6
  2. lib/docs/filters/dom/entries.rb +6 −0
  3. lib/docs/filters/javascript/entries.rb +1 −1
  4. lib/docs/scrapers/http.rb +1 −0
  5. lib/docs/scrapers/mdn/dom_events.rb +2 −0
  6. lib/docs/scrapers/mdn/mdn.rb +2 −1
lib/docs/filters/css/entries.rb+9−6
@@ -7,8 +7,8 @@ module Docs · 6 unmodified lines
77 'CSS_Columns' => 'Multi-column Layout',
88 'CSS_Flexible_Box_Layout' => 'Flexible Box Layout',
99 'CSS_Grid_Layout' => 'Grid Layout',
10− 'CSS_Images' => 'Image Values',
11− 'CSS_Lists_and_Counters' => 'Lists & Counters',
10+ 'CSS_Images' => 'Images',
11+ 'CSS_Lists_and_Counters' => 'Lists',
1212 'CSS_Transforms' => 'Transforms',
1313 'Media_Queries' => 'Media Queries',
1414 'transform-function' => 'Transforms',
@@ -34,7 +34,7 @@ module Docs · 19 unmodified lines
3434 "#{super}()"
3535 elsif slug =~ /\A[a-z]+_/i
3636 slug.to_s.gsub('_', ' ').gsub('/', ': ')
37− elsif slug.start_with?('transform-function')
37+ elsif slug.start_with?('transform-function') || slug.start_with?('filter-function')
3838 slug.split('/').last + '()'
3939 else
4040 super
@@ -74,9 +74,10 @@ module Docs · 33 unmodified lines
7474 'spec-Living' => 0,
7575 'spec-REC' => 1,
7676 'spec-CR' => 2,
77− 'spec-LC' => 3,
78− 'spec-WD' => 4,
79− 'spec-ED' => 5
77+ 'spec-PR' => 3,
78+ 'spec-LC' => 4,
79+ 'spec-WD' => 5,
80+ 'spec-ED' => 6
8081 }
8182
8283 PRIORITY_STATUSES = %w(spec-REC spec-CR)
@@ -89,6 +90,8 @@ module Docs · 6 unmodified lines
8990 specs.map! { |node| [node.at_css('> td:nth-child(1) > a'), node.at_css('> td:nth-child(2) > span')] }
9091 # ignore non-CSS specs
9192 specs.select! { |pair| pair.first && pair.first['href'] =~ /css|fxtf|fullscreen|svg/i && !pair.first['href'].include?('compat.spec') }
93+ # ignore specs with no status
94+ specs.select! { |pair| pair.second }
9295 # ["Spec", "spec-REC"]
9396 specs.map! { |pair| [pair.first.child.content, pair.second['class']] }
9497 # sort by status
lib/docs/filters/dom/entries.rb+6−0
@@ -10,6 +10,7 @@ module Docs · 9 unmodified lines
1010 'Audio' => 'Audio',
1111 'Battery Status' => 'Battery Status',
1212 'Canvas ' => 'Canvas',
13+ 'Clipboard' => 'Clipboard',
1314 'Cooperative Scheduling' => 'Scheduling',
1415 'CSS Font Loading' => 'CSS',
1516 'CSS Object Model' => 'CSS',
@@ -45,6 +46,7 @@ module Docs · 29 unmodified lines
4546 'Stream API' => 'Media Streams',
4647 'Streams' => 'Media Streams',
4748 'Touch Events' => 'Touch Events',
49+ 'Visual Viewport' => 'Visual Viewport',
4850 'Web Animations' => 'Animation',
4951 'Web App Manifest' => 'Web App Manifest',
5052 'Budget' => 'Budget',
@@ -54,6 +56,8 @@ module Docs · 3 unmodified lines
5456 'WebVR' => 'WebVR' }
5557
5658 TYPE_BY_NAME_STARTS_WITH = {
59+ 'AbortController' => 'Fetch',
60+ 'AbortSignal' => 'Fetch',
5761 'Ambient' => 'Ambient Light',
5862 'Attr' => 'Nodes',
5963 'Audio' => 'Audio',
@@ -61,6 +65,7 @@ module Docs · 1 unmodified line
6165 'Broadcast' => 'Broadcast Channel',
6266 'Budget' => 'Budget',
6367 'Canvas' => 'Canvas',
68+ 'Clipboard' => 'Clipboard',
6469 'CSS' => 'CSS',
6570 'CharacterData' => 'Nodes',
6671 'ChildNode' => 'Nodes',
@@ -105,6 +110,7 @@ module Docs · 38 unmodified lines
105110 'screen' => 'Screen',
106111 'Selection' => 'Selection',
107112 'Shadow' => 'Shadow DOM',
113+ 'Streams' => 'Media Streams',
108114 'StyleSheet' => 'CSS',
109115 'Stylesheet' => 'CSS',
110116 'SVG' => 'SVG',
lib/docs/filters/javascript/entries.rb+1−1
@@ -2,7 +2,7 @@ module Docs · 1 unmodified line
22 class Javascript
33 class EntriesFilter < Docs::EntriesFilter
44 TYPES = %w(Array ArrayBuffer Atomics Boolean DataView Date Function
5− Generator Intl JSON Map Math Number Object Promise Reflect RegExp
5+ Generator Intl JSON Map Math Number Object PluralRules Promise Reflect RegExp
66 Set SharedArrayBuffer SIMD String Symbol TypedArray WeakMap WeakSet)
77 INTL_OBJECTS = %w(Collator DateTimeFormat NumberFormat)
88
lib/docs/scrapers/http.rb+1−0
@@ -11,6 +11,7 @@ module Docs · 10 unmodified lines
1111 options[:title] = ->(filter) { filter.current_url.host == 'tools.ietf.org' ? false : filter.default_title }
1212 options[:container] = ->(filter) { filter.current_url.host == 'tools.ietf.org' ? '.content' : nil }
1313 options[:skip_links] = ->(filter) { filter.current_url.host == 'tools.ietf.org' ? true : false }
14+ options[:replace_paths] = { '/Access_control_CORS' => '/CORS' }
1415 options[:fix_urls] = ->(url) do
1516 url.sub! %r{(Status/\d\d\d)_[A-Z].+}, '\1'
1617 url
lib/docs/scrapers/mdn/dom_events.rb+2−0
@@ -1,5 +1,7 @@
11 module Docs
22 class DomEvents < Mdn
3+ prepend FixInternalUrlsBehavior
4+
35 self.name = 'DOM Events'
46 self.slug = 'dom_events'
57 self.base_url = 'https://developer.mozilla.org/en-US/docs/Web/Events'
lib/docs/scrapers/mdn/mdn.rb+2−1
@@ -9,6 +9,7 @@ module Docs · 8 unmodified lines
99 html_filters.push 'mdn/clean_html'
1010 text_filters.insert_before 'attribution', 'mdn/contribute_link'
1111
12+ options[:rate_limit] = 400
1213 options[:trailing_slash] = false
1314
1415 options[:skip_link] = ->(link) {
@@ -16,7 +17,7 @@ module Docs · 1 unmodified line
1617 }
1718
1819 options[:attribution] = <<-HTML
19− &copy; 2005&ndash;2017 Mozilla Developer Network and individual contributors.<br>
20+ &copy; 2005&ndash;2018 Mozilla Developer Network and individual contributors.<br>
2021 Licensed under the Creative Commons Attribution-ShareAlike License v2.5 or later.
2122 HTML
2223