History

Update the scraper again

Jasper van Merle committed 7 years ago

Commit 7b3a1ed1 parent 53425621 file · +133 −51Browse files

Unified · Split

lib/docs/scrapers/docker.rb+133−51
@@ -15,15 +15,69 @@ module Docs · 14 unmodified lines
15 end15 end
16 16
17 options[:attribution] = <<-HTML17 options[:attribution] = <<-HTML
18 &copy; 2017 Docker, Inc.<br>18 &copy; 2019 Docker, Inc.<br>
19 Licensed under the Apache License, Version 2.0.<br>19 Licensed under the Apache License, Version 2.0.<br>
20 Docker and the Docker logo are trademarks or registered trademarks of Docker, Inc. in the United States and/or other countries.<br>20 Docker and the Docker logo are trademarks or registered trademarks of Docker, Inc. in the United States and/or other countries.<br>
21 Docker, Inc. and other parties may also have trademark rights in other terms used herein.21 Docker, Inc. and other parties may also have trademark rights in other terms used herein.
22 HTML22 HTML
23 23
24 version '19' do
25 self.release = '19.03'
26 self.base_url = "https://docs.docker.com/"
27
28 html_filters.push 'docker/entries', 'docker/clean_html'
29
30 options[:container] = '.wrapper .container-fluid .row'
31
32 options[:only_patterns] = [/\Aget-started\//, /\Aengine\//, /\Acompose\//, /\Amachine\//, /\Anotary\//]
33 options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]
34
35 options[:replace_paths] = {
36 'install/linux/ubuntu/' => 'install/linux/docker-ce',
37 'get-started/part1' => 'get-started',
38 'engine/installation/' => 'install',
39 'engine/installation/linux/linux-postinstall/' => 'install/linux',
40 'compose/overview/' => 'compose',
41 'docker-cloud/' => 'docker-hub',
42 'datacenter/install/linux/' => 'ee',
43 'engine/userguide/' => 'config/daemon',
44 'engine/admin/' => 'config/daemon',
45 'opensource/get-help/' => 'opensource',
46 'engine/tutorials/dockerimages/' => 'get-started',
47 'engine/admin/volumes/bind-mounts/' => 'storage',
48 'engine/tutorials/dockervolumes/' => 'storage',
49 'engine/admin/volumes/volumes/' => 'storage',
50 'engine/userguide/labels-custom-metadata/' => 'config',
51 'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images',
52 'engine/swarm/networking/' => 'network',
53 'engine/admin/resource_constraints/' => 'config/containers',
54 'engine/admin/logging/overview/' => 'config/containers/logging',
55 'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images',
56 'engine/tutorials/dockerrepos/' => 'get-started',
57 'engine/userguide/networking/' => 'network',
58 'engine/userguide/networking/get-started-overlay/' => 'network',
59 'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline',
60 'engine/understanding-docker/' => 'engine',
61 'engine/userguide/dockervolumes/' => 'storage',
62 'engine/installation/binaries/' => 'install/linux/docker-ce',
63 'engine/userguide/networking/default_network/dockerlinks/' => 'network',
64 'engine/reference/api/' => 'develop/sdk',
65 'engine/admin/systemd/' => 'config/daemon',
66 'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver',
67 'engine/api/' => 'develop/sdk',
68 'engine/userguide/networking/get-started-overlay' => 'network',
69 'engine/userguide/networking/overlay-security-model/' => 'network',
70 'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce',
71 'engine/admin/volumes/' => 'storage/volumes/',
72 'engine/userguide/networking//' => 'network',
73 'engine/reference/commandline' => 'engine/reference/commandline/docker',
74 'engine/reference/commandline/' => 'engine/reference/commandline/docker/',
75 }
76 end
77
24 version '18' do78 version '18' do
25 self.release = '18.03'79 self.release = '18.09'
26 self.base_url = 'https://docs.docker.com/'80 self.base_url = "https://docs.docker.com/v#{release}/"
27 81
28 html_filters.push 'docker/entries', 'docker/clean_html'82 html_filters.push 'docker/entries', 'docker/clean_html'
29 83
@@ -33,36 +87,50 @@ module Docs · 3 unmodified lines
33 options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]87 options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]
34 88
35 options[:replace_paths] = {89 options[:replace_paths] = {
36 'get-started/part1' => 'get-started/',90 'install/linux/ubuntu/' => 'install/linux/docker-ce',
37 'engine/installation/linux/docker-ee/linux-postinstall/' => 'engine/installation/linux/linux-postinstall/',91 'get-started/part1' => 'get-started',
38 'engine/installation/linux/docker-ee/' => 'engine/installation/',92 'engine/installation/' => 'install',
39 'engine/installation/linux/docker-ce/' => 'engine/installation/',93 'engine/installation/linux/linux-postinstall/' => 'install/linux',
40 'engine/installation/linux/' => 'engine/installation/',94 'compose/overview/' => 'compose',
41 'engine/installation/windows/' => 'engine/installation/',95 'datacenter/install/linux/' => 'ee',
42 'engine/userguide/intro/' => 'engine/userguide/',96 'engine/userguide/' => 'config/daemon',
43 'engine/tutorials/dockervolumes/' => 'engine/admin/volumes/volumes/',97 'engine/admin/' => 'config/daemon',
44 'engine/getstarted/' => 'get-started/',98 'opensource/get-help/' => 'opensource',
45 'engine/tutorials/dockerimages/' => 'get-started/',99 'engine/tutorials/dockerimages/' => 'get-started',
46 'engine/tutorials/dockerrepos/' => 'get-started/',100 'engine/admin/volumes/bind-mounts/' => 'storage',
47 'engine/admin/host_integration/' => 'engine/admin/start-containers-automatically/',101 'engine/tutorials/dockervolumes/' => 'storage',
48 'engine/installation/linux/rhel/' => 'engine/installation/linux/docker-ee/rhel/',102 'engine/admin/volumes/volumes/' => 'storage',
49 'engine/installation/linux/ubuntulinux/' => 'engine/installation/linux/docker-ee/ubuntu/',103 'engine/userguide/labels-custom-metadata/' => 'config',
50 'engine/installation/linux/suse/' => 'engine/installation/linux/docker-ee/suse/',104 'engine/reference/api/' => 'develop/sdk',
51 'engine/admin/logging/' => 'engine/admin/logging/view_container_logs/',105 'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images',
52 'engine/swarm/how-swarm-mode-works/' => 'engine/swarm/how-swarm-mode-works/nodes/',106 'engine/swarm/networking/' => 'network',
53 'engine/installation/binaries/' => 'engine/installation/linux/docker-ce/binaries/',107 'engine/admin/resource_constraints/' => 'config/containers',
108 'engine/admin/logging/overview/' => 'config/containers/logging',
109 'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images',
110 'engine/tutorials/dockerrepos/' => 'get-started',
111 'engine/userguide/networking/' => 'network',
112 'engine/userguide/networking/get-started-overlay/' => 'network',
113 'engine/understanding-docker/' => 'engine',
114 'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline',
115 'engine/userguide/dockervolumes/' => 'storage',
116 'engine/admin/systemd/' => 'config/daemon',
117 'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver',
118 'engine/installation/binaries/' => 'install/linux/docker-ce',
119 'engine/userguide/networking/default_network/dockerlinks/' => 'network',
120 'engine/userguide/networking/overlay-security-model/' => 'network',
121 'engine/userguide/networking/get-started-overlay' => 'network',
122 'engine/api/' => 'develop/sdk',
123 'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce',
124 'engine/admin/volumes/' => 'storage/volumes/',
125 'engine/userguide/networking//' => 'network',
126 'engine/reference/commandline' => 'engine/reference/commandline/docker',
54 'engine/reference/commandline/' => 'engine/reference/commandline/docker/',127 'engine/reference/commandline/' => 'engine/reference/commandline/docker/',
55 'engine/reference/api/' => 'engine/api/',
56 'engine/userguide/dockervolumes/' => 'engine/admin/volumes/volumes/',
57 'engine/understanding-docker/' => 'engine/docker-overview/',
58 'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline/swarm_join-token/',
59 'engine/api/getting-started/' => 'engine/api/get-started/',
60 }128 }
61 end129 end
62 130
63 version '17' do131 version '17' do
64 self.release = '17.06'132 self.release = '17.12'
65 self.base_url = 'https://docs.docker.com/'133 self.base_url = "https://docs.docker.com/v#{release}/"
66 134
67 html_filters.push 'docker/entries', 'docker/clean_html'135 html_filters.push 'docker/entries', 'docker/clean_html'
68 136
@@ -72,29 +140,43 @@ module Docs · 3 unmodified lines
72 options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]140 options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]
73 141
74 options[:replace_paths] = {142 options[:replace_paths] = {
75 'engine/installation/linux/docker-ee/linux-postinstall/' => 'engine/installation/linux/linux-postinstall/',143 'get-started/part1' => 'get-started',
76 'engine/installation/linux/docker-ee/' => 'engine/installation/',144 'engine/installation/' => 'install',
77 'engine/installation/linux/docker-ce/' => 'engine/installation/',145 'engine/installation/linux/linux-postinstall/' => 'install/linux',
78 'engine/installation/linux/' => 'engine/installation/',146 'opensource/get-help/' => 'opensource',
79 'engine/installation/windows/' => 'engine/installation/',147 'engine/admin/volumes/volumes/' => 'storage',
80 'engine/userguide/intro/' => 'engine/userguide/',148 'engine/tutorials/dockerimages/' => 'get-started',
81 'engine/tutorials/dockervolumes/' => 'engine/admin/volumes/volumes/',149 'engine/admin/volumes/bind-mounts/' => 'storage',
82 'engine/getstarted/' => 'get-started/',150 'engine/tutorials/dockervolumes/' => 'storage',
83 'engine/tutorials/dockerimages/' => 'get-started/',151 'datacenter/install/aws/' => 'docker-for-aws',
84 'engine/tutorials/dockerrepos/' => 'get-started/',152 'engine/userguide/' => 'config/daemon',
85 'engine/admin/host_integration/' => 'engine/admin/start-containers-automatically/',153 'engine/admin/' => 'config/daemon',
86 'engine/installation/linux/rhel/' => 'engine/installation/linux/docker-ee/rhel/',154 'engine/userguide/labels-custom-metadata/' => 'config',
87 'engine/installation/linux/ubuntulinux/' => 'engine/installation/linux/docker-ee/ubuntu/',155 'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images',
88 'engine/installation/linux/suse/' => 'engine/installation/linux/docker-ee/suse/',156 'engine/swarm/networking/' => 'network',
89 'engine/admin/logging/' => 'engine/admin/logging/view_container_logs/',157 'engine/admin/resource_constraints/' => 'config/containers',
90 'engine/swarm/how-swarm-mode-works/' => 'engine/swarm/how-swarm-mode-works/nodes/',158 'engine/admin/logging/overview/' => 'config/containers/logging',
91 'engine/installation/binaries/' => 'engine/installation/linux/docker-ce/binaries/',159 'engine/understanding-docker/' => 'engine',
92 'engine/reference/commandline/' => 'engine/reference/commandline/docker/',160 'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images',
93 'engine/reference/api/' => 'engine/api/',161 'engine/tutorials/dockerrepos/' => 'get-started',
94 'engine/userguide/dockervolumes/' => 'engine/admin/volumes/volumes/',162 'engine/userguide/networking/' => 'network',
95 'engine/understanding-docker/' => 'engine/docker-overview/',163 'engine/reference/commandline/swarm_join_token/' => 'edge/engine/reference/commandline',
96 'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline/swarm_join-token/',164 'engine/userguide/networking/get-started-overlay/' => 'network',
97 'engine/api/getting-started/' => 'engine/api/get-started/',165 'engine/userguide/dockervolumes/' => 'storage',
166 'engine/installation/binaries/' => 'install/linux/docker-ce',
167 'engine/userguide/networking/default_network/dockerlinks/' => 'network',
168 'engine/reference/api/' => 'develop/sdk',
169 'engine/admin/live-restore/' => 'config/containers',
170 'engine/api/' => 'develop/sdk',
171 'engine/userguide/networking/get-started-overlay' => 'network',
172 'security/security/' => 'engine/security',
173 'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce',
174 'engine/reference/commandline/' => 'edge/engine/reference/commandline',
175 'engine/admin/systemd/' => 'config/daemon',
176 'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver',
177 'engine/userguide/networking/overlay-security-model/' => 'network',
178 'engine/admin/volumes/' => 'storage/volumes/',
179 'engine/userguide/networking//' => 'network',
98 }180 }
99 end181 end
100 182