History

Update the scraper again

Jasper van Merle committed 7 years ago

Commit 7b3a1ed1 parent 53425621 file · +133 −51Browse files

Unified · Split

lib/docs/scrapers/docker.rb+133−51
@@ -15,15 +15,69 @@ module Docs · 14 unmodified lines
1515 end
1616
1717 options[:attribution] = <<-HTML
18− &copy; 2017 Docker, Inc.<br>
18+ &copy; 2019 Docker, Inc.<br>
1919 Licensed under the Apache License, Version 2.0.<br>
2020 Docker and the Docker logo are trademarks or registered trademarks of Docker, Inc. in the United States and/or other countries.<br>
2121 Docker, Inc. and other parties may also have trademark rights in other terms used herein.
2222 HTML
2323
24+ version '19' do
25+ self.release = '19.03'
26+ self.base_url = "https://docs.docker.com/"
27+
28+ html_filters.push 'docker/entries', 'docker/clean_html'
29+
30+ options[:container] = '.wrapper .container-fluid .row'
31+
32+ options[:only_patterns] = [/\Aget-started\//, /\Aengine\//, /\Acompose\//, /\Amachine\//, /\Anotary\//]
33+ options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]
34+
35+ options[:replace_paths] = {
36+ 'install/linux/ubuntu/' => 'install/linux/docker-ce',
37+ 'get-started/part1' => 'get-started',
38+ 'engine/installation/' => 'install',
39+ 'engine/installation/linux/linux-postinstall/' => 'install/linux',
40+ 'compose/overview/' => 'compose',
41+ 'docker-cloud/' => 'docker-hub',
42+ 'datacenter/install/linux/' => 'ee',
43+ 'engine/userguide/' => 'config/daemon',
44+ 'engine/admin/' => 'config/daemon',
45+ 'opensource/get-help/' => 'opensource',
46+ 'engine/tutorials/dockerimages/' => 'get-started',
47+ 'engine/admin/volumes/bind-mounts/' => 'storage',
48+ 'engine/tutorials/dockervolumes/' => 'storage',
49+ 'engine/admin/volumes/volumes/' => 'storage',
50+ 'engine/userguide/labels-custom-metadata/' => 'config',
51+ 'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images',
52+ 'engine/swarm/networking/' => 'network',
53+ 'engine/admin/resource_constraints/' => 'config/containers',
54+ 'engine/admin/logging/overview/' => 'config/containers/logging',
55+ 'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images',
56+ 'engine/tutorials/dockerrepos/' => 'get-started',
57+ 'engine/userguide/networking/' => 'network',
58+ 'engine/userguide/networking/get-started-overlay/' => 'network',
59+ 'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline',
60+ 'engine/understanding-docker/' => 'engine',
61+ 'engine/userguide/dockervolumes/' => 'storage',
62+ 'engine/installation/binaries/' => 'install/linux/docker-ce',
63+ 'engine/userguide/networking/default_network/dockerlinks/' => 'network',
64+ 'engine/reference/api/' => 'develop/sdk',
65+ 'engine/admin/systemd/' => 'config/daemon',
66+ 'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver',
67+ 'engine/api/' => 'develop/sdk',
68+ 'engine/userguide/networking/get-started-overlay' => 'network',
69+ 'engine/userguide/networking/overlay-security-model/' => 'network',
70+ 'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce',
71+ 'engine/admin/volumes/' => 'storage/volumes/',
72+ 'engine/userguide/networking//' => 'network',
73+ 'engine/reference/commandline' => 'engine/reference/commandline/docker',
74+ 'engine/reference/commandline/' => 'engine/reference/commandline/docker/',
75+ }
76+ end
77+
2478 version '18' do
25− self.release = '18.03'
26− self.base_url = 'https://docs.docker.com/'
79+ self.release = '18.09'
80+ self.base_url = "https://docs.docker.com/v#{release}/"
2781
2882 html_filters.push 'docker/entries', 'docker/clean_html'
2983
@@ -33,36 +87,50 @@ module Docs · 3 unmodified lines
3387 options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]
3488
3589 options[:replace_paths] = {
36− 'get-started/part1' => 'get-started/',
37− 'engine/installation/linux/docker-ee/linux-postinstall/' => 'engine/installation/linux/linux-postinstall/',
38− 'engine/installation/linux/docker-ee/' => 'engine/installation/',
39− 'engine/installation/linux/docker-ce/' => 'engine/installation/',
40− 'engine/installation/linux/' => 'engine/installation/',
41− 'engine/installation/windows/' => 'engine/installation/',
42− 'engine/userguide/intro/' => 'engine/userguide/',
43− 'engine/tutorials/dockervolumes/' => 'engine/admin/volumes/volumes/',
44− 'engine/getstarted/' => 'get-started/',
45− 'engine/tutorials/dockerimages/' => 'get-started/',
46− 'engine/tutorials/dockerrepos/' => 'get-started/',
47− 'engine/admin/host_integration/' => 'engine/admin/start-containers-automatically/',
48− 'engine/installation/linux/rhel/' => 'engine/installation/linux/docker-ee/rhel/',
49− 'engine/installation/linux/ubuntulinux/' => 'engine/installation/linux/docker-ee/ubuntu/',
50− 'engine/installation/linux/suse/' => 'engine/installation/linux/docker-ee/suse/',
51− 'engine/admin/logging/' => 'engine/admin/logging/view_container_logs/',
52− 'engine/swarm/how-swarm-mode-works/' => 'engine/swarm/how-swarm-mode-works/nodes/',
53− 'engine/installation/binaries/' => 'engine/installation/linux/docker-ce/binaries/',
90+ 'install/linux/ubuntu/' => 'install/linux/docker-ce',
91+ 'get-started/part1' => 'get-started',
92+ 'engine/installation/' => 'install',
93+ 'engine/installation/linux/linux-postinstall/' => 'install/linux',
94+ 'compose/overview/' => 'compose',
95+ 'datacenter/install/linux/' => 'ee',
96+ 'engine/userguide/' => 'config/daemon',
97+ 'engine/admin/' => 'config/daemon',
98+ 'opensource/get-help/' => 'opensource',
99+ 'engine/tutorials/dockerimages/' => 'get-started',
100+ 'engine/admin/volumes/bind-mounts/' => 'storage',
101+ 'engine/tutorials/dockervolumes/' => 'storage',
102+ 'engine/admin/volumes/volumes/' => 'storage',
103+ 'engine/userguide/labels-custom-metadata/' => 'config',
104+ 'engine/reference/api/' => 'develop/sdk',
105+ 'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images',
106+ 'engine/swarm/networking/' => 'network',
107+ 'engine/admin/resource_constraints/' => 'config/containers',
108+ 'engine/admin/logging/overview/' => 'config/containers/logging',
109+ 'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images',
110+ 'engine/tutorials/dockerrepos/' => 'get-started',
111+ 'engine/userguide/networking/' => 'network',
112+ 'engine/userguide/networking/get-started-overlay/' => 'network',
113+ 'engine/understanding-docker/' => 'engine',
114+ 'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline',
115+ 'engine/userguide/dockervolumes/' => 'storage',
116+ 'engine/admin/systemd/' => 'config/daemon',
117+ 'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver',
118+ 'engine/installation/binaries/' => 'install/linux/docker-ce',
119+ 'engine/userguide/networking/default_network/dockerlinks/' => 'network',
120+ 'engine/userguide/networking/overlay-security-model/' => 'network',
121+ 'engine/userguide/networking/get-started-overlay' => 'network',
122+ 'engine/api/' => 'develop/sdk',
123+ 'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce',
124+ 'engine/admin/volumes/' => 'storage/volumes/',
125+ 'engine/userguide/networking//' => 'network',
126+ 'engine/reference/commandline' => 'engine/reference/commandline/docker',
54127 'engine/reference/commandline/' => 'engine/reference/commandline/docker/',
55− 'engine/reference/api/' => 'engine/api/',
56− 'engine/userguide/dockervolumes/' => 'engine/admin/volumes/volumes/',
57− 'engine/understanding-docker/' => 'engine/docker-overview/',
58− 'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline/swarm_join-token/',
59− 'engine/api/getting-started/' => 'engine/api/get-started/',
60128 }
61129 end
62130
63131 version '17' do
64− self.release = '17.06'
65− self.base_url = 'https://docs.docker.com/'
132+ self.release = '17.12'
133+ self.base_url = "https://docs.docker.com/v#{release}/"
66134
67135 html_filters.push 'docker/entries', 'docker/clean_html'
68136
@@ -72,29 +140,43 @@ module Docs · 3 unmodified lines
72140 options[:skip_patterns] = [/\Aengine\/api\/v/, /glossary/, /docker-ee/]
73141
74142 options[:replace_paths] = {
75− 'engine/installation/linux/docker-ee/linux-postinstall/' => 'engine/installation/linux/linux-postinstall/',
76− 'engine/installation/linux/docker-ee/' => 'engine/installation/',
77− 'engine/installation/linux/docker-ce/' => 'engine/installation/',
78− 'engine/installation/linux/' => 'engine/installation/',
79− 'engine/installation/windows/' => 'engine/installation/',
80− 'engine/userguide/intro/' => 'engine/userguide/',
81− 'engine/tutorials/dockervolumes/' => 'engine/admin/volumes/volumes/',
82− 'engine/getstarted/' => 'get-started/',
83− 'engine/tutorials/dockerimages/' => 'get-started/',
84− 'engine/tutorials/dockerrepos/' => 'get-started/',
85− 'engine/admin/host_integration/' => 'engine/admin/start-containers-automatically/',
86− 'engine/installation/linux/rhel/' => 'engine/installation/linux/docker-ee/rhel/',
87− 'engine/installation/linux/ubuntulinux/' => 'engine/installation/linux/docker-ee/ubuntu/',
88− 'engine/installation/linux/suse/' => 'engine/installation/linux/docker-ee/suse/',
89− 'engine/admin/logging/' => 'engine/admin/logging/view_container_logs/',
90− 'engine/swarm/how-swarm-mode-works/' => 'engine/swarm/how-swarm-mode-works/nodes/',
91− 'engine/installation/binaries/' => 'engine/installation/linux/docker-ce/binaries/',
92− 'engine/reference/commandline/' => 'engine/reference/commandline/docker/',
93− 'engine/reference/api/' => 'engine/api/',
94− 'engine/userguide/dockervolumes/' => 'engine/admin/volumes/volumes/',
95− 'engine/understanding-docker/' => 'engine/docker-overview/',
96− 'engine/reference/commandline/swarm_join_token/' => 'engine/reference/commandline/swarm_join-token/',
97− 'engine/api/getting-started/' => 'engine/api/get-started/',
143+ 'get-started/part1' => 'get-started',
144+ 'engine/installation/' => 'install',
145+ 'engine/installation/linux/linux-postinstall/' => 'install/linux',
146+ 'opensource/get-help/' => 'opensource',
147+ 'engine/admin/volumes/volumes/' => 'storage',
148+ 'engine/tutorials/dockerimages/' => 'get-started',
149+ 'engine/admin/volumes/bind-mounts/' => 'storage',
150+ 'engine/tutorials/dockervolumes/' => 'storage',
151+ 'datacenter/install/aws/' => 'docker-for-aws',
152+ 'engine/userguide/' => 'config/daemon',
153+ 'engine/admin/' => 'config/daemon',
154+ 'engine/userguide/labels-custom-metadata/' => 'config',
155+ 'engine/userguide/eng-image/multistage-build/' => 'develop/develop-images',
156+ 'engine/swarm/networking/' => 'network',
157+ 'engine/admin/resource_constraints/' => 'config/containers',
158+ 'engine/admin/logging/overview/' => 'config/containers/logging',
159+ 'engine/understanding-docker/' => 'engine',
160+ 'engine/userguide/eng-image/dockerfile_best-practices/' => 'develop/develop-images',
161+ 'engine/tutorials/dockerrepos/' => 'get-started',
162+ 'engine/userguide/networking/' => 'network',
163+ 'engine/reference/commandline/swarm_join_token/' => 'edge/engine/reference/commandline',
164+ 'engine/userguide/networking/get-started-overlay/' => 'network',
165+ 'engine/userguide/dockervolumes/' => 'storage',
166+ 'engine/installation/binaries/' => 'install/linux/docker-ce',
167+ 'engine/userguide/networking/default_network/dockerlinks/' => 'network',
168+ 'engine/reference/api/' => 'develop/sdk',
169+ 'engine/admin/live-restore/' => 'config/containers',
170+ 'engine/api/' => 'develop/sdk',
171+ 'engine/userguide/networking/get-started-overlay' => 'network',
172+ 'security/security/' => 'engine/security',
173+ 'engine/installation/linux/docker-ce/binaries/' => 'install/linux/docker-ce',
174+ 'engine/reference/commandline/' => 'edge/engine/reference/commandline',
175+ 'engine/admin/systemd/' => 'config/daemon',
176+ 'engine/userguide/storagedriver/imagesandcontainers/' => 'storage/storagedriver',
177+ 'engine/userguide/networking/overlay-security-model/' => 'network',
178+ 'engine/admin/volumes/' => 'storage/volumes/',
179+ 'engine/userguide/networking//' => 'network',
98180 }
99181 end
100182