forked from voxpupuli/puppet-elasticsearch
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Rakefile
219 lines (189 loc) · 6.32 KB
/
Rakefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
require 'digest/sha1'
require 'rubygems'
require 'puppetlabs_spec_helper/rake_tasks'
require 'puppet_blacksmith/rake_tasks'
require 'net/http'
require 'uri'
require 'fileutils'
require 'rspec/core/rake_task'
require 'puppet-strings'
require 'puppet-strings/tasks'
require 'yaml'
require 'json'
require_relative 'spec/spec_utilities'
ENV['VAULT_APPROLE_ROLE_ID'] ||= '48adc137-3270-fc4a-ae65-1306919d4bb0'
oss_package = ENV['OSS_PACKAGE'] and ENV['OSS_PACKAGE'] == 'true'
elasticsearch_default_version = '7.10.1'
# Workaround for certain rspec/beaker versions
module TempFixForRakeLastComment
def last_comment
last_description
end
end
Rake::Application.send :include, TempFixForRakeLastComment
exclude_paths = [
'pkg/**/*',
'vendor/**/*',
'spec/**/*'
]
require 'puppet-lint/tasks/puppet-lint'
require 'puppet-syntax/tasks/puppet-syntax'
PuppetSyntax.exclude_paths = exclude_paths
PuppetSyntax.future_parser = true if ENV['FUTURE_PARSER'] == 'true'
%w[
80chars
class_inherits_from_params_class
class_parameter_defaults
single_quote_string_with_variable
].each do |check|
PuppetLint.configuration.send("disable_#{check}")
end
PuppetLint.configuration.ignore_paths = exclude_paths
PuppetLint.configuration.log_format = \
'%{path}:%{line}:%{check}:%{KIND}:%{message}'
# Append custom cleanup tasks to :clean
task :clean => [
:'artifact:clean',
:spec_clean
]
desc 'remove outdated module fixtures'
task :spec_prune do
mods = 'spec/fixtures/modules'
fixtures = YAML.load_file '.fixtures.yml'
fixtures['fixtures']['forge_modules'].each do |mod, params|
next unless params.is_a? Hash \
and params.key? 'ref' \
and File.exist? "#{mods}/#{mod}"
metadata = JSON.parse(File.read("#{mods}/#{mod}/metadata.json"))
FileUtils.rm_rf "#{mods}/#{mod}" unless metadata['version'] == params['ref']
end
end
task :spec_prep => [:spec_prune]
RSpec::Core::RakeTask.new(:spec_verbose) do |t|
t.pattern = 'spec/{classes,defines,unit,functions,templates}/**/*_spec.rb'
t.rspec_opts = [
'--format documentation',
'--require "ci/reporter/rspec"',
'--format CI::Reporter::RSpecFormatter',
'--color'
]
end
task :spec_verbose => :spec_prep
RSpec::Core::RakeTask.new(:spec_puppet) do |t|
t.pattern = 'spec/{classes,defines,functions,templates,unit/facter}/**/*_spec.rb'
t.rspec_opts = ['--color']
end
task :spec_puppet => :spec_prep
RSpec::Core::RakeTask.new(:spec_unit) do |t|
t.pattern = 'spec/unit/{type,provider}/**/*_spec.rb'
t.rspec_opts = ['--color']
end
task :spec_unit => :spec_prep
task :beaker => [:spec_prep]
desc 'Run all linting/unit tests.'
task :intake => [
:syntax,
:rubocop,
:lint,
:validate,
:spec_unit,
:spec_puppet
]
# Plumbing for snapshot tests
desc 'Run the snapshot tests'
RSpec::Core::RakeTask.new('beaker:snapshot', [:filter]) do |task, args|
task.rspec_opts = ['--color']
task.pattern = 'spec/acceptance/tests/acceptance_spec.rb'
task.rspec_opts = []
task.rspec_opts << '--format documentation' if ENV['CI'].nil?
task.rspec_opts << "--example '#{args[:filter]}'" if args[:filter]
ENV['SNAPSHOT_TEST'] = 'true'
if Rake::Task.task_defined? 'artifact:snapshot:not_found'
puts 'No snapshot artifacts found, skipping snapshot tests.'
exit(0)
end
end
beaker_node_sets.each do |node|
desc "Run the snapshot tests against the #{node} nodeset"
task "beaker:#{node}:snapshot", [:filter] => %w[
spec_prep
artifact:snapshot:deb
artifact:snapshot:rpm
] do |_task, args|
ENV['BEAKER_set'] = node
Rake::Task['beaker:snapshot'].reenable
Rake::Task['beaker:snapshot'].invoke args[:filter]
end
desc "Run acceptance tests against #{node}"
RSpec::Core::RakeTask.new(
"beaker:#{node}:acceptance", [:version, :filter] => [:spec_prep]
) do |task, args|
ENV['BEAKER_set'] = node
args.with_defaults(:version => elasticsearch_default_version, :filter => nil)
task.pattern = 'spec/acceptance/tests/acceptance_spec.rb'
task.rspec_opts = []
task.rspec_opts << '--format documentation'
task.rspec_opts << "--example '#{args[:filter]}'" if args[:filter]
ENV['ELASTICSEARCH_VERSION'] ||= args[:version]
Rake::Task['artifact:fetch'].invoke(ENV['ELASTICSEARCH_VERSION'])
end
end
namespace :artifact do
desc 'Fetch specific installation artifacts'
task :fetch, [:version] do |_t, args|
fetch_archives(
derive_artifact_urls_for(args[:version])
)
end
namespace :snapshot do
snapshot_version = JSON.parse(http_retry('https://artifacts-api.elastic.co/v1/versions'))['versions'].reject do |version|
version.include? 'alpha'
end.last
ENV['snapshot_version'] = snapshot_version
downloads = JSON.parse(http_retry("https://artifacts-api.elastic.co/v1/search/#{snapshot_version}/elasticsearch"))['packages'].select do |pkg, _|
pkg =~ /(?:deb|rpm)/ and (oss_package ? pkg =~ /oss/ : pkg !~ /oss/)
end.map do |package, urls|
[package.split('.').last, urls]
end.to_h
# We end up with something like:
# {
# 'rpm' => {'url' => 'https://...', 'sha_url' => 'https://...'},
# 'deb' => {'url' => 'https://...', 'sha_url' => 'https://...'}
# }
# Note that checksums are currently broken on the Elastic unified release
# side; once they start working we can verify them.
if downloads.empty?
puts 'No snapshot release available; skipping snapshot download'
%w[deb rpm].each { |ext| task ext }
task 'not_found'
else
# Download snapshot files
downloads.each_pair do |extension, urls|
filename = artifact urls['url']
checksum = artifact urls['sha_url']
link = artifact "elasticsearch-snapshot.#{extension}"
FileUtils.rm link if File.exist? link
task extension => link
file link => filename do
unless File.exist?(link) and File.symlink?(link) \
and File.readlink(link) == filename
File.delete link if File.exist? link
File.symlink File.basename(filename), link
end
end
# file filename => checksum do
file filename do
get urls['url'], filename
end
task checksum do
File.delete checksum if File.exist? checksum
get urls['sha_url'], checksum
end
end
end
end
desc 'Purge fetched artifacts'
task :clean do
FileUtils.rm_rf(Dir.glob('spec/fixtures/artifacts/*'))
end
end