1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
|
#
# Copyright:: Copyright (c) 2016 Chef Software Inc.
# License:: Apache License, Version 2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
require_relative "bundle_util"
require_relative "bundle"
require_relative "../version_policy"
desc "Tasks to update and check dependencies"
namespace :dependencies do
# Update all dependencies to the latest constraint-matching version
desc "Update all dependencies. dependencies:update[conservative] to update as little as possible."
task :update, [:conservative] => %w{
dependencies:update_gemfile_lock
dependencies:update_omnibus_overrides
dependencies:update_omnibus_gemfile_lock
dependencies:update_acceptance_gemfile_lock
dependencies:update_kitchen_tests_gemfile_lock
dependencies:update_kitchen_tests_berksfile_lock
}
desc "Update Gemfile.lock and all Gemfile.<platform>.locks. update_gemfile_lock[conservative] to update as little as possible."
task :update_gemfile_lock, [:conservative] do |t, rake_args|
conservative = rake_args[:conservative]
if conservative
Rake::Task["bundle:install"].invoke
else
Rake::Task["bundle:update"].invoke
end
end
def gemfile_lock_task(task_name, dirs: [], other_platforms: true, leave_frozen: true)
dirs.each do |dir|
desc "Update #{dir}/Gemfile.lock. #{task_name}[conservative] to update as little as possible."
task task_name, [:conservative] do |t, rake_args|
extend BundleUtil
conservative = rake_args[:conservative]
puts ""
puts "-------------------------------------------------------------------"
puts "Updating #{dir}/Gemfile.lock#{conservative ? " (conservatively)" : ""} ..."
puts "-------------------------------------------------------------------"
with_bundle_unfrozen(cwd: dir, leave_frozen: leave_frozen) do
bundle "install", cwd: dir, delete_gemfile_lock: !conservative
if other_platforms
# Include all other supported platforms into the lockfile as well
platforms.each do |platform|
bundle "lock", cwd: dir, platform: platform
end
end
end
end
end
end
def berksfile_lock_task(task_name, dirs: [])
dirs.each do |dir|
desc "Update #{dir}/Berksfile.lock. #{task_name}[conservative] to update as little as possible."
task task_name, [:conservative] do |t, rake_args|
extend BundleUtil
conservative = rake_args[:conservative]
puts ""
puts "-------------------------------------------------------------------"
puts "Updating #{dir}/Berksfile.lock#{conservative ? " (conservatively)" : ""} ..."
puts "-------------------------------------------------------------------"
if !conservative && File.exist?("#{project_root}/#{dir}/Berksfile.lock")
File.delete("#{project_root}/#{dir}/Berksfile.lock")
end
Dir.chdir("#{project_root}/#{dir}") do
Bundler.with_clean_env do
sh "bundle exec berks install"
end
end
end
end
end
gemfile_lock_task :update_omnibus_gemfile_lock, dirs: %w{omnibus}
gemfile_lock_task :update_acceptance_gemfile_lock, dirs: %w{
acceptance
acceptance/fips/test/integration/fips/serverspec
}, other_platforms: false, leave_frozen: false
gemfile_lock_task :update_kitchen_tests_gemfile_lock, dirs: %w{
kitchen-tests
kitchen-tests/test/integration/webapp/serverspec
}
berksfile_lock_task :update_kitchen_tests_berksfile_lock, dirs: %w{
kitchen-tests
kitchen-tests/cookbooks/audit_test
}
# kitchen-tests/cookbooks/webapp isn't solving right now ....
desc "Update omnibus overrides, including versions in version_policy.rb and latest version of gems: #{OMNIBUS_RUBYGEMS_AT_LATEST_VERSION.keys}. update_omnibus_overrides[conservative] does nothing."
task :update_omnibus_overrides, [:conservative] do |t, rake_args|
conservative = rake_args[:conservative]
unless conservative
puts ""
puts "-------------------------------------------------------------------"
puts "Updating omnibus_overrides.rb ..."
puts "-------------------------------------------------------------------"
# Generate the new overrides file
overrides = "# DO NOT EDIT. Generated by \"rake dependencies\". Edit version_policy.rb instead.\n"
# Replace the bundler and rubygems versions
OMNIBUS_RUBYGEMS_AT_LATEST_VERSION.each do |override_name, gem_name|
# Get the latest bundler version
puts "Running gem list -r #{gem_name} ..."
gem_list = `gem list -r #{gem_name}`
unless gem_list =~ /^#{gem_name}\s*\(([^)]*)\)$/
raise "gem list -r #{gem_name} failed with output:\n#{gem_list}"
end
# Emit it
puts "Latest version of #{gem_name} is #{$1}"
overrides << "override #{override_name.inspect}, version: #{$1.inspect}\n"
end
# Add explicit overrides
OMNIBUS_OVERRIDES.each do |override_name, version|
overrides << "override #{override_name.inspect}, version: #{version.inspect}\n"
end
# Write the file out (if changed)
overrides_path = File.expand_path("../../omnibus_overrides.rb", __FILE__)
if overrides != IO.read(overrides_path)
puts "Overrides changed!"
puts `git diff #{overrides_path}`
puts "Writing modified #{overrides_path} ..."
IO.write(overrides_path, overrides)
end
end
end
# Find out if we're using the latest gems we can (so we don't regress versions)
desc "Check for gems that are not at the latest released version, and report if anything not in ACCEPTABLE_OUTDATED_GEMS (version_policy.rb) is out of date."
task :check_outdated do
extend BundleUtil
puts ""
puts "-------------------------------------------------------------------"
puts "Checking for outdated gems ..."
puts "-------------------------------------------------------------------"
# TODO check for outdated windows gems too
bundle_outdated = bundle("outdated", extract_output: true)
puts bundle_outdated
outdated_gems = parse_bundle_outdated(bundle_outdated).map { |line, gem_name| gem_name }
# Weed out the acceptable ones
outdated_gems = outdated_gems.reject { |gem_name| ACCEPTABLE_OUTDATED_GEMS.include?(gem_name) }
if outdated_gems.empty?
puts ""
puts "SUCCESS!"
else
raise "ERROR: outdated gems: #{outdated_gems.join(", ")}. Either fix them or add them to ACCEPTABLE_OUTDATED_GEMS in #{__FILE__}."
end
end
end
desc "Update all dependencies and check for outdated gems. Call dependencies[conservative] to update as little as possible."
task :dependencies, [:conservative] => [ "dependencies:update", "dependencies:check_outdated" ]
task :update, [:conservative] => [ "dependencies:update", "dependencies:check_outdated"]
|