1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
|
#
# Copyright:: Copyright 2016-2018, Chef Software Inc.
# License:: Apache License, Version 2.0
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
require_relative "../../../mixin/which"
require_relative "../../../mixin/shell_out"
require_relative "version"
require "singleton" unless defined?(Singleton)
require "timeout" unless defined?(Timeout)
class Chef
class Provider
class Package
class Yum < Chef::Provider::Package
class PythonHelper
include Singleton
include Chef::Mixin::Which
include Chef::Mixin::ShellOut
attr_accessor :stdin
attr_accessor :stdout
attr_accessor :stderr
attr_accessor :inpipe
attr_accessor :outpipe
attr_accessor :wait_thr
YUM_HELPER = ::File.expand_path(::File.join(::File.dirname(__FILE__), "yum_helper.py")).freeze
def yum_command
@yum_command ||= which("platform-python", "python", "python2", "python2.7", extra_path: "/usr/libexec") do |f|
shell_out("#{f} -c 'import yum'").exitstatus == 0
end + " #{YUM_HELPER}"
end
def start
ENV["PYTHONUNBUFFERED"] = "1"
@inpipe, inpipe_write = IO.pipe
outpipe_read, @outpipe = IO.pipe
@stdin, @stdout, @stderr, @wait_thr = Open3.popen3("#{yum_command} #{outpipe_read.fileno} #{inpipe_write.fileno}", outpipe_read.fileno => outpipe_read, inpipe_write.fileno => inpipe_write, close_others: false)
outpipe_read.close
inpipe_write.close
end
def reap
unless wait_thr.nil?
Process.kill("INT", wait_thr.pid) rescue nil
begin
Timeout.timeout(3) do
wait_thr.value # this calls waitpid()
end
rescue Timeout::Error
Process.kill("KILL", wait_thr.pid) rescue nil
end
stdin.close unless stdin.nil?
stdout.close unless stdout.nil?
stderr.close unless stderr.nil?
inpipe.close unless inpipe.nil?
outpipe.close unless outpipe.nil?
end
end
def check
start if stdin.nil?
end
def compare_versions(version1, version2)
query("versioncompare", { "versions" => [version1, version2] }).to_i
end
def install_only_packages(name)
query_output = query("installonlypkgs", { "package" => name })
if query_output == "False"
return false
elsif query_output == "True"
return true
end
end
def options_params(options)
options.each_with_object({}) do |opt, h|
if opt =~ /--enablerepo=(.+)/
$1.split(",").each do |repo|
h["repos"] ||= []
h["repos"].push( { "enable" => repo } )
end
end
if opt =~ /--disablerepo=(.+)/
$1.split(",").each do |repo|
h["repos"] ||= []
h["repos"].push( { "disable" => repo } )
end
end
end
end
# @return Array<Version>
# NB: "options" here is the yum_package options hash and is deliberately not **opts
def package_query(action, provides, version: nil, arch: nil, options: {})
parameters = { "provides" => provides, "version" => version, "arch" => arch }
repo_opts = options_params(options || {})
parameters.merge!(repo_opts)
# XXX: for now we restart before and after every query with an enablerepo/disablerepo to clean the helpers internal state
restart unless repo_opts.empty?
query_output = query(action, parameters)
version = parse_response(query_output.lines.last)
Chef::Log.trace "parsed #{version} from python helper"
restart unless repo_opts.empty?
version
end
def restart
reap
start
end
private
# i couldn't figure out how to decompose an evr on the python side, it seems reasonably
# painless to do it in ruby (generally massaging nevras in the ruby side is HIGHLY
# discouraged -- this is an "every rule has an exception" exception -- any additional
# functionality should probably trigger moving this regexp logic into python)
def add_version(hash, version)
epoch = nil
if version =~ /(\S+):(\S+)/
epoch = $1
version = $2
end
if version =~ /(\S+)-(\S+)/
version = $1
release = $2
end
hash["epoch"] = epoch unless epoch.nil?
hash["release"] = release unless release.nil?
hash["version"] = version
end
def query(action, parameters)
with_helper do
json = build_query(action, parameters)
Chef::Log.trace "sending '#{json}' to python helper"
outpipe.syswrite json + "\n"
output = inpipe.sysread(4096).chomp
Chef::Log.trace "got '#{output}' from python helper"
return output
end
end
def build_query(action, parameters)
hash = { "action" => action }
parameters.each do |param_name, param_value|
hash[param_name] = param_value unless param_value.nil?
end
# Special handling for certain action / param combos
if [:whatinstalled, :whatavailable].include?(action)
add_version(hash, parameters["version"]) unless parameters["version"].nil?
end
FFI_Yajl::Encoder.encode(hash)
end
def parse_response(output)
array = output.split.map { |x| x == "nil" ? nil : x }
array.each_slice(3).map { |x| Version.new(*x) }.first
end
def drain_fds
output = ""
fds, = IO.select([stderr, stdout, inpipe], nil, nil, 0)
unless fds.nil?
fds.each do |fd|
output += fd.sysread(4096) rescue ""
end
end
output
rescue => e
output
end
def with_helper
max_retries ||= 5
ret = nil
Timeout.timeout(600) do
check
ret = yield
end
output = drain_fds
unless output.empty?
Chef::Log.trace "discarding output on stderr/stdout from python helper: #{output}"
end
ret
rescue EOFError, Errno::EPIPE, Timeout::Error, Errno::ESRCH => e
output = drain_fds
if ( max_retries -= 1 ) > 0
unless output.empty?
Chef::Log.trace "discarding output on stderr/stdout from python helper: #{output}"
end
restart
retry
else
raise e if output.empty?
raise "yum-helper.py had stderr/stdout output:\n\n#{output}"
end
end
end
end
end
end
end
|
