1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
require 'uri'
require 'net/http/persistent'
module Bundler
class Fetcher
REDIRECT_LIMIT = 5
def initialize(remote_uri)
@remote_uri = remote_uri
@@connection ||= Net::HTTP::Persistent.new
end
# fetch a gem specification
def fetch_spec(spec)
spec = spec - [nil, 'ruby', '']
spec_file_name = "#{spec.join '-'}.gemspec.rz"
uri = URI.parse("#{@remote_uri}#{Gem::MARSHAL_SPEC_DIR}#{spec_file_name}")
spec_rz = (uri.scheme == "file") ? Gem.read_binary(uri.path) : fetch(uri)
Marshal.load Gem.inflate(spec_rz)
end
# fetch index
def fetch_remote_specs(gem_names, full_dependency_list = [], last_spec_list = [], &blk)
return fetch_all_remote_specs(&blk) unless gem_names && @remote_uri.scheme != "file"
query_list = gem_names - full_dependency_list
Bundler.ui.debug "Query List: #{query_list.inspect}"
return {@remote_uri => last_spec_list}.each(&blk) if query_list.empty?
spec_list, deps_list = fetch_dependency_remote_specs(query_list, &blk)
returned_gems = spec_list.map {|spec| spec.first }.uniq
fetch_remote_specs(deps_list, full_dependency_list + returned_gems, spec_list + last_spec_list, &blk)
# fall back to the legacy index in the following cases
# 1.) Gemcutter Endpoint doesn't return a 200
# 2.) Marshal blob doesn't load properly
rescue HTTPError, TypeError => e
Bundler.ui.debug "Error #{e.class} from Gemcutter Dependency Endpoint API: #{e.message}"
Bundler.ui.debug e.backtrace
fetch_all_remote_specs(&blk)
end
private
def fetch(uri, counter = 0)
raise HTTPError, "Too many redirects" if counter >= REDIRECT_LIMIT
Bundler.ui.debug "Fetching from: #{uri}"
response = @@connection.request(uri)
case response
when Net::HTTPRedirection
Bundler.ui.debug("HTTP Redirection")
uri = URI.parse(response["location"])
fetch(uri, counter + 1)
when Net::HTTPSuccess
Bundler.ui.debug("HTTP Success")
response.body
else
Bundler.ui.debug("HTTP Error")
raise HTTPError
end
end
# fetch from Gemcutter Dependency Endpoint API
def fetch_dependency_remote_specs(gem_names, &blk)
Bundler.ui.debug "Query Gemcutter Dependency Endpoint API: #{gem_names.join(' ')}"
uri = URI.parse("#{@remote_uri}api/v1/dependencies?gems=#{gem_names.join(",")}")
marshalled_deps = fetch(uri)
gem_list = Marshal.load(marshalled_deps)
spec_list = gem_list.map do |s|
[s[:name], Gem::Version.new(s[:number]), s[:platform]]
end
deps_list = gem_list.map do |s|
s[:dependencies].collect {|d| d.first }
end.flatten.uniq
[spec_list, deps_list]
end
# fetch from modern index: specs.4.8.gz
def fetch_all_remote_specs(&blk)
Bundler.ui.debug "Fetching modern index"
Gem.sources = ["#{@remote_uri}"]
begin
# Fetch all specs, minus prerelease specs
Gem::SpecFetcher.new.list(true, false).each(&blk)
# Then fetch the prerelease specs
begin
Gem::SpecFetcher.new.list(false, true).each(&blk)
rescue Gem::RemoteFetcher::FetchError
Bundler.ui.warn "Could not fetch prerelease specs from #{self}"
end
rescue Gem::RemoteFetcher::FetchError
Bundler.ui.warn "Could not reach #{self}"
end
end
end
end
|
