Class: Bundler::Source::Rubygems
| Relationships & Source Files | |
| Namespace Children | |
|
Classes:
| |
| Extension / Inclusion / Inheritance Descendants | |
|
Subclasses:
|
|
| Super Chains via Extension / Inclusion / Inheritance | |
|
Class Chain:
self,
Source
|
|
|
Instance Chain:
self,
Source
|
|
| Inherits: |
Source
|
| Defined in: | lib/bundler/source/rubygems.rb, lib/bundler/source/rubygems/remote.rb |
Constant Summary
-
API_REQUEST_SIZE =
# File 'lib/bundler/source/rubygems.rb', line 11
Ask for X gems per API request
100 -
REQUIRE_MUTEX =
# File 'lib/bundler/source/rubygems.rb', line 12Mutex.new
Class Method Summary
- .from_lock(options)
- .new(options = {}) ⇒ Rubygems constructor
Instance Attribute Summary
- #dependency_api_available? ⇒ Boolean readonly
- #local_only? ⇒ Boolean readonly
- #multiple_remotes? ⇒ Boolean readonly
- #no_remotes? ⇒ Boolean readonly
- #remote_cooldowns rw
- #remotes rw
Instance Method Summary
-
#==(other)
Alias for #eql?.
- #add_remote(source, cooldown: nil)
- #cache(spec, custom_path = nil)
- #cached!
- #cached_built_in_gem(spec, local: false)
- #caches
- #can_lock?(spec) ⇒ Boolean
- #clear_cache
- #cooldown_for(uri)
- #dependency_names_to_double_check
- #double_check_for(unmet_dependency_names)
- #download(spec, options = {})
- #eql?(other) ⇒ Boolean (also: #==)
- #fetchers
- #hash
- #identifier (also: #name, #to_gemfile)
- #include?(o) ⇒ Boolean
- #install(spec, options = {})
- #local!
- #local_only!
-
#name
Alias for #identifier.
- #options
- #prefer_local!
- #remote!
- #remote_fetchers
- #spec_names
- #specs
-
#to_gemfile
Alias for #identifier.
- #to_lock
- #to_s
- #unmet_deps
- #api_fetchers protected
- #cache_path protected
- #cached_gem(spec) protected
- #cached_specs protected
- #credless_remotes protected
- #default_cache_path_for(dir) protected
- #default_specs protected
- #fetch_gem(spec, previous_spec = nil) protected
- #fetch_gem_if_possible(spec, previous_spec = nil) protected
- #fetch_names(fetchers, dependency_names, index) protected
- #installed?(spec) ⇒ Boolean protected
- #installed_specs protected
- #normalize_uri(uri) protected
- #package_path(cache_path, spec) protected
- #remote_names protected
- #remote_specs protected
- #remove_auth(remote) protected
- #rubygems_dir protected
- #backfill_created_at(index, snapshot) private
- #collect_remote_created_at(index) private
-
#download_cache_path(spec) ⇒ Pathname
private
Returns the global cache path of the calling
Rubygems::Sourceobject. -
#download_gem(spec, download_cache_path, previous_spec = nil)
private
Checks if the requested spec exists in the global cache.
- #extension_cache_slug(spec) private
- #lockfile_remotes private
-
#rubygems_gem_installer(spec, options)
private
We are using a mutex to read and write from/to the hash.
Constructor Details
.new(options = {}) ⇒ Rubygems
# File 'lib/bundler/source/rubygems.rb', line 16
def initialize( = {}) @options = @remotes = [] @remote_cooldowns = {} @dependency_names = [] @allow_remote = false @allow_cached = false @allow_local = ["allow_local"] || false @prefer_local = false @checksum_store = Checksum::Store.new @gem_installers = {} @gem_installers_mutex = Mutex.new cooldown = ["cooldown"] Array(["remotes"]).reverse_each {|r| add_remote(r, cooldown: cooldown) } @lockfile_remotes = @remotes if ["from_lockfile"] end
Class Method Details
.from_lock(options)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 108
def self.from_lock() ["remotes"] = Array(.delete("remote")).reverse new(.merge("from_lockfile" => true)) end
Instance Attribute Details
#dependency_api_available? ⇒ Boolean (readonly)
[ GitHub ]
# File 'lib/bundler/source/rubygems.rb', line 329
def dependency_api_available? @allow_remote && api_fetchers.any? end
#local_only? ⇒ Boolean (readonly)
[ GitHub ]
# File 'lib/bundler/source/rubygems.rb', line 50
def local_only? @allow_local && !@allow_remote end
#multiple_remotes? ⇒ Boolean (readonly)
[ GitHub ]
# File 'lib/bundler/source/rubygems.rb', line 91
def multiple_remotes? @remotes.size > 1 end
#no_remotes? ⇒ Boolean (readonly)
[ GitHub ]
# File 'lib/bundler/source/rubygems.rb', line 95
def no_remotes? @remotes.size == 0 end
#remote_cooldowns (rw)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 14
attr_accessor :remotes, :remote_cooldowns
#remotes (rw)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 14
attr_accessor :remotes, :remote_cooldowns
Instance Method Details
#==(other)
Alias for #eql?.
# File 'lib/bundler/source/rubygems.rb', line 85
alias_method :==, :eql?
#add_remote(source, cooldown: nil)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 257
def add_remote(source, cooldown: nil) uri = normalize_uri(source) @remotes.unshift(uri) unless @remotes.include?(uri) @remote_cooldowns[uri] = cooldown if cooldown end
#api_fetchers (protected)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 412
def api_fetchers fetchers.select(&:api_fetcher?) end
#backfill_created_at(index, snapshot) (private)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 496
def backfill_created_at(index, snapshot) index.each do |spec| next unless spec.respond_to?(:created_at=) next if spec.created_at remote_created_at, remote = snapshot[[spec.name, spec.version]] next unless remote_created_at spec.created_at = remote_created_at spec.remote ||= remote if remote && spec.respond_to?(:remote=) end end
#cache(spec, custom_path = nil)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 232
def cache(spec, custom_path = nil) cached_path = Bundler.settings[:cache_all_platforms] ? fetch_gem_if_possible(spec) : cached_gem(spec) raise GemNotFound, "Missing gem file '#{spec.file_name}'." unless cached_path return if File.dirname(cached_path) == Bundler.app_cache.to_s Bundler.ui.info " * #{File.basename(cached_path)}" FileUtils.cp(cached_path, Bundler.app_cache(custom_path)) rescue Errno::EACCES => e Bundler.ui.debug(e) raise InstallError, e. end
#cache_path (protected)
[ GitHub ]#cached!
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 68
def cached! return unless File.exist?(cache_path) return if @allow_cached @specs = nil @allow_cached = true end
#cached_built_in_gem(spec, local: false)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 243
def cached_built_in_gem(spec, local: false) cached_path = cached_gem(spec) if cached_path.nil? && !local remote_spec = remote_specs.search(spec).first if remote_spec cached_path = fetch_gem(remote_spec) spec.remote = remote_spec.remote else Bundler.ui.warn "#{spec.full_name} is built in to Ruby, and can't be cached because your Gemfile doesn't have any sources that contain it." end end cached_path end
#cached_gem(spec) (protected)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 350
def cached_gem(spec) global_cache_path = download_cache_path(spec) caches << global_cache_path if global_cache_path possibilities = caches.map {|p| package_path(p, spec) } possibilities.find {|p| File.exist?(p) } end
#cached_specs (protected)
[ GitHub ]#caches
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 35
def caches @caches ||= [cache_path, *Bundler.rubygems.gem_cache] end
#can_lock?(spec) ⇒ Boolean
# File 'lib/bundler/source/rubygems.rb', line 99
def can_lock?(spec) return super unless multiple_remotes? include?(spec.source) end
#clear_cache
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 333
def clear_cache @specs = nil @installed_specs = nil @default_specs = nil @cached_specs = nil end
#collect_remote_created_at(index) (private)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 482
def collect_remote_created_at(index) return {} unless @allow_remote snapshot = {} index.each do |spec| next unless spec.respond_to?(:created_at) && spec.created_at # Remember the remote that supplied the date too: when a source has # several remotes with different per-URI cooldown settings we must # restore the same one during backfill so `effective_cooldown` agrees. snapshot[[spec.name, spec.version]] = [spec.created_at, spec.remote] end snapshot end
#cooldown_for(uri)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 263
def cooldown_for(uri) @remote_cooldowns[uri] end
#credless_remotes (protected)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 346
def credless_remotes remotes.map(&method(:remove_auth)) end
#default_cache_path_for(dir) (protected)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 472
def default_cache_path_for(dir) "#{dir}/cache" end
#default_specs (protected)
[ GitHub ]#dependency_names_to_double_check
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 314
def dependency_names_to_double_check names = [] remote_specs.each do |spec| case spec when EndpointSpecification, Gem::Specification, StubSpecification, LazySpecification names.concat(spec.runtime_dependencies.map(&:name)) when RemoteSpecification # from the full index return nil else raise "unhandled spec type (#{spec.inspect})" end end names end
#double_check_for(unmet_dependency_names)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 294
def double_check_for(unmet_dependency_names) return unless dependency_api_available? unmet_dependency_names = unmet_dependency_names.call unless unmet_dependency_names.nil? if api_fetchers.size <= 1 # can't do this when there are multiple fetchers because then we might not fetch from _all_ # of them unmet_dependency_names -= remote_specs.spec_names # avoid re-fetching things we've already gotten end return if unmet_dependency_names.empty? end Bundler.ui.debug "Double checking for #{unmet_dependency_names || "all specs (due to the size of the request)"} in #{self}" fetch_names(api_fetchers, unmet_dependency_names, remote_specs) specs.use remote_specs end
#download(spec, options = {})
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 179
def download(spec, = {}) if (spec.default_gem? && !cached_built_in_gem(spec, local: [:local])) || (installed?(spec) && ![:force]) return true end installer = rubygems_gem_installer(spec, ) if spec.remote s = begin installer.spec rescue Gem::Package::FormatError Bundler.rm_rf(installer.gem) raise rescue Gem::Security::Exception => e raise SecurityError, "The gem #{installer.gem} can't be installed because " \ "the security policy didn't allow it, with the message: #{e.}" end spec.__swap__(s) end spec end
#download_cache_path(spec) ⇒ Pathname (private)
Returns the global cache path of the calling Rubygems::Source object.
Note that the ::Bundler::Source determines the path's subdirectory. We use this
subdirectory in the global cache path so that gems with the same name
-- and possibly different versions -- from different sources are saved
to their respective subdirectories and do not override one another.
# File 'lib/bundler/source/rubygems.rb', line 549
def download_cache_path(spec) return unless Bundler.settings[:global_gem_cache] return unless remote = spec.remote return unless cache_slug = remote.cache_slug if Gem.respond_to?(:global_gem_cache_path) Pathname.new(Gem.global_gem_cache_path).join(cache_slug) else # Fall back to old location for older RubyGems versions Bundler.user_cache.join("gems", cache_slug) end end
#download_gem(spec, download_cache_path, previous_spec = nil) (private)
Checks if the requested spec exists in the global cache. If it does, we copy it to the download path, and if it does not, we download it.
# File 'lib/bundler/source/rubygems.rb', line 523
def download_gem(spec, download_cache_path, previous_spec = nil) uri = spec.remote.uri Bundler.ui.confirm("Fetching #{(spec, previous_spec)}") gem_remote_fetcher = remote_fetchers.fetch(spec.remote).gem_remote_fetcher Plugin.hook(Plugin::Events::GEM_BEFORE_FETCH, spec) begin Gem.time("Downloaded #{spec.name} in", 0, true) do Bundler.rubygems.download_gem(spec, uri, download_cache_path, gem_remote_fetcher) end ensure Plugin.hook(Plugin::Events::GEM_AFTER_FETCH, spec) end end
#eql?(other) ⇒ Boolean
Also known as: #==
# File 'lib/bundler/source/rubygems.rb', line 81
def eql?(other) other.is_a?(Rubygems) && other.credless_remotes == credless_remotes end
#extension_cache_slug(spec) (private)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 562
def extension_cache_slug(spec) return unless remote = spec.remote remote.cache_slug end
#fetch_gem(spec, previous_spec = nil) (protected)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 449
def fetch_gem(spec, previous_spec = nil) spec.fetch_platform cache_path = download_cache_path(spec) || default_cache_path_for(rubygems_dir) gem_path = package_path(cache_path, spec) return gem_path if File.exist?(gem_path) SharedHelpers.filesystem_access(cache_path) do |p| FileUtils.mkdir_p(p) end download_gem(spec, cache_path, previous_spec) gem_path end
#fetch_gem_if_possible(spec, previous_spec = nil) (protected)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 441
def fetch_gem_if_possible(spec, previous_spec = nil) if spec.remote fetch_gem(spec, previous_spec) else cached_gem(spec) end end
#fetch_names(fetchers, dependency_names, index) (protected)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 428
def fetch_names(fetchers, dependency_names, index) fetchers.each do |f| if dependency_names Bundler.ui.info "Fetching gem metadata from #{URICredentialsFilter.credential_filtered_uri(f.uri)}", Bundler.ui.debug? index.use f.specs_with_retry(dependency_names, self) Bundler.ui.info "" unless Bundler.ui.debug? # new line now that the dots are over else Bundler.ui.info "Fetching source index from #{URICredentialsFilter.credential_filtered_uri(f.uri)}" index.use f.specs_with_retry(nil, self) end end end
#fetchers
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 290
def fetchers @fetchers ||= remote_fetchers.values.freeze end
#hash
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 77
def hash @remotes.hash end
#identifier Also known as: #name, #to_gemfile
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 137
def identifier if remotes.empty? "locally installed gems" else "rubygems repository #{remote_names}" end end
#include?(o) ⇒ Boolean
# File 'lib/bundler/source/rubygems.rb', line 87
def include?(o) o.is_a?(Rubygems) && (o.credless_remotes - credless_remotes).empty? end
#install(spec, options = {})
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 204
def install(spec, = {}) if (spec.default_gem? && !cached_built_in_gem(spec, local: [:local])) || (installed?(spec) && ![:force]) "Using #{(spec, [:previous_spec])}" return nil # no post-install message end return if Bundler.settings[:no_install] installer = rubygems_gem_installer(spec, ) spec.source.checksum_store.register(spec, installer.gem_checksum) = "Installing #{(spec, [:previous_spec])}" += " with native extensions" if spec.extensions.any? Bundler.ui.confirm installed_spec = nil Gem.time("Installed #{spec.name} in", 0, true) do installed_spec = installer.install end spec.full_gem_path = installed_spec.full_gem_path spec.loaded_from = installed_spec.loaded_from spec.base_dir = installed_spec.base_dir spec. end
#installed?(spec) ⇒ Boolean (protected)
# File 'lib/bundler/source/rubygems.rb', line 464
def installed?(spec) installed_specs[spec].any? && !spec.installation_missing? end
#installed_specs (protected)
[ GitHub ]#local!
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 54
def local! return if @allow_local @specs = nil @allow_local = true end
#local_only!
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 43
def local_only! @specs = nil @allow_local = true @allow_cached = false @allow_remote = false end
#lockfile_remotes (private)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 507
def lockfile_remotes @lockfile_remotes || credless_remotes end
#name
Alias for #identifier.
# File 'lib/bundler/source/rubygems.rb', line 144
alias_method :name, :identifier
#normalize_uri(uri) (protected)
# File 'lib/bundler/source/rubygems.rb', line 362
def normalize_uri(uri) uri = URINormalizer.normalize_suffix(uri.to_s) require_relative "../vendored_uri" uri = Gem::URI(uri) raise ArgumentError, "The source must be an absolute URI. For example:\n" \ "source 'https://rubygems.org'" if !uri.absolute? || (uri.is_a?(Gem::URI::HTTP) && uri.host.nil?) uri end
#options
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 104
def { "remotes" => @remotes.map(&:to_s) } end
#package_path(cache_path, spec) (protected)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 358
def package_path(cache_path, spec) "#{cache_path}/#{spec.file_name}" end
#prefer_local!
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 39
def prefer_local! @prefer_local = true end
#remote!
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 61
def remote! return if @allow_remote @specs = nil @allow_remote = true end
#remote_fetchers
[ GitHub ]#remote_names (protected)
[ GitHub ]#remote_specs (protected)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 416
def remote_specs @remote_specs ||= Index.build do |idx| index_fetchers = fetchers - api_fetchers if index_fetchers.empty? fetch_names(api_fetchers, dependency_names, idx) else fetch_names(fetchers, nil, idx) end end end
#remove_auth(remote) (protected)
[ GitHub ]#rubygems_dir (protected)
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 468
def rubygems_dir Bundler.bundle_path end
#rubygems_gem_installer(spec, options) (private)
We are using a mutex to read and write from/to the hash. The reason this double synchronization was added is for performance and to lock the mutex for the shortest possible amount of time. Otherwise, all threads are fighting over this mutex and when it gets acquired it gets locked until a thread finishes downloading a gem, leaving the other threads waiting doing nothing.
# File 'lib/bundler/source/rubygems.rb', line 573
def rubygems_gem_installer(spec, ) @gem_installers_mutex.synchronize { @gem_installers[spec.name] } || begin path = fetch_gem_if_possible(spec, [:previous_spec]) raise GemNotFound, "Could not find #{spec.file_name} for installation" unless path REQUIRE_MUTEX.synchronize { require_relative "../rubygems_gem_installer" } installer = Bundler::RubyGemsGemInstaller.at( path, security_policy: Bundler.rubygems.security_policies[Bundler.settings["trust-policy"]], install_dir: rubygems_dir.to_s, bin_dir: Bundler.system_bindir.to_s, ignore_dependencies: true, wrappers: true, env_shebang: true, build_args: [:build_args], bundler_extension_cache_path: extension_cache_path(spec), build_extension: Bundler.settings[:no_build_extension] ? false : nil, install_plugin: Bundler.settings[:no_install_plugin] ? false : nil ) @gem_installers_mutex.synchronize { @gem_installers[spec.name] ||= installer } end end
#spec_names
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 267
def spec_names if dependency_api_available? remote_specs.spec_names else [] end end
#specs
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 147
def specs @specs ||= begin # remote_specs usually generates a way larger Index than the other # sources, and large_idx.merge! small_idx is way faster than # small_idx.merge! large_idx. index = @allow_remote ? remote_specs.dup : Index.new # Snapshot per-version `created_at` from the remote info before installed # / cached specs overwrite the EndpointSpecification objects that carry # it. The cooldown filter consults `created_at` on every candidate, so # local stubs need the published date back-filled to participate. remote_created_at = collect_remote_created_at(index) index.merge!(cached_specs) if @allow_cached index.merge!(installed_specs) if @allow_local if @allow_local if @prefer_local index.merge!(default_specs) else # complete with default specs, only if not already available in the # index through remote, cached, or installed specs index.use(default_specs) end end backfill_created_at(index, remote_created_at) unless remote_created_at.empty? index end end
#to_gemfile
Alias for #identifier.
# File 'lib/bundler/source/rubygems.rb', line 145
alias_method :to_gemfile, :identifier
#to_lock
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 113
def to_lock out = String.new("GEM\n") lockfile_remotes.reverse_each do |remote| out << " remote: #{remote}\n" end out << " specs:\n" end
#to_s
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 121
def to_s if remotes.empty? "locally installed gems" elsif @allow_remote && @allow_cached && @allow_local "rubygems repository #{remote_names}, cached gems or installed locally" elsif @allow_remote && @allow_local "rubygems repository #{remote_names} or installed locally" elsif @allow_remote "rubygems repository #{remote_names}" elsif @allow_cached && @allow_local "cached gems or installed locally" else "locally installed gems" end end
#unmet_deps
[ GitHub ]# File 'lib/bundler/source/rubygems.rb', line 275
def unmet_deps if dependency_api_available? remote_specs.unmet_dependency_names else [] end end