123456789_123456789_123456789_123456789_123456789_

Class: RuboCop::Runner

Relationships & Source Files
Namespace Children
Exceptions:
Extension / Inclusion / Inheritance Descendants
Subclasses:
RuboCop::Lsp::StdinRunner
Inherits: Object
Defined in: lib/rubocop/runner.rb

Overview

This class handles the processing of files, which includes dealing with formatters and letting cops inspect the files.

Constant Summary

Class Method Summary

Instance Attribute Summary

Instance Method Summary

Constructor Details

.new(options, config_store) ⇒ Runner

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 59

def initialize(options, config_store)
  @options = options
  @config_store = config_store
  @errors = []
  @warnings = []
  @aborting = false
  @inspected_files = []
  @report_queue = {}
end

Class Method Details

.default_ruby_extractor ⇒ #call (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 36

def default_ruby_extractor
  lambda do |processed_source|
    [
      {
        offset: 0,
        processed_source: processed_source
      }
    ]
  end
end

.ruby_extractorsArray<#call>

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 29

def ruby_extractors
  @ruby_extractors ||= [default_ruby_extractor]
end

Instance Attribute Details

#aborting=(value) (rw)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 57

attr_writer :aborting

#aborting?Boolean (rw)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 88

def aborting?
  @aborting
end

#cached_run?Boolean (readonly, private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 295

def cached_run?
  @cached_run ||=
    (@options[:cache] == 'true' ||
     (@options[:cache] != 'false' && @config_store.for_pwd.for_all_cops['UseCache'])) &&
    # We can't cache results from code which is piped in to stdin
    !@options[:stdin]
end

#errors (readonly)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 56

attr_reader :errors, :warnings

#except_redundant_cop_disable_directive?Boolean (readonly, private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 280

def except_redundant_cop_disable_directive?
  @options[:except] && (@options[:except] & REDUNDANT_COP_DISABLE_DIRECTIVE_RULES).any?
end

#warnings (readonly)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 56

attr_reader :errors, :warnings

Instance Method Details

#add_redundant_disables(file, offenses, source) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 240

def add_redundant_disables(file, offenses, source)
  team_for_redundant_disables(file, offenses, source) do |team|
    new_offenses, redundant_updated = inspect_file(source, team)
    offenses += new_offenses
    if redundant_updated
      # Do one extra inspection loop if any redundant disables were
      # removed. This is done in order to find rubocop:enable directives that
      # have now become useless.
      _source, new_offenses = do_inspection_loop(file)
      offenses |= new_offenses
    end
  end
  offenses
end

#cached_result(file, team) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 214

def cached_result(file, team)
  ResultCache.new(file, team, @options, @config_store)
end

#check_for_infinite_loop(processed_source, offenses_by_iteration) (private)

Check whether a run created source identical to a previous run, which means that we definitely have an infinite loop.

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 371

def check_for_infinite_loop(processed_source, offenses_by_iteration)
  checksum = processed_source.checksum

  if (loop_start_index = @processed_sources.index(checksum))
    raise InfiniteCorrectionLoop.new(
      processed_source.path,
      offenses_by_iteration,
      loop_start: loop_start_index
    )
  end

  @processed_sources << checksum
end

#check_for_redundant_disables?(source) ⇒ Boolean (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 266

def check_for_redundant_disables?(source)
  return false if source.disabled_line_ranges.empty? || except_redundant_cop_disable_directive?

  !@options[:only]
end

#considered_failure?(offense) ⇒ Boolean (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 466

def considered_failure?(offense)
  return false if offense.disabled?

  # For :autocorrect level, any correctable offense is a failure, regardless of severity
  return true if @options[:fail_level] == :autocorrect && offense.correctable?

  !offense.corrected? && offense.severity >= minimum_severity_to_fail
end

#default_config(cop_name) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 503

def default_config(cop_name)
  RuboCop::ConfigLoader.default_configuration[cop_name]
end

#do_inspection_loop(file) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 313

def do_inspection_loop(file)
  # We can reuse the prism result since the source did not change yet.
  processed_source = get_processed_source(file, @prism_result)
  # This variable is 2d array used to track corrected offenses after each
  # inspection iteration. This is used to output meaningful infinite loop
  # error message.
  offenses_by_iteration = []

  # When running with --autocorrect, we need to inspect the file (which
  # includes writing a corrected version of it) until no more corrections
  # are made. This is because automatic corrections can introduce new
  # offenses. In the normal case the loop is only executed once.
  iterate_until_no_changes(processed_source, offenses_by_iteration) do
    # The offenses that couldn't be corrected will be found again so we
    # only keep the corrected ones in order to avoid duplicate reporting.
    !offenses_by_iteration.empty? && offenses_by_iteration.last.select!(&:corrected?)
    new_offenses, updated_source_file = inspect_file(processed_source)
    offenses_by_iteration.push(new_offenses)

    # We have to reprocess the source to pickup the changes. Since the
    # change could (theoretically) introduce parsing errors, we break the
    # loop if we find any.
    break unless updated_source_file

    # Autocorrect has happened, don't use the prism result since it is stale.
    processed_source = get_processed_source(file, nil)
  end

  # Return summary of corrected offenses after all iterations
  offenses = offenses_by_iteration.flatten.uniq
  [processed_source, offenses]
end

#extract_ruby_sources(processed_source) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 393

def extract_ruby_sources(processed_source)
  self.class.ruby_extractors.find do |ruby_extractor|
    result = ruby_extractor.call(processed_source)
    break result if result
  rescue StandardError
    location = if ruby_extractor.is_a?(Proc)
                 ruby_extractor.source_location
               else
                 ruby_extractor.method(:call).source_location
               end
    raise Error, "Ruby extractor #{location[0]} failed to process #{processed_source.path}."
  end
end

#file_finished(file, offenses) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 289

def file_finished(file, offenses)
  @inspected_files << file
  offenses = offenses_to_report(offenses)
  formatter_set.file_finished(file, offenses)
end

#file_iterator(files, &block) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 125

def file_iterator(files, &block)
  all_passed = true

  on_start = ->(file, _index) { file_started(file) }
  on_finish = lambda do |file, index, (offenses, passed)|
    all_passed &&= passed
    finished_report(file, index, offenses)
  end

  if run_in_parallel?(files)
    parallel_file_iterator(files, on_start, on_finish, &block)
  else
    serial_file_iterator(files, on_start, on_finish, &block)
  end

  process_remaining_report_queue

  all_passed
end

#file_offense_cache(file) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 218

def file_offense_cache(file)
  config = @config_store.for_file(file)
  cache = cached_result(file, standby_team(config)) if cached_run?

  if cache&.valid?
    offenses = cache.load
    # If we're running --autocorrect and the cache says there are
    # offenses, we need to actually inspect the file. If the cache shows no
    # offenses, we're good.
    real_run_needed = @options[:autocorrect] && offenses.any?
  else
    real_run_needed = true
  end

  if real_run_needed
    offenses = yield
    save_in_cache(cache, offenses) unless Cop::Registry.global.warnings?(file)
  end

  offenses
end

#file_offenses(file) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 206

def file_offenses(file)
  file_offense_cache(file) do
    source, offenses = do_inspection_loop(file)
    offenses = add_redundant_disables(file, offenses.compact.sort, source)
    offenses.sort.reject(&:disabled?).freeze
  end
end

#file_started(file) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 284

def file_started(file)
  puts "Scanning #{file}" if @options[:debug]
  formatter_set.file_started(file, cli_options: @options, config_store: @config_store)
end

#filter_cop_classes(cop_classes, config) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 446

def filter_cop_classes(cop_classes, config)
  # use only cops that link to a style guide if requested
  return unless style_guide_cops_only?(config)

  cop_classes.select! { |cop| config.for_cop(cop)['StyleGuide'] }
end

#find_target_files(paths) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 94

def find_target_files(paths)
  target_finder = TargetFinder.new(@config_store, @options)
  mode = if @options[:only_recognized_file_types]
           :only_recognized_file_types
         else
           :all_file_types
         end
  target_files = target_finder.find(paths, mode)
  target_files.each(&:freeze).freeze
end

#finished_report(file, index, offenses) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 145

def finished_report(file, index, offenses)
  @report_queue[index] = [file, offenses]
  @next_index_to_report ||= 0
  while @report_queue.key?(@next_index_to_report)
    process_report_queue_entry(@next_index_to_report)
    @next_index_to_report += 1
  end
end

#formatter_set (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 457

def formatter_set
  @formatter_set ||= begin
    set = Formatter::FormatterSet.new(@options)
    pairs = @options[:formatters] || [['progress']]
    pairs.each { |formatter_key, output_path| set.add_formatter(formatter_key, output_path) }
    set
  end
end

#get_processed_source(file, prism_result) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 518

def get_processed_source(file, prism_result)
  config = @config_store.for_file(file)
  ruby_version = config.target_ruby_version
  parser_engine = config.parser_engine

  processed_source = if @options[:stdin]
                       ProcessedSource.new(
                         @options[:stdin],
                         ruby_version,
                         file,
                         parser_engine: parser_engine,
                         prism_result: prism_result
                       )
                     else
                       begin
                         ProcessedSource.from_file(
                           file, ruby_version, parser_engine: parser_engine
                         )
                       rescue Errno::ENOENT
                         raise RuboCop::Error, "No such file or directory: #{file}"
                       end
                     end
  processed_source.config = config
  processed_source.registry = mobilized_cop_classes(config)
  processed_source
end

#inspect_file(processed_source, team = mobilize_team(processed_source)) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 385

def inspect_file(processed_source, team = mobilize_team(processed_source))
  extracted_ruby_sources = extract_ruby_sources(processed_source)
  offenses = team.investigate_fragments(extracted_ruby_sources, original: processed_source)
  @errors.concat(team.errors)
  @warnings.concat(team.warnings)
  [offenses, team.updated_source_file?]
end

#inspect_files(files) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 105

def inspect_files(files) # rubocop:disable Metrics/AbcSize
  formatter_set.started(files)
  file_iterator(files) do |file|
    offenses = process_file(file)
    succeeded = offenses.none? { |o| considered_failure?(o) && offense_displayed?(o) }
    raise Parallel::Break if @options[:fail_fast] && !succeeded

    [offenses, succeeded]
  end
ensure
  # OPTIMIZE: Calling `ResultCache.cleanup` takes time. This optimization
  # mainly targets editors that integrates RuboCop. When RuboCop is run
  # by an editor, it should be inspecting only one file.
  if files.size > 1 && cached_run?
    ResultCache.cleanup(@config_store, @options[:debug], @options[:cache_root])
  end
  formatter_set.finished(@inspected_files.freeze)
  formatter_set.close_output_files
end

#iterate_until_no_changes(source, offenses_by_iteration) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 346

def iterate_until_no_changes(source, offenses_by_iteration)
  # Keep track of the state of the source. If a cop modifies the source
  # and another cop undoes it producing identical source we have an
  # infinite loop.
  @processed_sources = []

  # It is also possible for a cop to keep adding indefinitely to a file,
  # making it bigger and bigger. If the inspection loop runs for an
  # excessively high number of iterations, this is likely happening.
  iterations = 0

  loop do
    check_for_infinite_loop(source, offenses_by_iteration)

    if (iterations += 1) > MAX_ITERATIONS
      raise InfiniteCorrectionLoop.new(source.path, offenses_by_iteration)
    end

    source = yield
    break unless source
  end
end

#list_files(paths) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 192

def list_files(paths)
  paths.each { |path| puts PathUtil.relative_path(path) }
end

#mark_as_safe_by_config?(config) ⇒ Boolean (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 499

def mark_as_safe_by_config?(config)
  config.nil? || (config.fetch('Safe', true) && config.fetch('SafeAutoCorrect', true))
end

#minimum_severity_to_fail (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 507

def minimum_severity_to_fail
  @minimum_severity_to_fail ||= begin
    # Unless given explicitly as `fail_level`, `:info` severity offenses do not fail
    name = @options[:fail_level] || :refactor

    # autocorrect is a fake level - use the default
    RuboCop::Cop::Severity.new(name == :autocorrect ? :refactor : name)
  end
end

#mobilize_team(processed_source) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 407

def mobilize_team(processed_source)
  config = @config_store.for_file(processed_source.path)
  Cop::Team.mobilize(mobilized_cop_classes(config), config, @options)
end

#mobilized_cop_classes(config) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 412

def mobilized_cop_classes(config) # rubocop:disable Metrics/AbcSize
  @mobilized_cop_classes ||= {}.compare_by_identity
  @mobilized_cop_classes[config] ||= begin
    cop_classes = Cop::Registry.all

    # `@options[:only]` and `@options[:except]` are not qualified until
    # needed so that the Registry can be fully loaded, including any
    # cops added by `require`s.
    qualify_option_cop_names

    OptionsValidator.new(@options).validate_cop_options

    if @options[:only]
      cop_classes.select! { |c| c.match?(@options[:only]) }
    else
      filter_cop_classes(cop_classes, config)
    end

    cop_classes.reject! { |c| c.match?(@options[:except]) }

    Cop::Registry.new(cop_classes, @options)
  end
end

#offense_displayed?(offense) ⇒ Boolean (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 475

def offense_displayed?(offense)
  if @options[:display_only_fail_level_offenses]
    considered_failure?(offense)
  elsif @options[:display_only_safe_correctable]
    supports_safe_autocorrect?(offense)
  elsif @options[:display_only_correctable]
    offense.correctable?
  else
    true
  end
end

#offenses_to_report(offenses) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 487

def offenses_to_report(offenses)
  offenses.select { |o| offense_displayed?(o) }
end

#parallel_file_iterator(files, on_start, on_finish, &block) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 178

def parallel_file_iterator(files, on_start, on_finish, &block)
  Parallel.each(files, start: on_start, finish: on_finish, &block)
end

#process_file(file) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 196

def process_file(file)
  file_offenses(file)
rescue InfiniteCorrectionLoop => e
  raise e if @options[:raise_cop_error]

  errors << e
  warn Rainbow(e.message).red
  e.offenses.compact.sort.freeze
end

#process_remaining_report_queue (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 159

def process_remaining_report_queue
  @report_queue.keys.sort.each do |index|
    process_report_queue_entry(index)
  end
end

#process_report_queue_entry(index) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 154

def process_report_queue_entry(index)
  file, offenses = @report_queue.delete(index)
  file_finished(file, offenses)
end

#qualify_option_cop_names (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 436

def qualify_option_cop_names
  %i[only except].each do |option|
    next unless @options[option]

    @options[option].map! do |cop_name|
      Cop::Registry.qualified_cop_name(cop_name, "--#{option} option")
    end
  end
end

#redundant_cop_disable_directive(file) {|cop| ... } (private)

Yields:

  • (cop)
[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 272

def redundant_cop_disable_directive(file)
  config = @config_store.for_file(file)
  return unless config.for_cop(Cop::Lint::RedundantCopDisableDirective).fetch('Enabled')

  cop = Cop::Lint::RedundantCopDisableDirective.new(config, @options)
  yield cop if cop.relevant_file?(file)
end

#run(paths)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 69

def run(paths)
  # Compute the cache source checksum once to avoid potential
  # inconsistencies between workers.
  ResultCache.source_checksum

  target_files = find_target_files(paths)
  if @options[:list_target_files]
    list_files(target_files)
  else
    inspect_files(target_files)
  end
rescue Interrupt
  self.aborting = true
  warn ''
  warn 'Exiting...'

  false
end

#run_in_parallel?(files) ⇒ Boolean (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 165

def run_in_parallel?(files)
  return false if @options[:auto_gen_config]
  return false unless @options[:parallel]

  if files.size <= 1
    puts 'Skipping parallel inspection: only a single file needs inspection' if @options[:debug]
    return false
  end

  puts 'Running parallel inspection' if @options[:debug]
  true
end

#save_in_cache(cache, offenses) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 303

def save_in_cache(cache, offenses)
  return unless cache
  # Caching results when a cop has crashed would prevent the crash in the
  # next run, since the cop would not be called then. We want crashes to
  # show up the same in each run.
  return if errors.any? || warnings.any?

  cache.save(offenses)
end

#serial_file_iterator(files, on_start, on_finish, &block) (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 182

def serial_file_iterator(files, on_start, on_finish, &block)
  files.each_with_index do |file, index|
    on_start.call(file, index)
    result = yield file
    on_finish.call(file, index, result)
  rescue Parallel::Break
    break
  end
end

#standby_team(config) (private)

A Cop::Team instance is stateful and may change when inspecting. The "standby" team for a given config is an initialized but otherwise dormant team that can be used for config- and option- level caching in ResultCache.

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 550

def standby_team(config)
  @team_by_config ||= {}.compare_by_identity
  @team_by_config[config] ||=
    Cop::Team.mobilize(mobilized_cop_classes(config), config, @options)
end

#style_guide_cops_only?(config) ⇒ Boolean (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 453

def style_guide_cops_only?(config)
  @options[:only_guide_cops] || config.for_all_cops['StyleGuideCopsOnly']
end

#supports_safe_autocorrect?(offense) ⇒ Boolean (private)

[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 491

def supports_safe_autocorrect?(offense)
  cop_class = Cop::Registry.global.find_by_cop_name(offense.cop_name)
  default_cfg = default_config(offense.cop_name)

  offense.correctable? &&
    cop_class&.support_autocorrect? && mark_as_safe_by_config?(default_cfg)
end

#team_for_redundant_disables(file, offenses, source) {|team| ... } (private)

Yields:

  • (team)
[ GitHub ]

  
# File 'lib/rubocop/runner.rb', line 255

def team_for_redundant_disables(file, offenses, source)
  return unless check_for_redundant_disables?(source)

  config = @config_store.for_file(file)
  team = Cop::Team.mobilize([Cop::Lint::RedundantCopDisableDirective], config, @options)
  return if team.cops.empty?

  team.cops.first.offenses_to_check = offenses
  yield team
end