Class: Quality::LinguistSourceFileGlobber

Inherits:
Object
  • Object
show all
Defined in:
lib/quality/linguist_source_file_globber.rb

Overview

Uses the Linguist gem to find and classify source files.

Note: Requires files to be commited within a git repo.

Instance Attribute Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(repo: Rugged::Repository.new('.'), commit: repo.head, project: Linguist::Repository.new(repo, commit.target_id), file_blob: Linguist::FileBlob, file_class: File, pwd: Dir.pwd) ⇒ LinguistSourceFileGlobber

Returns a new instance of LinguistSourceFileGlobber.



10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
 
# File 'lib/quality/linguist_source_file_globber.rb', line 10

def initialize(repo: Rugged::Repository.new('.'),
               commit: repo.head,
               project: Linguist::Repository.new(repo, commit.target_id),
               file_blob: Linguist::FileBlob,
               file_class: File,
               pwd: Dir.pwd)
  @repo = repo
  @commit = commit
  @project = project
  @breakdown_by_file = @project.breakdown_by_file
  @file_blob = file_blob
  @file_class = file_class
  @exclude_files = nil
  @pwd = pwd
end

Instance Attribute Details

#exclude_files ⇒ Object 



84
85
86
 
# File 'lib/quality/linguist_source_file_globber.rb', line 84

def exclude_files
  @exclude_files || []
end

Instance Method Details

#all_files ⇒ Object 



45
46
47
48
49
50
51
52
53
54
55
 
# File 'lib/quality/linguist_source_file_globber.rb', line 45

def all_files
  @all_files ||= begin
    files = []
    tree = @commit.target.tree
    tree.walk(:preorder) do |root, file|
      filename = "#{root}#{file[:name]}"
      files << filename if ok_to_process?(filename, file)
    end
    files
  end
end

#js_files ⇒ Object 



80
81
82
 
# File 'lib/quality/linguist_source_file_globber.rb', line 80

def js_files
  language_files('JavaScript')
end

#language_files(language) ⇒ Object 



57
58
59
 
# File 'lib/quality/linguist_source_file_globber.rb', line 57

def language_files(language)
  (@breakdown_by_file[language] || []) - exclude_files
end

#markdown_files ⇒ Object 



126
127
128
 
# File 'lib/quality/linguist_source_file_globber.rb', line 126

def markdown_files
  @markdown_files ||= real_files_of_type('Markdown')
end

#ok_to_process?(filename, file) ⇒ Boolean

Returns:

  • (Boolean) 


37
38
39
40
41
42
43
 
# File 'lib/quality/linguist_source_file_globber.rb', line 37

def ok_to_process?(filename, file)
  file[:type] == :blob &&
    !submodule_or_symlink?(file) &&
    @file_class.exist?(filename) &&
    !@file_class.symlink?(filename) &&
    @file_class.readable?(filename)
end

#python_files ⇒ Object 



68
69
70
 
# File 'lib/quality/linguist_source_file_globber.rb', line 68

def python_files
  language_files('Python')
end

#real_files_matching ⇒ Object 



88
89
90
91
92
93
94
95
96
97
 
# File 'lib/quality/linguist_source_file_globber.rb', line 88

def real_files_matching
  all_files.select do |filename|
    blob = @file_blob.new(filename, @pwd)
    if blob.generated? || blob.vendored?
      false
    else
      yield blob, filename
    end
  end
end

#real_files_of_type(file_type) ⇒ Object 



120
121
122
123
124
 
# File 'lib/quality/linguist_source_file_globber.rb', line 120

def real_files_of_type(file_type)
  real_files_matching do |blob, _filename|
    blob.language.to_s == file_type
  end
end

#ruby_files ⇒ Object 



61
62
63
64
65
66
 
# File 'lib/quality/linguist_source_file_globber.rb', line 61

def ruby_files
  # Linguist treats Gemfile.lock as Ruby code.
  #
  # https://github.com/github/linguist/issues/1740
  language_files('Ruby') - ['Gemfile.lock']
end

#scala_files ⇒ Object 



72
73
74
 
# File 'lib/quality/linguist_source_file_globber.rb', line 72

def scala_files
  language_files('Scala')
end

#shell_files ⇒ Object 



76
77
78
 
# File 'lib/quality/linguist_source_file_globber.rb', line 76

def shell_files
  language_files('Shell')
end

#source_and_doc_files ⇒ Object 



107
108
109
110
111
112
113
114
115
116
117
118
 
# File 'lib/quality/linguist_source_file_globber.rb', line 107

def source_and_doc_files
  @source_and_doc_files ||= begin
    real_files_matching do |blob, _filename|
      if blob.documentation? || !blob.language.nil?
        true
      else
        # puts "Excluding #{filename} from source_and_doc_files"
        false
      end
    end
  end
end

#source_files ⇒ Object 



99
100
101
102
103
104
105
 
# File 'lib/quality/linguist_source_file_globber.rb', line 99

def source_files
  @source_files ||= begin
    real_files_matching do |blob|
      !blob.language.nil? && !blob.documentation?
    end
  end
end

#submodule_or_symlink?(file) ⇒ Boolean

Returns:

  • (Boolean) 


28
29
30
31
32
33
34
35
 
# File 'lib/quality/linguist_source_file_globber.rb', line 28

def submodule_or_symlink?(file)
  # Skip submodules and symlinks
  mode = file[:filemode]
  mode_format = (mode & 0o0170000)
  mode_format == 0o0120000 ||
    mode_format == 0o040000 ||
    mode_format == 0o0160000
end