Class: Zeitwerk::Loader

Inherits:
Object
  • Object
show all
Includes:
Callbacks, RealModName
Defined in:
lib/zeitwerk/loader.rb

Defined Under Namespace

Modules: Callbacks

Class Attribute Summary collapse

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Methods included from RealModName

#real_mod_name

Methods included from Callbacks

#on_dir_autoloaded, #on_file_autoloaded, #on_namespace_loaded

Constructor Details

#initialize ⇒ Loader

Returns a new instance of Loader.



127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
 
# File 'lib/zeitwerk/loader.rb', line 127

def initialize
  @initialized_at = Time.now

  @tag       = SecureRandom.hex(3)
  @inflector = Inflector.new
  @logger    = self.class.default_logger

  @root_dirs             = {}
  @preloads              = []
  @ignored_glob_patterns = Set.new
  @ignored_paths         = Set.new
  @autoloads             = {}
  @autoloaded_dirs       = []
  @to_unload             = {}
  @lazy_subdirs          = {}
  @eager_load_exclusions = Set.new

  # TODO: find a better name for these mutexes.
  @mutex        = Mutex.new
  @mutex2       = Mutex.new
  @setup        = false
  @eager_loaded = false

  @reloading_enabled = false

  Registry.register_loader(self)
end

Class Attribute Details

.default_logger ⇒ #call, ...

Returns:

  • (#call, #debug, nil) 


422
423
424
 
# File 'lib/zeitwerk/loader.rb', line 422

def default_logger
  @default_logger
end

.mutex ⇒ Mutex

Returns:

  • (Mutex) 


426
427
428
 
# File 'lib/zeitwerk/loader.rb', line 426

def mutex
  @mutex
end

Instance Attribute Details

#autoloaded_dirs ⇒ <String> (readonly)

We keep track of autoloaded directories to remove them from the registry at the end of eager loading.

Files are removed as they are autoloaded, but directories need to wait due to concurrency (see why in Zeitwerk::Loader::Callbacks#on_dir_autoloaded).

Returns:

  • (<String>) 


77
78
79
 
# File 'lib/zeitwerk/loader.rb', line 77

def autoloaded_dirs
  @autoloaded_dirs
end

#autoloads ⇒ {String => (Module, Symbol)} (readonly)

Maps real absolute paths for which an autoload has been set —and not executed— to their corresponding parent class or module and constant name.

"/Users/fxn/blog/app/models/user.rb"          => [Object, :User],
"/Users/fxn/blog/app/models/hotel/pricing.rb" => [Hotel, :Pricing]
...

Returns:

  • ({String => (Module, Symbol)}) 


67
68
69
 
# File 'lib/zeitwerk/loader.rb', line 67

def autoloads
  @autoloads
end

#eager_load_exclusions ⇒ Set<String> (readonly)

Absolute paths of files or directories not to be eager loaded.

Returns:

  • (Set<String>) 


117
118
119
 
# File 'lib/zeitwerk/loader.rb', line 117

def eager_load_exclusions
  @eager_load_exclusions
end

#ignored_glob_patterns ⇒ Set<String> (readonly)

Absolute paths of files, directories, of glob patterns to be totally ignored.

Returns:

  • (Set<String>) 


47
48
49
 
# File 'lib/zeitwerk/loader.rb', line 47

def ignored_glob_patterns
  @ignored_glob_patterns
end

#ignored_paths ⇒ Set<String> (readonly)

The actual collection of absolute file and directory names at the time the ignored glob patterns were expanded. Computed on setup, and recomputed on reload.

Returns:

  • (Set<String>) 


55
56
57
 
# File 'lib/zeitwerk/loader.rb', line 55

def ignored_paths
  @ignored_paths
end

#inflector ⇒ #camelize

Returns:

  • (#camelize) 


16
17
18
 
# File 'lib/zeitwerk/loader.rb', line 16

def inflector
  @inflector
end

#lazy_subdirs ⇒ {String => <String>} (readonly)

Maps constant paths of namespaces to arrays of corresponding directories.

For example, given this mapping:

"Admin" => [
  "/Users/fxn/blog/app/controllers/admin",
  "/Users/fxn/blog/app/models/admin",
  ...
]

when ‘Admin` gets defined we know that it plays the role of a namespace and that its children are spread over those directories. We’ll visit them to set up the corresponding autoloads.

Returns:

  • ({String => <String>}) 


111
112
113
 
# File 'lib/zeitwerk/loader.rb', line 111

def lazy_subdirs
  @lazy_subdirs
end

#logger ⇒ #call, ...

Returns:

  • (#call, #debug, nil) 


19
20
21
 
# File 'lib/zeitwerk/loader.rb', line 19

def logger
  @logger
end

#mutex ⇒ Mutex (readonly)

Returns:

  • (Mutex) 


121
122
123
 
# File 'lib/zeitwerk/loader.rb', line 121

def mutex
  @mutex
end

#mutex2 ⇒ Mutex (readonly)

Returns:

  • (Mutex) 


125
126
127
 
# File 'lib/zeitwerk/loader.rb', line 125

def mutex2
  @mutex2
end

#preloads ⇒ <String> (readonly)

Absolute paths of files or directories that have to be preloaded.

Returns:

  • (<String>) 


40
41
42
 
# File 'lib/zeitwerk/loader.rb', line 40

def preloads
  @preloads
end

#root_dirs ⇒ {String => true} (readonly)

Absolute paths of the root directories. Stored in a hash to preserve order, easily handle duplicates, and also be able to have a fast lookup, needed for detecting nested paths.

"/Users/fxn/blog/app/assets"   => true,
"/Users/fxn/blog/app/channels" => true,
...

This is a private collection maintained by the loader. The public interface for it is ‘push_dir` and `dirs`.

Returns:

  • ({String => true}) 


34
35
36
 
# File 'lib/zeitwerk/loader.rb', line 34

def root_dirs
  @root_dirs
end

#tag ⇒ String

Returns:

  • (String) 


13
14
15
 
# File 'lib/zeitwerk/loader.rb', line 13

def tag
  @tag
end

#to_unload ⇒ {String => (String, (Module, Symbol))} (readonly)

Stores metadata needed for unloading. Its entries look like this:

"Admin::Role" => [".../admin/role.rb", [Admin, :Role]]

The cpath as key helps implementing unloadable_cpath? The real file name is stored in order to be able to delete it from $LOADED_FEATURES, and the pair [Module, Symbol] is used to remove_const the constant from the class or module object.

If reloading is enabled, this hash is filled as constants are autoloaded or eager loaded. Otherwise, the collection remains empty.

Returns:

  • ({String => (String, (Module, Symbol))}) 


93
94
95
 
# File 'lib/zeitwerk/loader.rb', line 93

def to_unload
  @to_unload
end

Class Method Details

.all_dirs ⇒ <String>

Returns an array with the absolute paths of the root directories of all registered loaders. This is a read-only collection.

Returns:

  • (<String>) 


456
457
458
 
# File 'lib/zeitwerk/loader.rb', line 456

def all_dirs
  Registry.loaders.flat_map(&:dirs).freeze
end

.eager_load_all ⇒ void

This method returns an undefined value.

Broadcasts ‘eager_load` to all loaders.



448
449
450
 
# File 'lib/zeitwerk/loader.rb', line 448

def eager_load_all
  Registry.loaders.each(&:eager_load)
end

.for_gem ⇒ Zeitwerk::Loader

This is a shortcut for

require "zeitwerk"
loader = Zeitwerk::Loader.new
loader.tag = File.basename(__FILE__, ".rb")
loader.inflector = Zeitwerk::GemInflector.new
loader.push_dir(__dir__)

except that this method returns the same object in subsequent calls from the same file, in the unlikely case the gem wants to be able to reload.

Returns:



440
441
442
443
 
# File 'lib/zeitwerk/loader.rb', line 440

def for_gem
  called_from = caller_locations(1, 1).first.path
  Registry.loader_for_gem(called_from)
end

Instance Method Details

#dirs ⇒ <String>

Absolute paths of the root directories. This is a read-only collection, please push here via ‘push_dir`.

Returns:

  • (<String>) 


166
167
168
 
# File 'lib/zeitwerk/loader.rb', line 166

def dirs
  root_dirs.keys.freeze
end

#do_not_eager_load(*paths) ⇒ void

This method returns an undefined value.

Let eager load ignore the given files or directories. The constants defined in those files are still autoloadable.

Parameters:

  • paths (<String, Pathname, <String, Pathname>>) 


374
375
376
 
# File 'lib/zeitwerk/loader.rb', line 374

def do_not_eager_load(*paths)
  mutex.synchronize { eager_load_exclusions.merge(expand_paths(paths)) }
end

#eager_load ⇒ void

This method returns an undefined value.

Eager loads all files in the root directories, recursively. Files do not need to be in ‘$LOAD_PATH`, absolute file names are used. Ignored files are not eager loaded. You can opt-out specifically in specific files and directories with `do_not_eager_load`.



337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
 
# File 'lib/zeitwerk/loader.rb', line 337

def eager_load
  mutex.synchronize do
    break if @eager_loaded

    queue = actual_root_dirs.reject { |dir| eager_load_exclusions.member?(dir) }
    queue.map! { |dir| [Object, dir] }
    while to_eager_load = queue.shift
      namespace, dir = to_eager_load

      ls(dir) do |basename, abspath|
        next if eager_load_exclusions.member?(abspath)

        if ruby?(abspath)
          if cref = autoloads[File.realpath(abspath)]
            cref[0].const_get(cref[1], false)
          end
        elsif dir?(abspath) && !root_dirs.key?(abspath)
          cname = inflector.camelize(basename, abspath)
          queue << [namespace.const_get(cname, false), abspath]
        end
      end
    end

    autoloaded_dirs.each do |autoloaded_dir|
      Registry.unregister_autoload(autoloaded_dir)
    end
    autoloaded_dirs.clear

    @eager_loaded = true
  end
end

#enable_reloading ⇒ void

This method returns an undefined value.

You need to call this method before setup in order to be able to reload. There is no way to undo this, either you want to reload or you don’t.

Raises:



194
195
196
197
198
199
200
201
202
203
204
 
# File 'lib/zeitwerk/loader.rb', line 194

def enable_reloading
  mutex.synchronize do
    break if @reloading_enabled

    if @setup
      raise Error, "cannot enable reloading after setup"
    else
      @reloading_enabled = true
    end
  end
end

#ignore(*glob_patterns) ⇒ void

This method returns an undefined value.

Configure files, directories, or glob patterns to be totally ignored.

Parameters:

  • paths (<String, Pathname, <String, Pathname>>) 


228
229
230
231
232
233
234
 
# File 'lib/zeitwerk/loader.rb', line 228

def ignore(*glob_patterns)
  glob_patterns = expand_paths(glob_patterns)
  mutex.synchronize do
    ignored_glob_patterns.merge(glob_patterns)
    ignored_paths.merge(expand_glob_patterns(glob_patterns))
  end
end

#log! ⇒ void

This method returns an undefined value.

Logs to ‘$stdout`, handy shortcut for debugging.



398
399
400
 
# File 'lib/zeitwerk/loader.rb', line 398

def log!
  @logger = ->(msg) { puts msg }
end

#manages?(dir) ⇒ Boolean

Parameters:

  • dir (String)

Returns:

  • (Boolean) 


405
406
407
408
409
410
411
412
413
414
415
416
 
# File 'lib/zeitwerk/loader.rb', line 405

def manages?(dir)
  dir = dir + "/"
  ignored_paths.each do |ignored_path|
    return false if dir.start_with?(ignored_path + "/")
  end

  root_dirs.each_key do |root_dir|
    return true if root_dir.start_with?(dir) || dir.start_with?(root_dir + "/")
  end

  false
end

#preload(*paths) ⇒ void

This method returns an undefined value.

Files or directories to be preloaded instead of lazy loaded.

Parameters:

  • paths (<String, Pathname, <String, Pathname>>) 


215
216
217
218
219
220
221
222
 
# File 'lib/zeitwerk/loader.rb', line 215

def preload(*paths)
  mutex.synchronize do
    expand_paths(paths).each do |abspath|
      preloads << abspath
      do_preload_abspath(abspath) if @setup
    end
  end
end

#push_dir(path) ⇒ void

This method returns an undefined value.

Pushes ‘path` to the list of root directories.

Raises ‘Zeitwerk::Error` if `path` does not exist, or if another loader in the same process already manages that directory or one of its ascendants or descendants.

Parameters:

  • path (<String, Pathname>)

Raises:



179
180
181
182
183
184
185
186
187
 
# File 'lib/zeitwerk/loader.rb', line 179

def push_dir(path)
  abspath = File.expand_path(path)
  if dir?(abspath)
    raise_if_conflicting_directory(abspath)
    root_dirs[abspath] = true
  else
    raise Error, "the root directory #{abspath} does not exist"
  end
end

#reload ⇒ void

This method returns an undefined value.

Unloads all loaded code, and calls setup again so that the loader is able to pick any changes in the file system.

This method is not thread-safe, please see how this can be achieved by client code in the README of the project.

Raises:



321
322
323
324
325
326
327
328
329
 
# File 'lib/zeitwerk/loader.rb', line 321

def reload
  if reloading_enabled?
    unload
    recompute_ignored_paths
    setup
  else
    raise ReloadingDisabledError, "can't reload, please call loader.enable_reloading before setup"
  end
end

#reloading_enabled? ⇒ Boolean

Returns:

  • (Boolean) 


207
208
209
 
# File 'lib/zeitwerk/loader.rb', line 207

def reloading_enabled?
  @reloading_enabled
end

#setup ⇒ void

This method returns an undefined value.

Sets autoloads in the root namespace and preloads files, if any.



239
240
241
242
243
244
245
246
247
248
 
# File 'lib/zeitwerk/loader.rb', line 239

def setup
  mutex.synchronize do
    break if @setup

    actual_root_dirs.each { |root_dir| set_autoloads_in_dir(root_dir, Object) }
    do_preload

    @setup = true
  end
end

#unload ⇒ void

This method returns an undefined value.

Removes loaded constants and configured autoloads.

The objects the constants stored are no longer reachable through them. In addition, since said objects are normally not referenced from anywhere else, they are eligible for garbage collection, which would effectively unload them.



259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
 
# File 'lib/zeitwerk/loader.rb', line 259

def unload
  mutex.synchronize do
    # We are going to keep track of the files that were required by our
    # autoloads to later remove them from $LOADED_FEATURES, thus making them
    # loadable by Kernel#require again.
    #
    # Directories are not stored in $LOADED_FEATURES, keeping track of files
    # is enough.
    unloaded_files = Set.new

    autoloads.each do |realpath, (parent, cname)|
      if parent.autoload?(cname)
        unload_autoload(parent, cname)
      else
        # Could happen if loaded with require_relative. That is unsupported,
        # and the constant path would escape unloadable_cpath? This is just
        # defensive code to clean things up as much as we are able to.
        unload_cref(parent, cname)   if cdef?(parent, cname)
        unloaded_files.add(realpath) if ruby?(realpath)
      end
    end

    to_unload.each_value do |(realpath, (parent, cname))|
      unload_cref(parent, cname)   if cdef?(parent, cname)
      unloaded_files.add(realpath) if ruby?(realpath)
    end

    unless unloaded_files.empty?
      # Bootsnap decorates Kernel#require to speed it up using a cache and
      # this optimization does not check if $LOADED_FEATURES has the file.
      #
      # To make it aware of changes, the gem defines singleton methods in
      # $LOADED_FEATURES:
      #
      #   https://github.com/Shopify/bootsnap/blob/master/lib/bootsnap/load_path_cache/core_ext/loaded_features.rb
      #
      # Rails applications may depend on bootsnap, so for unloading to work
      # in that setting it is preferable that we restrict our API choice to
      # one of those methods.
      $LOADED_FEATURES.reject! { |file| unloaded_files.member?(file) }
    end

    autoloads.clear
    autoloaded_dirs.clear
    to_unload.clear
    lazy_subdirs.clear

    Registry.on_unload(self)
    ExplicitNamespace.unregister(self)

    @setup = false
  end
end

#unloadable_cpath?(cpath) ⇒ Boolean

Says if the given constant path would be unloaded on reload. This predicate returns ‘false` if reloading is disabled.

Parameters:

  • cpath (String)

Returns:

  • (Boolean) 


383
384
385
 
# File 'lib/zeitwerk/loader.rb', line 383

def unloadable_cpath?(cpath)
  to_unload.key?(cpath)
end

#unloadable_cpaths ⇒ <String>

Returns an array with the constant paths that would be unloaded on reload. This predicate returns an empty array if reloading is disabled.

Returns:

  • (<String>) 


391
392
393
 
# File 'lib/zeitwerk/loader.rb', line 391

def unloadable_cpaths
  to_unload.keys.freeze
end