Module: DataShift

Defined in:
lib/datashift/binder.rb,
lib/datashift.rb,
lib/datashift.rb,
lib/datashift/guards.rb,
lib/datashift/header.rb,
lib/datashift/headers.rb,
lib/datashift/logging.rb,
lib/datashift/version.rb,
lib/applications/excel.rb,
lib/datashift/querying.rb,
lib/loaders/csv_loader.rb,
lib/datashift/mandatory.rb,
lib/datashift/populator.rb,
lib/loaders/file_loader.rb,
lib/loaders/loader_base.rb,
lib/datashift/delimiters.rb,
lib/datashift/excel_base.rb,
lib/datashift/exceptions.rb,
lib/loaders/excel_loader.rb,
lib/loaders/failure_data.rb,
lib/datashift/doc_context.rb,
lib/datashift/load_object.rb,
lib/loaders/configuration.rb,
lib/datashift/node_context.rb,
lib/exporters/csv_exporter.rb,
lib/loaders/loader_factory.rb,
lib/datashift/column_packer.rb,
lib/datashift/configuration.rb,
lib/exporters/configuration.rb,
lib/exporters/exporter_base.rb,
lib/exporters/excel_exporter.rb,
lib/generators/csv_generator.rb,
lib/datashift/node_collection.rb,
lib/generators/generator_base.rb,
lib/datashift/progress_monitor.rb,
lib/generators/excel_generator.rb,
lib/loaders/reporters/reporter.rb,
lib/datashift/populator_factory.rb,
lib/generators/config_generator.rb,
lib/datashift/inbound_data/column.rb,
lib/datashift/populators/has_many.rb,
lib/datashift/mapping/mapper_utils.rb,
lib/datashift/transformation/remove.rb,
lib/loaders/paperclip/image_loading.rb,
lib/datashift/model_methods/operator.rb,
lib/datashift/transformation/factory.rb,
lib/datashift/model_methods/catalogue.rb,
lib/datashift/mapping/data_flow_schema.rb,
lib/datashift/model_methods/collection.rb,
lib/loaders/paperclip/attachment_loader.rb,
lib/datashift/model_methods/model_method.rb,
lib/datashift/inbound_data/lookup_support.rb,
lib/datashift/inbound_data/method_binding.rb,
lib/loaders/paperclip/datashift_paperclip.rb,
lib/loaders/reporters/basic_stdout_reporter.rb,
lib/datashift/populators/insistent_assignment.rb,
lib/datashift/model_methods/model_methods_manager.rb

Overview

Copyright

© Autotelik Media Ltd 2011

Author

Tom Statter

Date

Feb 2015

License

MIT

Details

Just a high level helper to build Collections of model methods and enable quick access via Map of Class => Collection

Defined Under Namespace

Modules: ColumnPacker, Delimiters, ExcelBase, ExcelProxy, Exporters, FileLoader, Guards, ImageLoading, InboundData, Loader, Loaders, Logging, ModelMethods, Paperclip, Populators, Querying, Reporters, Transformation Classes: BadConfig, BadFile, BadRuby, BadUri, Binder, ConfigGenerator, Configuration, CsvExporter, CsvGenerator, CsvLoader, DataFlowSchema, DataShiftException, DocContext, EmptyContext, Excel, ExcelExporter, ExcelGenerator, ExcelLoader, ExporterBase, FailureData, GeneratorBase, Header, Headers, InternalMethodBinding, LoadObject, LoaderBase, Mandatory, MapperUtils, MappingDefinitionError, MethodBinding, MissingHeadersError, MissingMandatoryError, ModelMethod, NoMethodBinding, NodeCollection, NodeContext, Object, Operator, PathError, Populator, PopulatorFactory, ProgressMonitor, RuntimeError, UnsupportedFileType

Constant Summary collapse

VERSION = 
'0.40.1'.freeze

Class Method Summary collapse

Class Method Details

.gem_name ⇒ Object 



35
36
37
 
# File 'lib/datashift.rb', line 35

def self.gem_name
  'datashift'
end

.library_path ⇒ Object 



43
44
45
 
# File 'lib/datashift.rb', line 43

def self.library_path
  File.expand_path("#{File.dirname(__FILE__)}/../lib")
end

.load_commands ⇒ Object

Load all public datashift Thor commands and make them available throughout app



123
124
125
126
127
128
129
130
 
# File 'lib/datashift.rb', line 123

def self.load_commands
  base = File.join(library_path, 'tasks')

  Dir["#{base}/*.thor"].each do |f|
    next unless File.file?(f)
    load(f)
  end
end

.load_tasks ⇒ Object

Load all the datashift tasks and make them available throughout app



114
115
116
117
118
119
 
# File 'lib/datashift.rb', line 114

def self.load_tasks
  # Long parameter lists so ensure rake -T produces nice wide output
  ENV['RAKE_COLUMNS'] = '180'
  base = File.join(root_path, 'tasks', '**')
  Dir["#{base}/*.rake"].sort.each { |ext| load ext }
end

.require_libraries ⇒ Object 



47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
 
# File 'lib/datashift.rb', line 47

def self.require_libraries

  loader_libs = %w(lib)

  # Base search paths - these will be searched recursively
  loader_paths = []

  loader_libs.each { |l| loader_paths << File.join(root_path, l) }

  # Define require search paths, any dir in here will be added to LOAD_PATH

  loader_paths.each do |base|
    $LOAD_PATH.unshift base if File.directory?(base)
    Dir[File.join(base, '**', '**')].each do |p|
      $LOAD_PATH.unshift p if File.directory?(p)
    end
  end

  begin
    require_relative 'datashift/delimiters'
    require_relative 'datashift/load_object'
    require_relative 'generators/generator_base'
    require_relative 'loaders/reporters/reporter'
    require_relative 'loaders/loader_base'
    require_relative 'exporters/exporter_base'
  rescue => x
    puts "Problem initializing gem #{x.inspect}"
  end

  require_libs = %w(
    datashift/core_ext
    datashift
    datashift/mapping
    datashift/model_methods
    datashift/transformation
    datashift/inbound_data
    loaders
    loaders/reporters
    exporters
    generators
    helpers
    applications
  )

  require_libs.each do |base|
    Dir[File.join(library_path, base, '*.rb')].each do |rb|
      # puts rb
      begin
        require_relative rb unless File.directory?(rb)
      rescue => x
        puts "Problem loading datashift file #{rb} - #{x.inspect}"
      end
    end
  end

  if(DataShift::Guards.jruby?)
    require 'jexcel_file'
    JExcelFile
  else
    require 'spreadsheet'
    require 'spreadsheet_extensions'
    Spreadsheet
  end

end

.root_path ⇒ Object 



39
40
41
 
# File 'lib/datashift.rb', line 39

def self.root_path
  File.expand_path("#{File.dirname(__FILE__)}/..")
end