Class: Datapimp::Sync::DropboxFolder

Inherits:
Hashie::Mash
  • Object
show all
Includes:
Logging
Defined in:
lib/datapimp/sync/dropbox_folder.rb

Instance Method Summary collapse

Methods included from Logging

#log, #logger, #logger=

Instance Method Details

#cursor ⇒ Object

The Dropbox Delta API uses a cursor to keep track of the last state the local filesystem has synced with. We store this in the syncable folder itself



124
125
126
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 124

def cursor
  cursor_path.exist? && cursor_path.read
end

#cursor_path ⇒ Object 



128
129
130
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 128

def cursor_path
  local_path.join('.dropbox_cursor')
end

#delta ⇒ Object

Provides access to the Dropbox API Delta which will tell us how to modify the state of ‘local_path` to match what exists on Dropbox.



112
113
114
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 112

def delta
  @delta ||= dropbox.delta(cursor, path_prefix: remote.with_leading_slash)
end

#dropbox ⇒ Object

Provides easy access to the Dropbox client



105
106
107
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 105

def dropbox
  @dropbox ||= Datapimp::Sync.dropbox
end

#local_path ⇒ Object

A Pointer to the local path we will be syncing with the Dropbox remote



117
118
119
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 117

def local_path
  Pathname(local)
end

#remote_path ⇒ Object 



132
133
134
135
136
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 132

def remote_path
  dropbox.ls(remote)
rescue(Dropbox::API::Error::NotFound)
  nil
end

#remote_path_entries ⇒ Object 



149
150
151
152
153
154
155
156
157
158
159
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 149

def remote_path_entries
  pather = lambda do |entry|
    if entry.is_dir
      Array(dropbox.ls(entry.path)).map(&pather)
    else
      entry
    end
  end

  remote_path.map(&pather).flatten
end

#remote_path_missing? ⇒ Boolean

Returns:

  • (Boolean) 


145
146
147
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 145

def remote_path_missing?
  remote_path.nil?
end

#remote_path_parent ⇒ Object 



138
139
140
141
142
143
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 138

def remote_path_parent
  parent, _ = File.split(remote)
  dropbox.ls(parent)
rescue(Dropbox::API::Error::NotFound)
  nil
end

#run(action, options = {}) ⇒ Object 



5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 5

def run(action, options={})
  action = action.to_sym

  log "DropboxFolder run:#{action}"

  if action == :push
    run_push_action(options)
  elsif action == :pull
    run_pull_action(options)
  elsif action == :create
    run_create_action(options)
  elsif action == :delta
    run_delta_action(options)
  end
end

#run_create_action(options = {}) ⇒ Object 



58
59
60
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 58

def run_create_action(options={})
  dropbox.mkdir(remote)
end

#run_delta_action(options = {}) ⇒ Object 



21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 21

def run_delta_action(options={})
  delta.entries.each do |entry|
    remote_dropbox_path = entry.path

    begin
      reg = Regexp.new("#{remote}\/?", "i")
      relative_local_path = remote_dropbox_path.gsub(reg, '')
      target = local_path.join(relative_local_path)

      if entry.is_dir
        log "Creating directory: #{ target }" unless target.exist?
        FileUtils.mkdir_p(target)
      elsif entry.is_deleted && target.exist?
          log "Deleting #{ target }"
          target.unlink
      elsif entry.is_deleted && !target.exist?
        log "Skipping #{ entry.path }"
      elsif entry.bytes == target.size
        log "Skipping #{ entry.path }"
      elsif !entry.is_deleted && target.exist? && entry.bytes != target.size
        log "Downloading #{ target }"
        target.open("wb") {|fh| fh.write(entry.download) }
      else
        log "Found something we can't handle"
        binding.pry
      end
    rescue
      nil
    end
  end

  log "Processed #{ delta.entries.length } in cursor: #{ delta.cursor }"
  cursor_path.open("w+") {|fh| fh.write(delta.cursor) }

  delta.entries.length
end

#run_pull_action(options = {}) ⇒ Object 



62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 62

def run_pull_action(options={})
  remote_path_entries.each do |entry|
    remote_dropbox_path = entry.path

    log "Syncing #{ remote_dropbox_path }"
    begin
      relative_local_path = remote_dropbox_path.gsub("#{remote}/",'')
      target = local_path.join(relative_local_path)

      next if !entry.is_dir && target.exist? && target.size == entry.bytes

      if entry.is_dir
        log "Creating folder #{ relative_local_path }"
        FileUtils.mkdir_p local_path.join(relative_local_path)
      else
        log "== Syncing #{ entry.path }"
        remote_content = dropbox.download(remote_dropbox_path)
        target.open("w+") {|fh| fh.write(remote_content) }
      end
    rescue => e
      log "== Error while saving #{ remote_dropbox_path } to #{ relative_local_path }"
      log "    * Message: #{ e.message }"
    end
  end
end

#run_push_action(options = {}) ⇒ Object 



88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
 
# File 'lib/datapimp/sync/dropbox_folder.rb', line 88

def run_push_action(options={})
  if remote_path_missing?
    run_create_action()
  end

  Dir[local_path.join("**/*")].each do |f|
    f = Pathname(f)
    base = f.relative_path_from(local_path).to_s
    target_path = File.join(remote, base)

    log "Uploading #{ f } to #{target_path}"

    dropbox.upload(target_path, f.read, :overwrite => false)
  end
end