Class: Spidy::CommandLine

Inherits:
Object
  • Object
show all
Defined in:
lib/spidy/command_line.rb

Overview

spidy shell interface

Instance Method Summary collapse

Constructor Details

#initialize(definition_file) ⇒ CommandLine

Returns a new instance of CommandLine.



11
12
13
14
 
# File 'lib/spidy/command_line.rb', line 11

def initialize(definition_file)
  @definition_file = definition_file
  raise 'unloaded spidy' if definition_file.spidy.nil?
end

Instance Method Details

#build(name) ⇒ Object 



61
62
63
64
 
# File 'lib/spidy/command_line.rb', line 61

def build(name)
  build_shell(name)
  build_ruby(name)
end

#build_ruby(name) ⇒ Object 



76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
 
# File 'lib/spidy/command_line.rb', line 76

def build_ruby(name)
  File.open("#{name}.rb", 'w') do |f|
    f.write <<~RUBY
      # frozen_string_literal: true

      Spidy.define do
        spider(:example) do |yielder, connector|
          # connector.call(url) do |resource|
          #   yielder.call(url or resource)
          # end
        end

        define(:example) do
        end
      end
    RUBY
  end
end

#build_shell(name) ⇒ Object 



66
67
68
69
70
71
72
73
74
 
# File 'lib/spidy/command_line.rb', line 66

def build_shell(name)
  File.open("#{name}.sh", 'w') do |f|
    f.write <<~SHELL
      #!/bin/bash
      eval "$(spidy $(dirname "${0}")/#{name}.rb shell)"
      spider example
    SHELL
  end
end

#call(name) ⇒ Object 



36
37
38
39
40
41
 
# File 'lib/spidy/command_line.rb', line 36

def call(name)
  return call_stdin_lines(name) if FileTest.pipe?(STDIN)
  spidy.call(name: name, &output) unless FileTest.pipe?(STDIN)
rescue => e
  error_handler.call(e, nil)
end

#call_stdin_lines(name) ⇒ Object 



26
27
28
29
30
31
32
33
34
 
# File 'lib/spidy/command_line.rb', line 26

def call_stdin_lines(name)
  STDIN.each_line do |url|
    begin
      spidy.call(url.strip, name: name, &output)
    rescue => e
      error_handler.call(e, url)
    end
  end
end

#each(name) ⇒ Object 



43
44
45
46
47
48
 
# File 'lib/spidy/command_line.rb', line 43

def each(name)
  return each_stdin_lines(name) if FileTest.pipe?(STDIN)
  spidy.each(name: name, &output)
rescue => e
  error_handler.call(e, nil)
end

#each_stdin_lines(name) ⇒ Object 



16
17
18
19
20
21
22
23
24
 
# File 'lib/spidy/command_line.rb', line 16

def each_stdin_lines(name)
  STDIN.each_line do |url|
    begin
      spidy.each(url.strip, name: name, &output)
    rescue => e
      error_handler.call(e, url)
    end
  end
end

#function ⇒ Object 



50
51
52
53
54
55
56
57
58
59
 
# File 'lib/spidy/command_line.rb', line 50

def function
  print <<~SHELL
    function spider() {
      spidy spider #{definition_file.path} $1
    }
    function scraper() {
      spidy call #{definition_file.path} $1
    }
  SHELL
end