Top Level Namespace

Defined Under Namespace

Classes: BasicLandCard, Card, CardInfo, CardType, CardTypeAggregate, Content, Deck, Expansion, FetchLandCard, FordFulkersonSingleton, Format, Game, Legality, ManaType, PathwayCard, Planner, Simulator, SimulatorConfig, SlowLandCard, SncFetchLandCard, TapLandCard

Constant Summary collapse

API_URL = 
'https://api.magicthegathering.io/v1/'
HTML_URL = 
'https://gatherer.wizards.com/'

Instance Method Summary collapse

Instance Method Details

#add_cardtypes_to(card_types, card_type) ⇒ Object 



124
125
126
127
128
129
130
131
 
# File 'lib/manasimu/api_util.rb', line 124

def add_cardtypes_to(card_types, card_type)
  return card_types if not card_type
  return card_types if card_types.find do |c|
    c.number == card_type.number
  end
  card_types << card_type
  card_types
end

#create_card_type(card, ret, names) ⇒ Object 



133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
 
# File 'lib/manasimu/api_util.rb', line 133

def create_card_type(card, ret, names)

  side_a = ret.find do |c| 
    c.number == card['number'].to_i
  end

  side = ''
  if side_a
    side_a.contents[0].side = 'a'
    side = 'b'
  end

  type = [
    {
      name: card['name'],
      names: names,
      number: card['number'],
      side: side,
      set_code: card['set'],
      mana_cost: card['manaCost'],
      types: card['types'],
      type: card['type'],
      text: card['text'],
      color_identity: card['colorIdentity'],
      converted_mana_cost: card['cmc'],
      multiverseid: card['multiverseid'],
    }
  ]

  if side == ''
    CardType.new type
  else
    side_a.contents << Content.new(type[0])
    nil
  end
end

#get_names(set_code) ⇒ Object 



28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
 
# File 'lib/manasimu/api_util.rb', line 28

def get_names(set_code)
  page = 1
  ret = []
  notfounds = []

  ja = 4
  en = 0

  while true
    hash = request_cards(set_code, page)

    if hash['cards'].length == 0
      puts 'last page'
      break
    end

    multiverseid_offset = nil
    multiverseid_change_count = 0
    ja_index = nil

    unfound_cards = []
    hash['cards'].each do |card|

      if not card['foreignNames']
        unfound_cards << card
        next
      end

      names = card['foreignNames'].select do |f|
        f['language'] == "Japanese"
      end.map do |f| 
        f["name"]
      end

      ja_index = card['foreignNames'].map do |f|
        f['language']
      end.index('Japanese')

      multiverseids = card['foreignNames'].map do |f|
        f['imageUrl'] =~ /multiverseid=(\d+)&?/
        $1
      end

      # to scrape japanese name using multiverse, get multiverse id offset 
      if multiverseids.length > 1
        offset = multiverseids[1].to_i - multiverseids[0].to_i
        if multiverseid_offset != offset
          multiverseid_offset = offset
          multiverseid_change_count += 1
        end
      end

      type = create_card_type(card, ret, names)
      ret = add_cardtypes_to(ret, type)
    end


    # if foreignNames were not found and multiverseid_offset is fixed
    if unfound_cards.length > 0 and multiverseid_change_count == 1 and ja_index
      puts "#{set_code} / #{unfound_cards.length} cards was not found"

      unfound_cards.each do |card|
        ja_multiverseid = card['multiverseid'].to_i + multiverseid_offset * (ja_index + 1) 
        ja_name = scrape_detail(ja_multiverseid)

        p "#{ja_name}: #{card['name']}"

        names = []
        if not ja_name.empty?
          names = [ja_name]
        else
          notfounds << [set_code, card['number']]
        end

        type = create_card_type(card, ret, names)
        ret = add_cardtypes_to(ret, type)
      end

    elsif unfound_cards.length > 0
      puts "invalid multiverseid change #{set_code} : #{unfound_cards.length}"
      unfound_cards.each do |card|
        notfounds << [set_code, card['number']]
        type = create_card_type(card, ret, nil)
        ret = add_cardtypes_to(ret, type)
      end
    end

    p "#{ret.length}:  #{ret.last}"
    page +=1
  end

  ret.sort!

  [ret, notfounds]
end

#get_sets ⇒ Object 



190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
 
# File 'lib/manasimu/api_util.rb', line 190

def get_sets
  ret = []
  page = 1
  while true
    hash = request_sets(page)

    if hash['sets'].length == 0
      puts 'last page'
      break
    end
    page += 1

    hash['sets'].each do |set|
      code = set['code']
      name = set['name']
      ret << [code, name]
    end
  end

  ret.sort! do |a,b| a[0] <=> b[0] end

  ret
end

#request_cards(set_code, page) ⇒ Object 



8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
 
# File 'lib/manasimu/api_util.rb', line 8

def request_cards(set_code, page)
  begin
    uri = URI(API_URL + "cards")
    params = { page: page, pageSize: 100, set: set_code}
    uri.query = URI.encode_www_form(params)
    res = Net::HTTP.get_response(uri)

    if not res.is_a?(Net::HTTPSuccess)
      puts 'http connection fail'
      exit
    end

    JSON.parse(res.body)
  rescue => ex
    p ex
    sleep 30
    request_cards(set_code, page)
  end
end

#request_sets(page) ⇒ Object 



170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
 
# File 'lib/manasimu/api_util.rb', line 170

def request_sets(page)
  begin
    params = { page: page, pageSize: 100}
    uri = URI(API_URL + "sets")
    uri.query = URI.encode_www_form(params)
    res = Net::HTTP.get_response(uri)

    if not res.is_a?(Net::HTTPSuccess)
      puts 'http connection fail'
      exit
    end

    JSON.parse(res.body)
  rescue => ex
    p ex
    sleep 30
    request_json(page)
  end
end

#scrape_detail(multiverseid) ⇒ Object 



214
215
216
217
218
219
220
221
222
223
224
225
226
 
# File 'lib/manasimu/api_util.rb', line 214

def scrape_detail(multiverseid)
  begin
    ret = `curl -k 'https://gatherer.wizards.com/Pages/Card/Details.aspx?multiverseid=#{multiverseid}&printed=true'`
    doc = Nokogiri::HTML.parse(ret)
    doc.xpath("//*[text()[contains(., 'Card Name:')]]/parent::*").css('div.value').to_a.map do |d|
      d.text.chomp.strip 
    end .join(" // ")
  rescue => ex
    puts ex
    sleep 30
    scrape_detail(multiverseid)
  end
end

#scrape_legalities(multiverseid) ⇒ Object 



228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
 
# File 'lib/manasimu/api_util.rb', line 228

def scrape_legalities(multiverseid)
  begin
    ret = `curl -k 'https://gatherer.wizards.com/Pages/Card/Printings.aspx?multiverseid=#{multiverseid}'`
    doc = Nokogiri::HTML.parse(ret)
    legalities = {}
    Format.all.each do |format|
      text = doc.xpath("//*[text()[contains(., '#{format.name}')]]/parent::*/td[position() = 2]").text
      legality = 
        if text
          Legality.find(text.chomp.strip.lstrip)
        else
          Legality::None
        end
      legalities[format] = legality
    end
    card_info = CardInfo.new
    card_info.legalities = legalities
    card_info
  rescue => ex
    puts ex
    sleep 30
    scrape_legalities(multiverseid)
  end
end