Module: KokugoTagger

Defined in:
lib/kokugo_tagger.rb,
lib/kokugo_tagger/tagger.rb,
lib/kokugo_tagger/version.rb

Constant Summary collapse

VERSION = 
"0.0.5"

Class Method Summary collapse

Class Method Details

.annotate(file) ⇒ Object 



6
7
8
9
10
11
12
13
 
# File 'lib/kokugo_tagger/tagger.rb', line 6

def annotate(file)
	file.each_line do |line|
		next unless data = CabochaParser.parse(line)
		method_name = data[:type].downcase.to_sym
		method(method_name).call(data) if methods.include?(method_name)
		puts line
	end
end

.attr(data) ⇒ Object 



37
38
39
40
 
# File 'lib/kokugo_tagger/tagger.rb', line 37

def attr(data)
	@last_item[:attributes] ||= []
	@last_item[:attributes] << data
end

.before_eos ⇒ Object 



102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
 
# File 'lib/kokugo_tagger/tagger.rb', line 102

def before_eos
	# BCCWJ-DepPara
	@chunks.each do |chunk|
		chunk[:conj] = [chunk[:conj], '断片'].compact.join(':') if chunk[:rel] == 'F'
		chunk[:conj] = [chunk[:conj], '文節内'].compact.join(':') if chunk[:rel] == 'B'
		chunk[:conj] = '文末' if chunk[:rel] == 'Z'
	end
	# 並列・同格関係
	@groups ||= []
	@segments ||= []
	@groups.each do |group|
		next unless group[:name] =~ /^(Parallel|Apposition)$/
		members = group[:member].map{|n| n.to_i}
		members = @segments.values_at(*members)
		chunk_ids = members.map do |segment|
			_end = segment[:end].to_i
			chunk = @chunks.find{|c| c[:start] < _end and c[:end] >= _end}
			chunk[:id].to_i if chunk
		end
		chunk_ids = chunk_ids.compact.uniq.sort
		if chunk_ids.size > 1
			conj = {'Parallel' => '並立', 'Apposition' => '同格'}[group[:name]]
			chunk_ids[0..-2].each{|cid| @chunks[cid][:conj] = conj}
		end
	end
	# 属性を付与できなかった文節に対して、係り受けを利用して属性を補完
	# 連用成分を受ける文節を述語とみなす
	@chunks.each do |chunk|
		chunk[:pred] ||= @chunks.any?{|_chunk| _chunk[:link] == chunk[:id] && _chunk[:conj] =~ /^(主語|補語|修飾\(連用\)|接続)$/}
	end
	# 述語にかかる文節を修飾(連用)とみなす
	@chunks.each do |chunk|
		chunk[:conj] = '修飾(連用)' if chunk[:conj] == nil && @chunks.any?{|_chunk| _chunk[:id] == chunk[:link] && _chunk[:pred]}
	end
	# 述語項構造が付与されている文節を補語にする
	@chunks.each do |chunk|
		next if chunk[:link] == '-1' || chunk[:arg] == nil
		next unless chunk[:conj] == nil || chunk[:conj] == '修飾(連用)'
		pred = @chunks[chunk[:link].to_i]
		if chunk[:arg] == 'Ga' and pred[:passive] == nil
			chunk[:conj] = '主語'
		elsif chunk[:arg] == 'O' and pred[:passive] == '直接'
			chunk[:conj] = '主語'
		else
			chunk[:conj] = '補語'
		end
	end
end

.cform(token) ⇒ Object 



91
92
93
94
95
96
97
98
99
100
101
 
# File 'lib/kokugo_tagger/tagger.rb', line 91

def cform(token)
	case token[:cform]
	when /^語幹/
	when /^(未然形|連用形|仮定形|已然形)/
		@chunk.update conj:'接続'
	when /^(意志推量形|連体形)/
		@chunk.update conj:'修飾(連体)'
	when /^(終止形|命令形)/
		@chunk.update conj:nil
	end			
end

.chunk(data) ⇒ Object 



14
15
16
17
18
19
 
# File 'lib/kokugo_tagger/tagger.rb', line 14

def chunk(data)
	@chunks ||= []
	@chunks << @chunk = data
	@lpos ||= 0
	@chunk.update start:@lpos, end:@lpos, text:'', pos:nil, pred:nil, conj:nil
end

.eos(data) ⇒ Object 



41
42
43
44
45
46
47
48
49
 
# File 'lib/kokugo_tagger/tagger.rb', line 41

def eos(data)
	before_eos
	@chunks.each do |chunk|
		puts '#! SEGMENT_S bccwj-kok:Bnst %d %d "%s"' % [chunk[:start], chunk[:end], chunk[:text]]
		puts '#! ATTR bccwj-kok:pred "%s述語"' % chunk[:pos] if chunk[:pred]
		puts '#! ATTR bccwj-kok:conj "%s"' % chunk[:conj] if chunk[:conj]
	end
	@chunks, @chunk, @lpos, @segments, @groups = nil
end

.group_s(data) ⇒ Object 



32
33
34
35
36
 
# File 'lib/kokugo_tagger/tagger.rb', line 32

def group_s(data)
	@groups ||= []
	@groups << data
	@last_item = data
end

.pos(token) ⇒ Object 



50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
 
# File 'lib/kokugo_tagger/tagger.rb', line 50

def pos(token)
	case token[:pos]
	when /^(名詞|代名詞|接尾辞-名詞的)/
		@chunk.update pos:'名詞', pred:nil, conj:nil
	when /^(形状詞|接尾辞-形状詞的)/
		@chunk.update pos:'形状詞', pred:nil, conj:nil
	when /^連体詞/
		@chunk.update pos:'連体詞', pred:nil, conj:'修飾(連体)'
	when /^副詞/
		@chunk.update pos:'副詞', pred:nil, conj:'修飾(連用)'
	when /^接続詞/
		@chunk.update pos:'接続詞', pred:nil, conj:'接続'
	when /^感動詞/
		@chunk.update pos:'感動詞', pred:nil, conj:'独立'
	when /^(動詞|接尾辞-動詞的)/
		@chunk.update pos:'動詞', pred:true, conj:nil
	when /^(形容詞|接尾辞-形容詞的)/
		@chunk.update pos:'形容詞', pred:true, conj:nil
	when /^助動詞/
		@chunk.update pred:true, conj:nil
	when /^助詞-格助詞/
		case token[:text]
		when 'が'
			@chunk.update conj:'主語'
		when 'を', 'に'
			@chunk.update conj:'補語'
		when 'の', 'との', 'という', 'といった'
			@chunk.update conj:'修飾(連体)'
		else
			@chunk.update conj:'修飾(連用)'
		end
	when /^(助詞-副助詞|助詞-係助詞)/
		@chunk.update conj:'修飾(連用)'
	when /^助詞-接続詞/
		@chunk.update pred:true, conj:'接続'
	when /^助詞-終助詞/
		@chunk.update pred:true, conj:nil
	when /^助詞-準体助詞/
		@chunk.update conj:nil
	end
end

.segment_s(data) ⇒ Object 



27
28
29
30
31
 
# File 'lib/kokugo_tagger/tagger.rb', line 27

def segment_s(data)
	@segments ||= []
	@segments << data
	@last_item = data
end

.token(data) ⇒ Object 



20
21
22
23
24
25
26
 
# File 'lib/kokugo_tagger/tagger.rb', line 20

def token(data)
	@lpos += data[:text].size
	@chunk[:end] = @lpos
	@chunk[:text] += data[:text]
	pos data
	cform data
end