Class: Fluent::BigQuery::RecordSchema
- Inherits:
-
FieldSchema
- Object
- FieldSchema
- Fluent::BigQuery::RecordSchema
- Defined in:
- lib/fluent/plugin/bigquery/schema.rb
Constant Summary collapse
- FIELD_TYPES =
{ string: StringFieldSchema, integer: IntegerFieldSchema, float: FloatFieldSchema, numeric: NumericFieldSchema, boolean: BooleanFieldSchema, timestamp: TimestampFieldSchema, date: DateFieldSchema, datetime: DateTimeFieldSchema, time: TimeFieldSchema, record: RecordSchema }.freeze
Instance Attribute Summary
Attributes inherited from FieldSchema
Instance Method Summary collapse
- #[](name) ⇒ Object
- #empty? ⇒ Boolean
- #format_one(record) ⇒ Object
-
#initialize(name, mode = :nullable) ⇒ RecordSchema
constructor
A new instance of RecordSchema.
- #load_schema(schema) ⇒ Object
- #register_field(name, type) ⇒ Object
- #to_a ⇒ Object
- #to_h ⇒ Object
- #type ⇒ Object
Methods inherited from FieldSchema
Constructor Details
#initialize(name, mode = :nullable) ⇒ RecordSchema
Returns a new instance of RecordSchema.
191 192 193 194 |
# File 'lib/fluent/plugin/bigquery/schema.rb', line 191 def initialize(name, mode = :nullable) super(name, mode) @fields = {} end |
Instance Method Details
#[](name) ⇒ Object
200 201 202 |
# File 'lib/fluent/plugin/bigquery/schema.rb', line 200 def [](name) @fields[name] end |
#empty? ⇒ Boolean
204 205 206 |
# File 'lib/fluent/plugin/bigquery/schema.rb', line 204 def empty? @fields.empty? end |
#format_one(record) ⇒ Object
259 260 261 262 263 264 265 266 267 |
# File 'lib/fluent/plugin/bigquery/schema.rb', line 259 def format_one(record) out = {} record.each do |key, value| next if value.nil? schema = @fields[key] out[key] = schema ? schema.format(value) : value end out end |
#load_schema(schema) ⇒ Object
223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 |
# File 'lib/fluent/plugin/bigquery/schema.rb', line 223 def load_schema(schema) schema.each do |field| raise ConfigError, 'field must have type' unless field.key?('type') name = field['name'] mode = (field['mode'] || 'nullable').downcase.to_sym type = field['type'].downcase.to_sym field_schema_class = FIELD_TYPES[type] raise ConfigError, "Invalid field type: #{field['type']}" unless field_schema_class field_schema = field_schema_class.new(name, mode) @fields[name] = field_schema if type == :record raise ConfigError, "record field must have fields" unless field.key?('fields') field_schema.load_schema(field['fields']) end end end |
#register_field(name, type) ⇒ Object
243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 |
# File 'lib/fluent/plugin/bigquery/schema.rb', line 243 def register_field(name, type) if @fields.key?(name) and @fields[name].type != :timestamp raise ConfigError, "field #{name} is registered twice" end if name[/\./] recordname = $` fieldname = $' register_record_field(recordname) @fields[recordname].register_field(fieldname, type) else schema = FIELD_TYPES[type] raise ConfigError, "[Bug] Invalid field type #{type}" unless schema @fields[name] = schema.new(name) end end |
#to_a ⇒ Object
208 209 210 211 212 |
# File 'lib/fluent/plugin/bigquery/schema.rb', line 208 def to_a @fields.map do |_, field_schema| field_schema.to_h end end |
#to_h ⇒ Object
214 215 216 217 218 219 220 221 |
# File 'lib/fluent/plugin/bigquery/schema.rb', line 214 def to_h { :name => name, :type => type.to_s.upcase, :mode => mode.to_s.upcase, :fields => self.to_a, } end |
#type ⇒ Object
196 197 198 |
# File 'lib/fluent/plugin/bigquery/schema.rb', line 196 def type :record end |