embulk-filter-script
Embulk filter plugin to external ruby script.
Install
embulk gem install embulk-filter-script
Configuration
- path external ruby script path (string, required)
- drop_columns drop column names (array)
external ruby script
def filter(record)
# This method implements the filtering logic
record
endExample
filters:
- type: script
path: ./script/example.rb
drop_columns:
- created_at
- updated_at
example.rb
def filter(record)
case record["code"].to_i
when 100..200
level = "INFO"
when 201..300
level = "WARN"
else
level = "ERROR"
end
record['message'] = "[" + level + "]" + record['message']
record
end