input {
file {
type => "csv_log_1"
path => ["D:/date/rs-hf.csv"]
start_position => "beginning"
codec => plain{
charset=>"UTF-8"
}
}
}
filter {
#字段以及数据类型
csv {
separator => ","
columns => ["city","house_address","house_region","house_area","house_id","total_price","unit_price","house_layout","house_floor","house_rental_area","house_structure","house_inner_area","house_building_type","house_orientation","house_building_structure","house_decoration","house_elevator_sytle","house_elevator","house_listing_time","house_transaction_type","house_last_time","house_useage","house_years","house_property","house_mortgage_info","house_book","house_fx_id","house_longitude","house_latitude" ]
}
mutate {
convert => {
"city" => "string"
"house_address" => "string"
"house_region" => "string"
"house_area" => "string"
"house_id" => "string"
"unit_price" => "string"
"house_layout" => "string"
"house_floor" => "string"
"house_rental_area" => "string"
"house_structure" => "string"
"house_inner_area" => "string"
"house_building_type" => "string"
"house_orientation" => "string"
"house_building_structure" => "string"
"house_decoration" => "string"
"house_elevator_sytle" => "string"
"house_elevator" => "string"
"house_listing_time" => "string"
"house_transaction_type" => "string"
"house_last_time" => "string"
"house_useage" => "string"
"house_years" => "string"
"house_property" => "string"
"house_mortgage_info" => "string"
"house_book" => "string"
"house_fx_id" => "string"
"house_longitude" => "string"
"house_latitude" => "string"
}
}
}
output {
elasticsearch {
action => "index"
hosts => "*.*.*.*"
index => "******-%{+YYYY.MM.dd}"
workers => 1
}
stdout{
codec => rubydebug
}
}
logstash 7.X系列之:logstash采集csv文件并存储至es
最新推荐文章于 2023-10-24 10:57:32 发布