input {  pipeline { address => "TKS_BBS" } }

filter {
  csv {
     separator => ";"
     autodetect_column_names => true
  }
  
  prune {
    whitelist_names => [
	"OU ID",
	"Account Type",
	"Discounted Onnet Call",
	"Onnet Call",
	"Onnet Call Discount",
	"Discounted Offnet call",
	"Offnet Call",
	"Offnet Call Discount",
	"Discounted International Roaming Call",
	"International Roaming Call",
	"International Roaming Call Discount",
	"Discounted International Roaming SMS",
	"International Roaming SMS",
	"International Roaming SMS Discount",
	"Capped Data Roaming",
	"Bill Delivery Fee",
	"SimpTopUp",
	"Layanan Digital",
	"Layanan Banking",
	"Dispute Adjustment",
	"Stamp Duty ID",
	"M2M Subscription Fee",
	"M2M Usage",
	"M2M Application",
	"M2M Hardware",
	"M2M Discount",
	"M2M Other",
	"Enterprise Solution Package Code",
	"Enterprise Solution Recurring Charge",
	"Enterprise Solution Installment Charge",
	"Enterprise Solution Penalty",
	"GPRS Installment",
	"GPRS Penalty",
	"Device Penalty",
	"BA Cancellation Date",
	"International Service Package Code",
	"International Service Package RC/OC",
	"International Service Package UC",
	"Add On / Toping Package Code",
	"Add On / Toping Charges",
	"Flash Abonemen RC/OC",
	"Flash Abonemen UC",
	"iPhone Abonemen RC/OC",
	"iPhone Abonemen UC",
	"Other Discount",
	"Waive Indicator"
    ]
  }
  
  mutate {
    remove_field => [ "[agent]" ]
    remove_field => [ "[ecs][version]" ]
    remove_field => [ "[host][architecture]" ]
    remove_field => [ "[host][containerized]" ]
    remove_field => [ "[host][hostname]" ]
    remove_field => [ "[host][name]" ]
    remove_field => [ "[host][id]" ]
    remove_field => [ "[host][mac]" ]
    remove_field => [ "[host][os][name]" ]
    remove_field => [ "[host][os][codename]" ]
    remove_field => [ "[host][os][family]" ]
    remove_field => [ "[host][os][kernel]" ]
    remove_field => [ "[host][os][platform]" ]
    remove_field => [ "[host][os][version]" ]
    remove_field => [ "[host][os][family]" ]
    remove_field => [ "[host][os][kernel]" ]
    remove_field => [ "[log][offset]"]
  }
}

output {
    elasticsearch {
      hosts => ["http://10.12.174.15:9200","http://10.12.174.16:9200","http://10.12.174.17:9200"]
      user => "logstash_internal"
      password => "vK54tBEFUZaKBVtwsmlHksbr07Rm8cTn"
      index => "test-bbs_v2"
    }
}