title: Logstash file / csv filter not working
body: <p>I'm trying to parse a csv file with logstash in order to load on elasticsearch. This filter works on logstash 1.4 but no after upgrade to logstash 2.3. No error given in execution, neither in debug mode, but not work.</p>
  
  <p>The filter is the following</p>
  
  <pre><code>input {
  file {
          path =&gt; "/usr/local/scripts/get_billinginfo/csv/aws-billing-detailed-line-items-with-resources-and-tags-2016-04.csv"
          start_position =&gt; beginning
          type =&gt; "billing_info"
          sincedb_path =&gt; "/dev/null"
          ignore_older =&gt; "2592000000"
      }
  }
  
  
  
  filter {
          if [type] == "billing_info" {
                  csv {
                  columns =&gt; [
                  "InvoiceID",
                  "PayerAccountId",
                  "LinkedAccountId",
                  "RecordType",
                  "RecordId",
                  "ProductName",
                  "RateId",
                  "SubscriptionId",
                  "PricingPlanId",
                  "UsageType",
                  "Operation",
                  "AvailabilityZone",
                  "ReservedInstance",
                  "ItemDescription",
                  "UsageStartDate",
                  "UsageEndDate",
                  "UsageQuantity",
                  "Rate",
                  "Cost",
                  "ResourceId",
                  "aws_autoscaling_groupName",
                  "aws_cloudformation_stack-id",
                  "aws_cloudformation_stack-name",
                  "user_Name",
                  "user_Project"
                  ]
                  separator =&gt; ","
                  remove_field =&gt; ["message"]
                  }
                   if [InvoiceID] == "InvoiceID" {
                          drop { }
                  }
                   if [RecordType] == "Rounding" {
                          drop { }
                  }
                   if [RecordType] == "StatementTotal" {
                          drop { }
                  }
                   if [RecordType] == "InvoiceTotal" {
                          drop { }
                  }
  
          date {
                  match =&gt; ["UsageStartDate", "yyyy-MM-dd HH:mm:ss"]
          }
          mutate {
                  convert =&gt; {
                          "UsageQuantity" =&gt; "float"
                          "Rate" =&gt; "float"
                          "Cost" =&gt; "float"
                          "ResourceId" =&gt; "float"
                  }
                  gsub =&gt; ["ProductName", " ", "_"]
                  gsub =&gt; ["UsageType", "-", "_"]
                  gsub =&gt; ["UsageType", "\.", "_"]
                  gsub =&gt; ["aws_autoscaling_groupName", "-", "_"]
                  gsub =&gt; ["aws_cloudformation_stack-id", "-", "_"]
                  gsub =&gt; ["aws_cloudformation_stack-name", "-", "_"]
                  gsub =&gt; ["user_Name", "-", "_"]
                  gsub =&gt; ["user_Project", "-", "_"]
  
          }
          }
  }
  
  output {
          if [type] == "billing_info" {
          elasticsearch {
          index =&gt; "detailed-billing-aws-%{+YYYY.MM}"
                  document_type =&gt; "billing_details"
                  hosts =&gt; "somehost.somedomain.net"
                  }
  
          }
  }
  </code></pre>
  
  <p>No output is received, neither if i change to stdout output. Files are touched in order to be fresh, I've tried to add info at the end of the file during execution time ... Any ideas is working for me. </p>
  
  <p>This logstash filter was working previously on a 1.4 logstash installation. Now i've updated to 2.3 and doesn't work.</p>
  
  <p>The debug output is the following</p>
  
  <pre><code>Reading config file {:config_file=&gt;"/usr/local/scripts/get_aws_billinginfo/load_billinginfo.conf", :level=&gt;:debug, :file=&gt;"logstash/config/loader.rb", :line=&gt;"69", :method=&gt;"local_config"}
  Plugin not defined in namespace, checking for plugin file {:type=&gt;"input", :name=&gt;"file", :path=&gt;"logstash/inputs/file", :level=&gt;:debug, :file=&gt;"logstash/plugin.rb", :line=&gt;"76", :method=&gt;"lookup"}
  Plugin not defined in namespace, checking for plugin file {:type=&gt;"codec", :name=&gt;"plain", :path=&gt;"logstash/codecs/plain", :level=&gt;:debug, :file=&gt;"logstash/plugin.rb", :line=&gt;"76", :method=&gt;"lookup"}
  config LogStash::Codecs::Plain/@charset = "UTF-8" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Inputs::File/@path = ["/usr/local/scripts/get_billinginfo/csv/aws-billing-detailed-line-items-with-resources-and-tags-2016-04.csv"] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Inputs::File/@start_position = "beginning" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Inputs::File/@type = "billing_info" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Inputs::File/@sincedb_path = "/dev/null" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Inputs::File/@ignore_older = 2592000000 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Inputs::File/@codec = &lt;LogStash::Codecs::Plain charset=&gt;"UTF-8"&gt; {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Inputs::File/@add_field = {} {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Inputs::File/@stat_interval = 1 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Inputs::File/@discover_interval = 15 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Inputs::File/@sincedb_write_interval = 15 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Inputs::File/@delimiter = "\n" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Inputs::File/@close_older = 3600 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  Plugin not defined in namespace, checking for plugin file {:type=&gt;"filter", :name=&gt;"csv", :path=&gt;"logstash/filters/csv", :level=&gt;:debug, :file=&gt;"logstash/plugin.rb", :line=&gt;"76", :method=&gt;"lookup"}
  config LogStash::Filters::CSV/@columns = ["InvoiceID", "PayerAccountId", "LinkedAccountId", "RecordType", "RecordId", "ProductName", "RateId", "SubscriptionId", "PricingPlanId", "UsageType", "Operation", "AvailabilityZone", "ReservedInstance", "ItemDescription", "UsageStartDate", "UsageEndDate", "UsageQuantity", "Rate", "Cost", "ResourceId", "aws_autoscaling_groupName", "aws_cloudformation_stack-id", "aws_cloudformation_stack-name", "user_Name", "user_Project"] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::CSV/@separator = "," {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::CSV/@remove_field = ["message"] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::CSV/@add_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::CSV/@remove_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::CSV/@add_field = {} {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::CSV/@periodic_flush = false {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::CSV/@source = "message" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::CSV/@quote_char = "\"" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::CSV/@autogenerate_column_names = true {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::CSV/@skip_empty_columns = false {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::CSV/@convert = {} {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  Plugin not defined in namespace, checking for plugin file {:type=&gt;"filter", :name=&gt;"drop", :path=&gt;"logstash/filters/drop", :level=&gt;:debug, :file=&gt;"logstash/plugin.rb", :line=&gt;"76", :method=&gt;"lookup"}
  config LogStash::Filters::Drop/@add_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@remove_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@add_field = {} {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@remove_field = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@periodic_flush = false {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@percentage = 100 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@add_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@remove_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@add_field = {} {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@remove_field = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@periodic_flush = false {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@percentage = 100 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@add_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@remove_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@add_field = {} {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@remove_field = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@periodic_flush = false {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@percentage = 100 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@add_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@remove_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@add_field = {} {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@remove_field = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@periodic_flush = false {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Drop/@percentage = 100 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  Plugin not defined in namespace, checking for plugin file {:type=&gt;"filter", :name=&gt;"date", :path=&gt;"logstash/filters/date", :level=&gt;:debug, :file=&gt;"logstash/plugin.rb", :line=&gt;"76", :method=&gt;"lookup"}
  config LogStash::Filters::Date/@match = ["UsageStartDate", "yyyy-MM-dd HH:mm:ss"] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Date/@add_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Date/@remove_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Date/@add_field = {} {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Date/@remove_field = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Date/@periodic_flush = false {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Date/@target = "@timestamp" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Date/@tag_on_failure = ["_dateparsefailure"] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  Plugin not defined in namespace, checking for plugin file {:type=&gt;"filter", :name=&gt;"mutate", :path=&gt;"logstash/filters/mutate", :level=&gt;:debug, :file=&gt;"logstash/plugin.rb", :line=&gt;"76", :method=&gt;"lookup"}
  config LogStash::Filters::Mutate/@convert = {"UsageQuantity"=&gt;"float", "Rate"=&gt;"float", "Cost"=&gt;"float", "ResourceId"=&gt;"float"} {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Mutate/@gsub = ["ProductName", " ", "_", "UsageType", "-", "_", "UsageType", "\\.", "_", "aws_autoscaling_groupName", "-", "_", "aws_cloudformation_stack-id", "-", "_", "aws_cloudformation_stack-name", "-", "_", "user_Name", "-", "_", "user_Project", "-", "_"] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Mutate/@add_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Mutate/@remove_tag = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Mutate/@add_field = {} {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Mutate/@remove_field = [] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Filters::Mutate/@periodic_flush = false {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  Plugin not defined in namespace, checking for plugin file {:type=&gt;"output", :name=&gt;"elasticsearch", :path=&gt;"logstash/outputs/elasticsearch", :level=&gt;:debug, :file=&gt;"logstash/plugin.rb", :line=&gt;"76", :method=&gt;"lookup"}
  starting agent {:level=&gt;:info, :file=&gt;"logstash/agent.rb", :line=&gt;"207", :method=&gt;"execute"}
  starting pipeline {:id=&gt;"main", :level=&gt;:info, :file=&gt;"logstash/agent.rb", :line=&gt;"461", :method=&gt;"start_pipeline"}
  Settings: Default pipeline workers: 4
  Registering file input {:path=&gt;["/usr/local/scripts/get_billinginfo/csv/aws-billing-detailed-line-items-with-resources-and-tags-2016-04.csv"], :level=&gt;:info, :file=&gt;"logstash/inputs/file.rb", :line=&gt;"171", :method=&gt;"register"}
  config LogStash::Codecs::Plain/@charset = "UTF-8" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@index = "detailed-billing-aws-%{+YYYY.MM}" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@document_type = "billing_details" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@hosts = ["172.16.230.48"] {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@codec = &lt;LogStash::Codecs::Plain charset=&gt;"UTF-8"&gt; {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@workers = 1 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@manage_template = true {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@template_name = "logstash" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@template_overwrite = false {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@parent = nil {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@flush_size = 500 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@idle_flush_time = 1 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@upsert = "" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@doc_as_upsert = false {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@max_retries = 3 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@script = "" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@script_type = "inline" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@script_lang = "" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@script_var_name = "event" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@scripted_upsert = false {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@retry_max_interval = 2 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@retry_max_items = 500 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@retry_on_conflict = 1 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@action = "index" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@path = "/" {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  _globbed_files: /usr/local/scripts/get_billinginfo/csv/aws-billing-detailed-line-items-with-resources-and-tags-2016-04.csv: glob is: [] {:level=&gt;:debug, :file=&gt;"filewatch/watch.rb", :line=&gt;"346", :method=&gt;"_globbed_files"}
  config LogStash::Outputs::ElasticSearch/@ssl_certificate_verification = true {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@sniffing = false {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  config LogStash::Outputs::ElasticSearch/@sniffing_delay = 5 {:level=&gt;:debug, :file=&gt;"logstash/config/mixin.rb", :line=&gt;"153", :method=&gt;"config_init"}
  Normalizing http path {:path=&gt;"/", :normalized=&gt;"/", :level=&gt;:debug, :file=&gt;"logstash/outputs/elasticsearch/http_client_builder.rb", :line=&gt;"14", :method=&gt;"build"}
  Elasticsearch HTTP client options {:hosts=&gt;["http://172.16.230.48:9200/"], :ssl=&gt;nil, :transport_options=&gt;{:socket_timeout=&gt;0, :request_timeout=&gt;0, :proxy=&gt;nil}, :transport_class=&gt;Elasticsearch::Transport::Transport::HTTP::Manticore, :level=&gt;:debug, :file=&gt;"logstash/outputs/elasticsearch/http_client.rb", :line=&gt;"127", :method=&gt;"build_client"}
  Using mapping template from {:path=&gt;nil, :level=&gt;:info, :file=&gt;"logstash/outputs/elasticsearch/template_manager.rb", :line=&gt;"6", :method=&gt;"install_template"}
  Attempting to install template {:manage_template=&gt;{"template"=&gt;"logstash-*", "settings"=&gt;{"index.refresh_interval"=&gt;"5s"}, "mappings"=&gt;{"_default_"=&gt;{"_all"=&gt;{"enabled"=&gt;true, "omit_norms"=&gt;true}, "dynamic_templates"=&gt;[{"message_field"=&gt;{"match"=&gt;"message", "match_mapping_type"=&gt;"string", "mapping"=&gt;{"type"=&gt;"string", "index"=&gt;"analyzed", "omit_norms"=&gt;true, "fielddata"=&gt;{"format"=&gt;"disabled"}}}}, {"string_fields"=&gt;{"match"=&gt;"*", "match_mapping_type"=&gt;"string", "mapping"=&gt;{"type"=&gt;"string", "index"=&gt;"analyzed", "omit_norms"=&gt;true, "fielddata"=&gt;{"format"=&gt;"disabled"}, "fields"=&gt;{"raw"=&gt;{"type"=&gt;"string", "index"=&gt;"not_analyzed", "ignore_above"=&gt;256}}}}}], "properties"=&gt;{"@timestamp"=&gt;{"type"=&gt;"date"}, "@version"=&gt;{"type"=&gt;"string", "index"=&gt;"not_analyzed"}, "geoip"=&gt;{"dynamic"=&gt;true, "properties"=&gt;{"ip"=&gt;{"type"=&gt;"ip"}, "location"=&gt;{"type"=&gt;"geo_point"}, "latitude"=&gt;{"type"=&gt;"float"}, "longitude"=&gt;{"type"=&gt;"float"}}}}}}}, :level=&gt;:info, :file=&gt;"logstash/outputs/elasticsearch/template_manager.rb", :line=&gt;"8", :method=&gt;"install_template"}
  Found existing Elasticsearch template. Skipping template management {:name=&gt;"logstash", :level=&gt;:debug, :file=&gt;"logstash/outputs/elasticsearch/http_client.rb", :line=&gt;"30", :method=&gt;"template_install"}
  New Elasticsearch output {:class=&gt;"LogStash::Outputs::ElasticSearch", :hosts=&gt;["172.16.230.48"], :level=&gt;:info, :file=&gt;"logstash/outputs/elasticsearch/common.rb", :line=&gt;"19", :method=&gt;"register"}
  Will start workers for output {:worker_count=&gt;1, :class=&gt;LogStash::Outputs::ElasticSearch, :level=&gt;:debug, :file=&gt;"logstash/output_delegator.rb", :line=&gt;"77", :method=&gt;"register"}
  Adding type with date config {:type=&gt;nil, :field=&gt;"UsageStartDate", :format=&gt;"yyyy-MM-dd HH:mm:ss", :level=&gt;:debug, :file=&gt;"logstash/filters/date.rb", :line=&gt;"301", :method=&gt;"setupMatcher"}
  Starting pipeline {:id=&gt;"main", :pipeline_workers=&gt;4, :batch_size=&gt;125, :batch_delay=&gt;5, :max_inflight=&gt;500, :level=&gt;:info, :file=&gt;"logstash/pipeline.rb", :line=&gt;"188", :method=&gt;"start_workers"}
  Pipeline main started {:file=&gt;"logstash/agent.rb", :line=&gt;"465", :method=&gt;"start_pipeline"}
  Flushing buffer at interval {:instance=&gt;"#&lt;LogStash::Outputs::ElasticSearch::Buffer:0x73031cf0 @operations_mutex=#&lt;Mutex:0x7dc4ece0&gt;, @max_size=500, @operations_lock=#&lt;Java::JavaUtilConcurrentLocks::ReentrantLock:0x79fb7780&gt;, @submit_proc=#&lt;Proc:0x57768928@/opt/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.6.2-java/lib/logstash/outputs/elasticsearch/common.rb:57&gt;, @logger=#&lt;Cabin::Channel:0xd0fdcca @metrics=#&lt;Cabin::Metrics:0x2f6aed9c @metrics_lock=#&lt;Mutex:0x5cd61994&gt;, @metrics={}, @channel=#&lt;Cabin::Channel:0xd0fdcca ...&gt;&gt;, @subscriber_lock=#&lt;Mutex:0x3f8ae4ef&gt;, @level=:debug, @subscribers={12448=&gt;#&lt;Cabin::Subscriber:0x346e844b @output=#&lt;Cabin::Outputs::IO:0x589821eb @io=#&lt;IO:fd 1&gt;, @lock=#&lt;Mutex:0x305d0b8b&gt;&gt;, @options={}&gt;}, @data={}&gt;, @last_flush=2016-05-11 16:01:01 +0200, @flush_interval=1, @stopping=#&lt;Concurrent::AtomicBoolean:0x78b7799e&gt;, @buffer=[], @flush_thread=#&lt;Thread:0x38bbe61f run&gt;&gt;", :interval=&gt;1, :level=&gt;:debug, :file=&gt;"logstash/outputs/elasticsearch/buffer.rb", :line=&gt;"90", :method=&gt;"interval_flush"}
  Flushing buffer at interval {:instance=&gt;"#&lt;LogStash::Outputs::ElasticSearch::Buffer:0x73031cf0 @operations_mutex=#&lt;Mutex:0x7dc4ece0&gt;, @max_size=500, @operations_lock=#&lt;Java::JavaUtilConcurrentLocks::ReentrantLock:0x79fb7780&gt;, @submit_proc=#&lt;Proc:0x57768928@/opt/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.6.2-java/lib/logstash/outputs/elasticsearch/common.rb:57&gt;, @logger=#&lt;Cabin::Channel:0xd0fdcca @metrics=#&lt;Cabin::Metrics:0x2f6aed9c @metrics_lock=#&lt;Mutex:0x5cd61994&gt;, @metrics={}, @channel=#&lt;Cabin::Channel:0xd0fdcca ...&gt;&gt;, @subscriber_lock=#&lt;Mutex:0x3f8ae4ef&gt;, @level=:debug, @subscribers={12448=&gt;#&lt;Cabin::Subscriber:0x346e844b @output=#&lt;Cabin::Outputs::IO:0x589821eb @io=#&lt;IO:fd 1&gt;, @lock=#&lt;Mutex:0x305d0b8b&gt;&gt;, @options={}&gt;}, @data={}&gt;, @last_flush=2016-05-11 16:01:02 +0200, @flush_interval=1, @stopping=#&lt;Concurrent::AtomicBoolean:0x78b7799e&gt;, @buffer=[], @flush_thread=#&lt;Thread:0x38bbe61f run&gt;&gt;", :interval=&gt;1, :level=&gt;:debug, :file=&gt;"logstash/outputs/elasticsearch/buffer.rb", :line=&gt;"90", :method=&gt;"interval_flush"}
  Flushing buffer at interval {:instance=&gt;"#&lt;LogStash::Outputs::ElasticSearch::Buffer:0x73031cf0 @operations_mutex=#&lt;Mutex:0x7dc4ece0&gt;, @max_size=500, @operations_lock=#&lt;Java::JavaUtilConcurrentLocks::ReentrantLock:0x79fb7780&gt;, @submit_proc=#&lt;Proc:0x57768928@/opt/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.6.2-java/lib/logstash/outputs/elasticsearch/common.rb:57&gt;, @logger=#&lt;Cabin::Channel:0xd0fdcca @metrics=#&lt;Cabin::Metrics:0x2f6aed9c @metrics_lock=#&lt;Mutex:0x5cd61994&gt;, @metrics={}, @channel=#&lt;Cabin::Channel:0xd0fdcca ...&gt;&gt;, @subscriber_lock=#&lt;Mutex:0x3f8ae4ef&gt;, @level=:debug, @subscribers={12448=&gt;#&lt;Cabin::Subscriber:0x346e844b @output=#&lt;Cabin::Outputs::IO:0x589821eb @io=#&lt;IO:fd 1&gt;, @lock=#&lt;Mutex:0x305d0b8b&gt;&gt;, @options={}&gt;}, @data={}&gt;, @last_flush=2016-05-11 16:01:03 +0200, @flush_interval=1, @stopping=#&lt;Concurrent::AtomicBoolean:0x78b7799e&gt;, @buffer=[], @flush_thread=#&lt;Thread:0x38bbe61f run&gt;&gt;", :interval=&gt;1, :level=&gt;:debug, :file=&gt;"logstash/outputs/elasticsearch/buffer.rb", :line=&gt;"90", :method=&gt;"interval_flush"}
  Flushing buffer at interval {:instance=&gt;"#&lt;LogStash::Outputs::ElasticSearch::Buffer:0x73031cf0 @operations_mutex=#&lt;Mutex:0x7dc4ece0&gt;, @max_size=500, @operations_lock=#&lt;Java::JavaUtilConcurrentLocks::ReentrantLock:0x79fb7780&gt;, @submit_proc=#&lt;Proc:0x57768928@/opt/logstash/vendor/bundle/jruby/1.9/gems/logstash-output-elasticsearch-2.6.2-java/lib/logstash/outputs/elasticsearch/common.rb:57&gt;, @logger=#&lt;Cabin::Channel:0xd0fdcca @metrics=#&lt;Cabin::Metrics:0x2f6aed9c @metrics_lock=#&lt;Mutex:0x5cd61994&gt;, @metrics={}, @channel=#&lt;Cabin::Channel:0xd0fdcca ...&gt;&gt;, @subscriber_lock=#&lt;Mutex:0x3f8ae4ef&gt;, @level=:debug, @subscribers={12448=&gt;#&lt;Cabin::Subscriber:0x346e844b @output=#&lt;Cabin::Outputs::IO:0x589821eb @io=#&lt;IO:fd 1&gt;, @lock=#&lt;Mutex:0x305d0b8b&gt;&gt;, @options={}&gt;}, @data={}&gt;, @last_flush=2016-05-11 16:01:04 +0200, @flush_interval=1, @stopping=#&lt;Concurrent::AtomicBoolean:0x78b7799e&gt;, @buffer=[], @flush_thread=#&lt;Thread:0x38bbe61f run&gt;&gt;", :interval=&gt;1, :level=&gt;:debug, :file=&gt;"logstash/outputs/elasticsearch/buffer.rb", :line=&gt;"90", :method=&gt;"interval_flush"}
  </code></pre>
  
  <p>Any help would be appreciated</p>