(This issue was originally filed by @edperry at elastic/logstash#2905)
no implicit conversion from nil to integer
=== I get the error only when running the /etc/init.d/logstash but I do not get this error when running it from the CLI bin/logstash -f ......
Config file is also at the bottom but since it works one way I would imagine the file is correct.
{:timestamp=>"2015-03-25T23:29:51.406000-0400", :message=>["org/jruby/RubyString.java:3690:in []'", "file:/opt/logstash/vendor/jar/jruby-complete-1.7.11.jar!/META-INF/jruby.home/lib/ruby/1.9/pathname.rb:48:inchop_basename'", "file:/opt/logstash/vendor/jar/jruby-complete-1.7.11.jar!/META-INF/jruby.home/lib/ruby/1.9/pathname.rb:222:in relative?'", "/opt/logstash/lib/logstash/inputs/file.rb:85:inregister'", "org/jruby/RubyArray.java:1613:in each'", "/opt/logstash/lib/logstash/inputs/file.rb:84:inregister'", "/opt/logstash/lib/logstash/pipeline.rb:135:in start_inputs'", "org/jruby/RubyArray.java:1613:ineach'", "/opt/logstash/lib/logstash/pipeline.rb:134:in start_inputs'", "/opt/logstash/lib/logstash/pipeline.rb:72:inrun'", "/opt/logstash/lib/logstash/agent.rb:139:in execute'", "/opt/logstash/lib/logstash/runner.rb:168:inrun'", "org/jruby/RubyProc.java:271:in call'", "/opt/logstash/vendor/bundle/jruby/1.9/gems/stud-0.0.17/lib/stud/task.rb:12:ininitialize'"], :file=>"logstash/agent.rb", :line=>"151"}
{:timestamp=>"2015-03-25T23:36:20.078000-0400", :message=>"Using milestone 2 input plugin 'file'. This plugin should be stable, but if you see strange behavior, please let us know! For more information on plugin milestones, see http://logstash.net/docs/1.4.2-modified/plugin-milestones", :level=>:warn}
{:timestamp=>"2015-03-25T23:36:20.444000-0400", :message=>"Using milestone 2 input plugin 'exec'. This plugin should be stable, but if you see strange behavior, please let us know! For more information on plugin milestones, see http://logstash.net/docs/1.4.2-modified/plugin-milestones", :level=>:warn}
{:timestamp=>"2015-03-25T23:36:20.580000-0400", :message=>"Using milestone 2 output plugin 'redis'. This plugin should be stable, but if you see strange behavior, please let us know! For more information on plugin milestones, see http://logstash.net/docs/1.4.2-modified/plugin-milestones", :level=>:warn}
{:timestamp=>"2015-03-25T23:36:22.675000-0400", :message=>"+---------------------------------------------------------+\n| An unexpected error occurred. This is probably a bug. |\n| You can find help with this problem in a few places: |\n| |\n| * chat: #logstash IRC channel on freenode irc. |\n| IRC via the web: http://goo.gl/TI4Ro |\n| * email: [email protected] |\n| * bug system: https://logstash.jira.com/ |\n| |\n+---------------------------------------------------------+\nThe error reported is: \n no implicit conversion from nil to integer"}
Config File
[root@rftwawebp01 ~]# ls /etc/logstash/conf.d/ | sort -n | while read line; do cat /etc/logstash/conf.d/$line; done
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/updateIvtAppForProfile.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/wc-dataimport-buildindex.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/bin/stagingProp.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/instances/hbc_solr/httplogs/access_act_log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/instances/hbc_solr/httplogs/error_act_log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/instances/hbc_stg/httplogs/trace.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/instances/hbc_stg/logs/createInstanceANT.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/instances/hbc_stg/logs/sdo.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/logs/acpload.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/logs/config_ant.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_getPath.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/logs/config.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/logs/stagingProp.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/logs/wc-dataimport-buildindex.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/logs/wc-dataimport-preprocess.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/logs/wcnonroot.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/CommerceServer70/logs/wc-seo-url-load.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/Plugins/logs/solrWebserver/http_plugin.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/Plugins/logs/webserver1/http_plugin.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/hamanager_config.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/importConfigArchive.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/keyGeneration.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/SetSecurity.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/SIBDefineChains.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/SIBGenericDeployRAs.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/amjrte_config.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/collect_metadata.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/copyFiles.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBMIHS/logs/access_log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr_create.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/createShortcutForProfile.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/generateProfileKey.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr_getPath.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/hamanager_config.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/importConfigArchive.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/keyGeneration.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/SetSecurity.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/SIBDefineChains.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/SIBGenericDeployRAs.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBMIHS/logs/error_log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_solr/wsadminListener.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/wsadminListener.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/listProfiles.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/validateRegistry.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/ModifyCloudscapePermission.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/product_StartMenu.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/update/updateconfigCIM.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/update/updateconfig.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/update/updatePerfTemplate.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/wc-dataimport-buildindex.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/executeUpdateProfileIvtApp.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/activity.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/addNode.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/backupConfig.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/ffdc/nodeagent_exception.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/ffdc/PRstgHBCserver1_exception.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/iscinstall.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/native_stderr.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/native_stdout.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/startServer.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/stopServer.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/amjrte_config.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/SystemErr.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/SystemOut_15.03.22_22.28.52.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/nodeagent/SystemOut.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/native_stderr.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/native_stdout.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/out.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/serverStatus.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/ssl.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/startServer.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/stopServer.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/collect_metadata.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1 /stopServer.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/SystemErr.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/SystemOut.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/trace2.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/PRstgHBCserver1/trace.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/removeNode.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/native_stderr.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/native_stdout.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/serverStatus.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/startServer.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/copyFiles.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/stopServer.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/SystemErr.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/server1/SystemOut.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/serverStatus.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/syncNode.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/Update76692.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg/logs/wc-dataimport-buildindex.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/activity.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/addNode.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/ffdc/solrServer_exception.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg_create.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/hbc_stg_solr/startServer.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/iscinstall.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/nodeagent/native_stderr.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/nodeagent/native_stdout.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/nodeagent/startServer.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/nodeagent/stopServer.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/nodeagent/SystemErr.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/nodeagent/SystemOut.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/removeNode.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/native_stderr.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/createShortcutForProfile.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/native_stdout.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/startServer.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/stopServer.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/SystemErr.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/SystemOut.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/trace-app.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/trace-d1.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/solrServer/trace.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/syncNode.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/profiles/hbc_stg_solr/logs/Update76692.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
file {
path => ["/opt/IBM/WebSphere/AppServer/logs/manageprofiles/hbc_stg/generateProfileKey.log"]
type => "STG_WCS_LOGS"
exclude => [ "*gz" ]
}
}
input {
exec {
command => "echo 'heartbeat'"
interval => 1800
type => "heartbeat"
tags => ["heartbeat"]
}
}
input {
exec {
command => "ps -e -o user,pid,ppid,pcpu,pmem,time,vsz,rss,args"
interval => 300
type => "OS_STATS"
tags => ["ps"]
codec => "line"
}
}
input{
exec {
command => "/usr/bin/sar -u 1 1"
interval => 300
type => "OS_STATS"
tags => ["sar"]
codec => "line"
}
}
filter {
grok {
match => ["path","%{GREEDYDATA}/%{GREEDYDATA:filename}$"]
}
if [filename] =~ "trace.log" or
[filename] =~ "SystemOut.log" or
[filename] =~ "SystemErr.log" or
[filename] =~ "native_stderr.log"
{
multiline {
pattern => "^\["
negate => true
what => "previous"
}
grok{
#break_on_match => false
match => [ "message", "%{SYSLOG5424SD}\s\w+\s+(?<component>\w+)\s+(?<t>\w+)(|\s+(?<text>.+))",
"message", "%{SYSLOG5424SD}\s\w+\s+(?<t>\w+)\s+%{JAVACLASS}\s+(|\s+(?<text>.+))",
"message", "%{SYSLOG5424SD}\s\w+\s+%{JAVACLASS}\s+(?<text>.+)"
]
}
grok{
break_on_match => false
match => [
"message", "lat=(?<ltitude>[-\d]+\.\d+),long=(?<longitude>[-\d]+\.\d+),"
]
add_tag => [ "longlat" ]
}
if [lat] {
#mutate {
# rename => [ "latitude", "[geoip][location][lat]", "longitude", "geoip.[location][lon]" ]
#}
mutate {
add_field => [ "geoip.location", "%{long}"]
}
mutate {
# Merge 'tmplat' into 'location'
merge => [ "geoip.location", "lat" ]
}
mutate {
#Convert our new array of strings back to float
convert => [ "geoip.location", "float" ]
add_tag => "geoip"
}
}
} else if [filename] =~ "hudsonbay.log"
{
multiline {
pattern => "^\d+"
negate => true
what => "previous"
}
}
if [host] =~ "rftwwapp"
{
mutate { add_tag => "website" }
} else if [host] =~ "rftwwebp"
{
mutate { add_tag => "apache_website" }
} else if [host] =~ "rftmappp"
{
mutate { add_tag => "mobile" }
mutate { add_tag => "apache_mobile" }
} else if [host] =~ "rftwawebp01" {
mutate { add_tag => "stage" }
mutate { add_tag => "apache_staging" }
} else if [host] =~ "rftwaappp01" {
mutate { add_tag => "stage" }
}
}
filter {
if [path] =~ "access_" {
grok {
match => [ "message" , "%{COMMONAPACHELOG} (?\d+) "%{DATA:referrer}" "%{DATA:agent}" "%{DATA:domain}" True-Client-IP "%{DATA:True-Client-IP}" "%{DATA:JSESSIONID}" "%{DATA:WAS}" "%{DATA:CACHED_RESPONSE>}" %{DATA:REDIRECT}" ]
}
}
if [path] =~ "http_plugin.log" {
grok {
match => [
"message" , "serverSetFailoverStatus: Server %{DATA:node} : pendingRequests (?\d+) failedRequests (?\d+) affinityRequests (?\d+) totalRequests (?\d+)" ,
"message" , "STATS: ws_server_group: serverGroupCheckServerStatus: Checking status of %{DATA:node}, ignoreWeights (?\d+), markedDown (?\d+), retryNow (?\d+), retryInSec (?[\d-]+), wlbAllows (?\d+) reachedMaxConnectionsLimit (?\d+)"
]
}
}
if "ps" in [tags] {
grok {
match => [
#ps -e -o user,pid,ppid,pcpu,pmem,time,vsz,rss,args
"message" , "%{DATA:uid}\s+%{NUMBER:pid:int}\s+%{NUMBER:ppid:int}\s+%{NUMBER:pcpu:float}\s+%{NUMBER:pmem:float}\s+%{NOTSPACE:time}\s+%{NUMBER:vsz:int}\s+%{NUMBER:rss:int}\s+%{DATA:cmd}\s+(?<args>.*)"
]
}
}
}
filter{
if "sar" in [tags] {
grok {
match => [
#sar -u 1 1
#17:47:35 CPU %user %nice %system %iowait %steal %idle
#17:42:26 all 4.01 3.18 4.01 0.00 0.00 88.80
"message" , "(%{TIME:sartime}|%{DATA:average}:)\s+%{DATA:rowtype}\s+%{NUMBER:pctuser:float}\s+%{NUMBER:pctnice:float}\s+%{NUMBER:pctsystem:float}\s+%{NUMBER:pctiowait:float}\s+%{NUMBER:pctsteal:float}\s+%{NUMBER:pctidle:float}"
]
}
}
}
output {
if "debugme" in [tags] {
stdout { codec => rubydebug }
}
redis {
batch => true # boolean (optional), default: false
batch_events => 50 # number (optional), default: 50
batch_timeout => 60 # number (optional), default: 5
#codec => plain # codec (optional), default: "plain"
#congestion_interval => 1 # number (optional), default: 1
#congestion_threshold => 0 # number (optional), default: 0
data_type => "list" # string, one of "list", "channel"
#db => 0 # number (optional), default: 0
host => ["XXXXXXXX"] # array (optional), default: ["127.0.0.1"]
key => "dsg" # string (optional)
#password => ... # password (optional)
#port => ... # number (optional), default: 6379
reconnect_interval => 1 # number (optional), default: 1
#shuffle_hosts => ... # boolean (optional), default: true
#timeout => 5 # number (optional), default: 5
workers => 5 # number (optional), default: 1
}
}
React
Typescript
Django
Laravel
Facebook
Microsoft
Google
Alibaba
D3
Tencent