Weird error when trying add second sensu server

#1

cat /var/log/sensu/sensu-server.log | grep pager | grep -i err

{“timestamp”:“2016-02-08T09:18:46.559145-0500”,“level”:“info”,“message”:“handler output”,“handler”:{“type”:“pipe”,“command”:"/etc/sensu/community/handlers/notification/pagerduty.rb",“severities”:[“ok”,“critical”],“name”:“pagerduty”},“output”:["/usr/lib64/ruby/1.9.1/net/http.rb:763:in initialize': Network is unreachable - connect(2) (Errno::ENETUNREACH)\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:inopen’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:in block in connect'\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:55:intimeout’\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:100:in timeout'\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:inconnect’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:756:in do_start'\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:745:instart’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:1285:in request'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:88:inapi_request’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:123:in stash_exists?'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:135:inblock (2 levels) in filter_silenced’\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:69:in timeout'\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:100:intimeout’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:134:in block in filter_silenced'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:132:ineach’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:132:in filter_silenced'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:31:infilter’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:54:in `block in class:Handler’\n"]}

{“timestamp”:“2016-02-08T09:23:53.483955-0500”,“level”:“info”,“message”:“handler output”,“handler”:{“type”:“pipe”,“command”:"/etc/sensu/community/handlers/notification/pagerduty.rb",“severities”:[“ok”,“critical”],“name”:“pagerduty”},“output”:["/usr/lib64/ruby/1.9.1/net/http.rb:763:in initialize': Network is unreachable - connect(2) (Errno::ENETUNREACH)\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:inopen’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:in block in connect'\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:55:intimeout’\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:100:in timeout'\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:inconnect’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:756:in do_start'\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:745:instart’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:1285:in request'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:88:inapi_request’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:123:in stash_exists?'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:135:inblock (2 levels) in filter_silenced’\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:69:in timeout'\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:100:intimeout’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:134:in block in filter_silenced'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:132:ineach’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:132:in filter_silenced'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:31:infilter’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:54:in `block in class:Handler’\n"]}

{“timestamp”:“2016-02-08T09:35:24.838580-0500”,“level”:“info”,“message”:“handler output”,“handler”:{“type”:“pipe”,“command”:"/etc/sensu/community/handlers/notification/pagerduty.rb",“severities”:[“ok”,“critical”],“name”:“pagerduty”},“output”:["/usr/lib64/ruby/1.9.1/net/http.rb:763:in initialize': Network is unreachable - connect(2) (Errno::ENETUNREACH)\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:inopen’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:in block in connect'\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:55:intimeout’\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:100:in timeout'\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:inconnect’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:756:in do_start'\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:745:instart’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:1285:in request'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:88:inapi_request’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:123:in stash_exists?'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:135:inblock (2 levels) in filter_silenced’\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:69:in timeout'\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:100:intimeout’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:134:in block in filter_silenced'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:132:ineach’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:132:in filter_silenced'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:31:infilter’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:54:in `block in class:Handler’\n"]}

The new server can access everything on the master. Redis, rabbitmq, etc. I am not sure exactly what the error is exactly (I mean I see if it having some network issue perhaps but not really sure to what)/

Thanks!

Jenn

#2

Ugh nevermind! Didn’t see that api was set to localhost! Thanks :smiley:

···

On Monday, February 8, 2016 at 9:55:33 AM UTC-5, Jennifer Fountain wrote:

cat /var/log/sensu/sensu-server.log | grep pager | grep -i err

{“timestamp”:“2016-02-08T09:18:46.559145-0500”,“level”:“info”,“message”:“handler output”,“handler”:{“type”:“pipe”,“command”:"/etc/sensu/community/handlers/notification/pagerduty.rb",“severities”:[“ok”,“critical”],“name”:“pagerduty”},“output”:["/usr/lib64/ruby/1.9.1/net/http.rb:763:in initialize': Network is unreachable - connect(2) (Errno::ENETUNREACH)\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:inopen’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:in block in connect'\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:55:intimeout’\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:100:in timeout'\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:inconnect’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:756:in do_start'\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:745:instart’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:1285:in request'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:88:inapi_request’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:123:in stash_exists?'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:135:inblock (2 levels) in filter_silenced’\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:69:in timeout'\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:100:intimeout’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:134:in block in filter_silenced'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:132:ineach’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:132:in filter_silenced'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:31:infilter’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:54:in `block in class:Handler’\n"]}

{“timestamp”:“2016-02-08T09:23:53.483955-0500”,“level”:“info”,“message”:“handler output”,“handler”:{“type”:“pipe”,“command”:"/etc/sensu/community/handlers/notification/pagerduty.rb",“severities”:[“ok”,“critical”],“name”:“pagerduty”},“output”:["/usr/lib64/ruby/1.9.1/net/http.rb:763:in initialize': Network is unreachable - connect(2) (Errno::ENETUNREACH)\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:inopen’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:in block in connect'\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:55:intimeout’\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:100:in timeout'\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:inconnect’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:756:in do_start'\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:745:instart’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:1285:in request'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:88:inapi_request’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:123:in stash_exists?'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:135:inblock (2 levels) in filter_silenced’\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:69:in timeout'\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:100:intimeout’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:134:in block in filter_silenced'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:132:ineach’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:132:in filter_silenced'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:31:infilter’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:54:in `block in class:Handler’\n"]}

{“timestamp”:“2016-02-08T09:35:24.838580-0500”,“level”:“info”,“message”:“handler output”,“handler”:{“type”:“pipe”,“command”:"/etc/sensu/community/handlers/notification/pagerduty.rb",“severities”:[“ok”,“critical”],“name”:“pagerduty”},“output”:["/usr/lib64/ruby/1.9.1/net/http.rb:763:in initialize': Network is unreachable - connect(2) (Errno::ENETUNREACH)\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:inopen’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:in block in connect'\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:55:intimeout’\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:100:in timeout'\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:763:inconnect’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:756:in do_start'\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:745:instart’\n\tfrom /usr/lib64/ruby/1.9.1/net/http.rb:1285:in request'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:88:inapi_request’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:123:in stash_exists?'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:135:inblock (2 levels) in filter_silenced’\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:69:in timeout'\n\tfrom /usr/lib64/ruby/1.9.1/timeout.rb:100:intimeout’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:134:in block in filter_silenced'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:132:ineach’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:132:in filter_silenced'\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:31:infilter’\n\tfrom /usr/lib64/ruby/gems/1.9.1/gems/sensu-plugin-1.2.0/lib/sensu-handler.rb:54:in `block in class:Handler’\n"]}

The new server can access everything on the master. Redis, rabbitmq, etc. I am not sure exactly what the error is exactly (I mean I see if it having some network issue perhaps but not really sure to what)/

Thanks!

Jenn