Rabbitmq 3.1.5 HA setup - one of the rabbit service crashed

[ssd]

Hello,

I have a two node Rabbitmq 3.1.5 setup in HA in one of the Amazon availability zones. The setup was working fine for the last month. Since last week one of the nodes in the HA setup is crashing regularly and I manually run the following commands to setup the HA.

rabbitmqctl stop_app
rabbitmqctl join_cluster rabbitmq@xxxxx
rabbitmqctl start_app

Please find the crash report below.

=CRASH REPORT==== 13-Feb-2015::14:45:55 ===
  crasher:
    initial call: gen:init_it/6
    pid: <0.29437.185>
    registered_name: []
    exception exit: {{badmatch,[]},
                     [{gm,group_to_view,1},
                      {gm,handle_info,2},
                      {gen_server2,handle_msg,2},
                      {proc_lib,wake_up,3}]}
      in function  gen_server2:terminate/3
    ancestors: [<0.29436.185>,rabbit_mirror_queue_slave_sup,rabbit_sup,
                  <0.29280.185>]
    messages: [{'$gen_cast',{broadcast,process_death}}]
    links: [<0.29436.185>]
    dictionary: [{random_seed,{1181,19801,1156}}]
    trap_exit: false
    status: running
    heap_size: 610
    stack_size: 24
    reductions: 768179
  neighbours:

=CRASH REPORT==== 13-Feb-2015::14:45:55 ===
  crasher:
    initial call: gen:init_it/6
    pid: <0.29436.185>
    registered_name: []
    exception exit: {{badmatch,[]},
                     [{gm,group_to_view,1},
                      {gm,handle_info,2},
                      {gen_server2,handle_msg,2},
                      {proc_lib,wake_up,3}]}
      in function  gen_server2:terminate/3
    ancestors: [rabbit_mirror_queue_slave_sup,rabbit_sup,<0.29280.185>]
    messages: []
    links: [<0.29413.185>]
    dictionary: [{fhc_age_tree,{0,nil}},
                  {{credit_from,<0.29405.185>},1876},
                  {credit_blocked,[]},
                  {{xtype_to_module,direct},rabbit_exchange_type_direct},
                  {{credit_to,<0.19306.191>},30},
                 {guid,{{4115508781,744061725,3469421966,2383327003},1}},
                  {{credit_to,<6884.32766.178>},48}]
    trap_exit: true
    status: running
    heap_size: 6765
    stack_size: 24
    reductions: 4268337
  neighbours:

=SUPERVISOR REPORT==== 13-Feb-2015::14:45:55 ===
     Supervisor: {local,
                                           rabbit_mirror_queue_slave_sup}
     Context:    child_terminated
     Reason:     {{badmatch,[]},
                  [{gm,group_to_view,1},
                   {gm,handle_info,2},
                   {gen_server2,handle_msg,2},
                   {proc_lib,wake_up,3}]}
     Offender:   [{pid,<0.29436.185>},
                  {name,rabbit_mirror_queue_slave},
                  {mfa,
                      {rabbit_mirror_queue_slave,start_link,
                          [{amqqueue,
                               {resource,<<"/">>,queue,
                                   <<"inqueuedropoffs">>},
                               true,false,none,[],<6884.8845.173>,[],[],
                               [{vhost,<<"/">>},
                                {name,<<"HA">>},
                                {pattern,<<"^(?!amq\\.).*">>},
                                {definition,
                                    [{<<"ha-mode">>,<<"all">>},
                                     {<<"ha-sync-mode">>,<<"automatic">>}]},
                                {priority,0}],
                               [{<6884.8855.173>,<6884.8845.173>}]}]}},
                  {restart_type,temporary},
                  {shutdown,4294967295},
                  {child_type,worker}]