src/test/test-recovery1/log.expect

   1 info      0     hardware: starting simulation
   2 info     20      cmdlist: execute power node1 on
   3 info     20    node1/crm: status change startup => wait_for_quorum
   4 info     20    node1/lrm: status change startup => wait_for_agent_lock
   5 info     20      cmdlist: execute power node2 on
   6 info     20    node2/crm: status change startup => wait_for_quorum
   7 info     20    node2/lrm: status change startup => wait_for_agent_lock
   8 info     20      cmdlist: execute power node3 on
   9 info     20    node3/crm: status change startup => wait_for_quorum
  10 info     20    node3/lrm: status change startup => wait_for_agent_lock
  11 info     20    node1/crm: got lock 'ha_manager_lock'
  12 info     20    node1/crm: status change wait_for_quorum => master
  13 info     20    node1/crm: node 'node1': state changed from 'unknown' => 'online'
  14 info     20    node1/crm: node 'node2': state changed from 'unknown' => 'online'
  15 info     20    node1/crm: node 'node3': state changed from 'unknown' => 'online'
  16 info     20    node1/crm: adding new service 'vm:102' on node 'node2'
  17 info     22    node2/crm: status change wait_for_quorum => slave
  18 info     23    node2/lrm: got lock 'ha_agent_node2_lock'
  19 info     23    node2/lrm: status change wait_for_agent_lock => active
  20 info     23    node2/lrm: starting service vm:102
  21 info     23    node2/lrm: service status vm:102 started
  22 info     24    node3/crm: status change wait_for_quorum => slave
  23 info    120      cmdlist: execute network node2 off
  24 info    120    node1/crm: node 'node2': state changed from 'online' => 'unknown'
  25 info    122    node2/crm: status change slave => wait_for_quorum
  26 info    123    node2/lrm: status change active => lost_agent_lock
  27 info    160    node1/crm: service 'vm:102': state changed from 'started' to 'fence'
  28 info    160    node1/crm: node 'node2': state changed from 'unknown' => 'fence'
  29 info    164     watchdog: execute power node2 off
  30 info    163    node2/crm: killed by poweroff
  31 info    164    node2/lrm: killed by poweroff
  32 info    164     hardware: server 'node2' stopped by poweroff (watchdog)
  33 info    240    node1/crm: got lock 'ha_agent_node2_lock'
  34 info    240    node1/crm: fencing: acknowledged - got agent lock for node 'node2'
  35 info    240    node1/crm: node 'node2': state changed from 'fence' => 'unknown'
  36 err     240    node1/crm: recovering service 'vm:102' from fenced node 'node2' failed, no recovery node found
  37 info    240    node1/crm: service 'vm:102': state changed from 'fence' to 'error'
  38 info    720     hardware: exit simulation - done