src/test/test-resource-failure6/log.expect

   1 info      0     hardware: starting simulation
   2 info     20      cmdlist: execute power node1 on
   3 info     20    node1/crm: status change startup => wait_for_quorum
   4 info     20    node1/lrm: status change startup => wait_for_agent_lock
   5 info     20      cmdlist: execute power node2 on
   6 info     20    node2/crm: status change startup => wait_for_quorum
   7 info     20    node2/lrm: status change startup => wait_for_agent_lock
   8 info     20      cmdlist: execute power node3 on
   9 info     20    node3/crm: status change startup => wait_for_quorum
  10 info     20    node3/lrm: status change startup => wait_for_agent_lock
  11 info     20    node1/crm: got lock 'ha_manager_lock'
  12 info     20    node1/crm: status change wait_for_quorum => master
  13 info     20    node1/crm: node 'node1': state changed from 'unknown' => 'online'
  14 info     20    node1/crm: node 'node2': state changed from 'unknown' => 'online'
  15 info     20    node1/crm: node 'node3': state changed from 'unknown' => 'online'
  16 info     20    node1/crm: adding new service 'fa:130' on node 'node2'
  17 info     22    node2/crm: status change wait_for_quorum => slave
  18 info     23    node2/lrm: got lock 'ha_agent_node2_lock'
  19 info     23    node2/lrm: status change wait_for_agent_lock => active
  20 info     24    node3/crm: status change wait_for_quorum => slave
  21 info     40    node1/crm: service 'fa:130': state changed from 'request_stop' to 'stopped'
  22 info    120      cmdlist: execute service fa:130 started
  23 info    120    node1/crm: service 'fa:130': state changed from 'stopped' to 'request_start'  (node = node2)
  24 info    120    node1/crm: service 'fa:130': state changed from 'request_start' to 'started'  (node = node2)
  25 info    123    node2/lrm: starting service fa:130
  26 warn    123    node2/lrm: unable to start service fa:130
  27 err     123    node2/lrm: unable to start service fa:130 on local node after 0 retries
  28 warn    140    node1/crm: starting service fa:130 on node 'node2' failed, relocating service.
  29 info    140    node1/crm: relocate service 'fa:130' to node 'node1'
  30 info    140    node1/crm: service 'fa:130': state changed from 'started' to 'relocate'  (node = node2, target = node1)
  31 info    143    node2/lrm: service fa:130 - start relocate to node 'node1'
  32 info    143    node2/lrm: service fa:130 - end relocate to node 'node1'
  33 info    160    node1/crm: service 'fa:130': state changed from 'relocate' to 'started'  (node = node1)
  34 info    161    node1/lrm: got lock 'ha_agent_node1_lock'
  35 info    161    node1/lrm: status change wait_for_agent_lock => active
  36 info    161    node1/lrm: starting service fa:130
  37 warn    161    node1/lrm: unable to start service fa:130
  38 err     161    node1/lrm: unable to start service fa:130 on local node after 0 retries
  39 warn    180    node1/crm: starting service fa:130 on node 'node1' failed, relocating service.
  40 info    180    node1/crm: relocate service 'fa:130' to node 'node3'
  41 info    180    node1/crm: service 'fa:130': state changed from 'started' to 'relocate'  (node = node1, target = node3)
  42 info    181    node1/lrm: service fa:130 - start relocate to node 'node3'
  43 info    181    node1/lrm: service fa:130 - end relocate to node 'node3'
  44 info    200    node1/crm: service 'fa:130': state changed from 'relocate' to 'started'  (node = node3)
  45 info    205    node3/lrm: got lock 'ha_agent_node3_lock'
  46 info    205    node3/lrm: status change wait_for_agent_lock => active
  47 info    205    node3/lrm: starting service fa:130
  48 warn    205    node3/lrm: unable to start service fa:130
  49 err     205    node3/lrm: unable to start service fa:130 on local node after 0 retries
  50 warn    220    node1/crm: starting service fa:130 on node 'node3' failed, relocating service.
  51 warn    220    node1/crm: Start Error Recovery: Tried all available  nodes for service 'fa:130', retry start on current node. Tried nodes: node2, node1, node3
  52 info    225    node3/lrm: starting service fa:130
  53 info    225    node3/lrm: service status fa:130 started
  54 info    240    node1/crm: relocation policy successful for 'fa:130' on node 'node3', failed nodes: node2, node1, node3
  55 info    720     hardware: exit simulation - done