src/test/test-shutdown-policy-migrate-fail1/log.expect

   1 info      0     hardware: starting simulation
   2 info     20      cmdlist: execute power node1 on
   3 info     20    node1/crm: status change startup => wait_for_quorum
   4 info     20    node1/lrm: status change startup => wait_for_agent_lock
   5 info     20      cmdlist: execute power node2 on
   6 info     20    node2/crm: status change startup => wait_for_quorum
   7 info     20    node2/lrm: status change startup => wait_for_agent_lock
   8 info     20      cmdlist: execute power node3 on
   9 info     20    node3/crm: status change startup => wait_for_quorum
  10 info     20    node3/lrm: status change startup => wait_for_agent_lock
  11 info     20    node1/crm: got lock 'ha_manager_lock'
  12 info     20    node1/crm: status change wait_for_quorum => master
  13 info     20    node1/crm: node 'node1': state changed from 'unknown' => 'online'
  14 info     20    node1/crm: node 'node2': state changed from 'unknown' => 'online'
  15 info     20    node1/crm: node 'node3': state changed from 'unknown' => 'online'
  16 info     20    node1/crm: adding new service 'fa:109' on node 'node3'
  17 info     20    node1/crm: adding new service 'vm:103' on node 'node3'
  18 info     20    node1/crm: service 'fa:109': state changed from 'request_start' to 'started'  (node = node3)
  19 info     20    node1/crm: service 'vm:103': state changed from 'request_start' to 'started'  (node = node3)
  20 info     22    node2/crm: status change wait_for_quorum => slave
  21 info     24    node3/crm: status change wait_for_quorum => slave
  22 info     25    node3/lrm: got lock 'ha_agent_node3_lock'
  23 info     25    node3/lrm: status change wait_for_agent_lock => active
  24 info     25    node3/lrm: starting service fa:109
  25 info     25    node3/lrm: service status fa:109 started
  26 info     25    node3/lrm: starting service vm:103
  27 info     25    node3/lrm: service status vm:103 started
  28 info    120      cmdlist: execute reboot node3
  29 info    120    node3/lrm: got shutdown request with shutdown policy 'migrate'
  30 info    120    node3/lrm: reboot LRM, doing maintenance, removing this node from active list
  31 info    120    node1/crm: node 'node3': state changed from 'online' => 'maintenance'
  32 info    120    node1/crm: relocate service 'fa:109' to node 'node1'
  33 info    120    node1/crm: service 'fa:109': state changed from 'started' to 'relocate'  (node = node3, target = node1)
  34 info    120    node1/crm: migrate service 'vm:103' to node 'node2' (running)
  35 info    120    node1/crm: service 'vm:103': state changed from 'started' to 'migrate'  (node = node3, target = node2)
  36 info    125    node3/lrm: status change active => maintenance
  37 err     125    node3/lrm: service fa:109 not moved (migration error)
  38 info    125    node3/lrm: service vm:103 - start migrate to node 'node2'
  39 info    125    node3/lrm: service vm:103 - end migrate to node 'node2'
  40 err     140    node1/crm: service 'fa:109' - migration failed (exit code 1)
  41 info    140    node1/crm: service 'fa:109': state changed from 'relocate' to 'started'  (node = node3)
  42 info    140    node1/crm: service 'vm:103': state changed from 'migrate' to 'started'  (node = node2)
  43 info    140    node1/crm: relocate service 'fa:109' to node 'node1'
  44 info    140    node1/crm: service 'fa:109': state changed from 'started' to 'relocate'  (node = node3, target = node1)
  45 info    143    node2/lrm: got lock 'ha_agent_node2_lock'
  46 info    143    node2/lrm: status change wait_for_agent_lock => active
  47 info    143    node2/lrm: starting service vm:103
  48 info    143    node2/lrm: service status vm:103 started
  49 err     145    node3/lrm: service fa:109 not moved (migration error)
  50 err     160    node1/crm: service 'fa:109' - migration failed (exit code 1)
  51 info    160    node1/crm: service 'fa:109': state changed from 'relocate' to 'started'  (node = node3)
  52 info    160    node1/crm: relocate service 'fa:109' to node 'node1'
  53 info    160    node1/crm: service 'fa:109': state changed from 'started' to 'relocate'  (node = node3, target = node1)
  54 err     165    node3/lrm: service fa:109 not moved (migration error)
  55 err     180    node1/crm: service 'fa:109' - migration failed (exit code 1)
  56 info    180    node1/crm: service 'fa:109': state changed from 'relocate' to 'started'  (node = node3)
  57 info    180    node1/crm: relocate service 'fa:109' to node 'node1'
  58 info    180    node1/crm: service 'fa:109': state changed from 'started' to 'relocate'  (node = node3, target = node1)
  59 err     185    node3/lrm: service fa:109 not moved (migration error)
  60 err     200    node1/crm: service 'fa:109' - migration failed (exit code 1)
  61 info    200    node1/crm: service 'fa:109': state changed from 'relocate' to 'started'  (node = node3)
  62 info    200    node1/crm: relocate service 'fa:109' to node 'node1'
  63 info    200    node1/crm: service 'fa:109': state changed from 'started' to 'relocate'  (node = node3, target = node1)
  64 err     205    node3/lrm: service fa:109 not moved (migration error)
  65 err     220    node1/crm: service 'fa:109' - migration failed (exit code 1)
  66 info    220    node1/crm: service 'fa:109': state changed from 'relocate' to 'started'  (node = node3)
  67 info    220    node1/crm: relocate service 'fa:109' to node 'node1'
  68 info    220    node1/crm: service 'fa:109': state changed from 'started' to 'relocate'  (node = node3, target = node1)
  69 err     225    node3/lrm: service fa:109 not moved (migration error)
  70 err     240    node1/crm: service 'fa:109' - migration failed (exit code 1)
  71 info    240    node1/crm: service 'fa:109': state changed from 'relocate' to 'started'  (node = node3)
  72 info    240    node1/crm: relocate service 'fa:109' to node 'node1'
  73 info    240    node1/crm: service 'fa:109': state changed from 'started' to 'relocate'  (node = node3, target = node1)
  74 err     245    node3/lrm: service fa:109 not moved (migration error)
  75 err     260    node1/crm: service 'fa:109' - migration failed (exit code 1)
  76 info    260    node1/crm: service 'fa:109': state changed from 'relocate' to 'started'  (node = node3)
  77 info    260    node1/crm: relocate service 'fa:109' to node 'node1'
  78 info    260    node1/crm: service 'fa:109': state changed from 'started' to 'relocate'  (node = node3, target = node1)
  79 err     265    node3/lrm: service fa:109 not moved (migration error)
  80 err     280    node1/crm: service 'fa:109' - migration failed (exit code 1)
  81 info    280    node1/crm: service 'fa:109': state changed from 'relocate' to 'started'  (node = node3)
  82 info    280    node1/crm: relocate service 'fa:109' to node 'node1'
  83 info    280    node1/crm: service 'fa:109': state changed from 'started' to 'relocate'  (node = node3, target = node1)
  84 err     285    node3/lrm: service fa:109 not moved (migration error)
  85 err     300    node1/crm: service 'fa:109' - migration failed (exit code 1)
  86 info    300    node1/crm: service 'fa:109': state changed from 'relocate' to 'started'  (node = node3)
  87 info    300    node1/crm: relocate service 'fa:109' to node 'node1'
  88 info    300    node1/crm: service 'fa:109': state changed from 'started' to 'relocate'  (node = node3, target = node1)
  89 info    305    node3/lrm: service fa:109 - start relocate to node 'node1'
  90 info    305    node3/lrm: stopping service fa:109 (relocate)
  91 info    305    node3/lrm: service status fa:109 stopped
  92 info    305    node3/lrm: service fa:109 - end relocate to node 'node1'
  93 info    320    node1/crm: service 'fa:109': state changed from 'relocate' to 'started'  (node = node1)
  94 info    321    node1/lrm: got lock 'ha_agent_node1_lock'
  95 info    321    node1/lrm: status change wait_for_agent_lock => active
  96 info    321    node1/lrm: starting service fa:109
  97 info    321    node1/lrm: service status fa:109 started
  98 info    326    node3/lrm: exit (loop end)
  99 info    326       reboot: execute crm node3 stop
 100 info    325    node3/crm: server received shutdown request
 101 info    345    node3/crm: exit (loop end)
 102 info    345       reboot: execute power node3 off
 103 info    345       reboot: execute power node3 on
 104 info    345    node3/crm: status change startup => wait_for_quorum
 105 info    340    node3/lrm: status change startup => wait_for_agent_lock
 106 info    360    node1/crm: node 'node3': state changed from 'maintenance' => 'online'
 107 info    360    node1/crm: moving service 'fa:109' back to 'node3', node came back from maintenance.
 108 info    360    node1/crm: relocate service 'fa:109' to node 'node3'
 109 info    360    node1/crm: service 'fa:109': state changed from 'started' to 'relocate'  (node = node1, target = node3)
 110 info    360    node1/crm: moving service 'vm:103' back to 'node3', node came back from maintenance.
 111 info    360    node1/crm: migrate service 'vm:103' to node 'node3' (running)
 112 info    360    node1/crm: service 'vm:103': state changed from 'started' to 'migrate'  (node = node2, target = node3)
 113 err     361    node1/lrm: service fa:109 not moved (migration error)
 114 info    363    node2/lrm: service vm:103 - start migrate to node 'node3'
 115 info    363    node2/lrm: service vm:103 - end migrate to node 'node3'
 116 info    364    node3/crm: status change wait_for_quorum => slave
 117 err     380    node1/crm: service 'fa:109' - migration failed (exit code 1)
 118 info    380    node1/crm: service 'fa:109': state changed from 'relocate' to 'started'  (node = node1)
 119 info    380    node1/crm: service 'vm:103': state changed from 'migrate' to 'started'  (node = node3)
 120 info    385    node3/lrm: got lock 'ha_agent_node3_lock'
 121 info    385    node3/lrm: status change wait_for_agent_lock => active
 122 info    385    node3/lrm: starting service vm:103
 123 info    385    node3/lrm: service status vm:103 started
 124 info    720     hardware: exit simulation - done