]>
git.proxmox.com Git - pve-ha-manager.git/blob - src/PVE/HA/Env/PVE2.pm
d053dcc8b11ba2dd98e46a257efcb308dc2926a1
1 package PVE
::HA
::Env
::PVE2
;
5 use POSIX
qw(:errno_h :fcntl_h);
11 use PVE
::Cluster
qw(cfs_register_file cfs_read_file cfs_write_file cfs_lock_file);
13 use PVE
::RPCEnvironment
;
20 my $lockdir = "/etc/pve/priv/lock";
23 my ($this, $nodename) = @_;
25 die "missing nodename" if !$nodename;
27 my $class = ref($this) || $this;
29 my $self = bless {}, $class;
31 $self->{nodename
} = $nodename;
39 return $self->{nodename
};
42 sub read_manager_status
{
45 return PVE
::HA
::Config
::read_manager_status
();
48 sub write_manager_status
{
49 my ($self, $status_obj) = @_;
51 PVE
::HA
::Config
::write_manager_status
($status_obj);
55 my ($self, $node) = @_;
57 $node = $self->{nodename
} if !defined($node);
59 return PVE
::HA
::Config
::read_lrm_status
($node);
62 sub write_lrm_status
{
63 my ($self, $status_obj) = @_;
65 my $node = $self->{nodename
};
67 PVE
::HA
::Config
::write_lrm_status
($node, $status_obj);
70 sub queue_crm_commands
{
71 my ($self, $cmd) = @_;
73 return PVE
::HA
::Config
::queue_crm_commands
($cmd);
76 sub read_crm_commands
{
79 return PVE
::HA
::Config
::read_crm_commands
();
82 sub service_config_exists
{
85 return PVE
::HA
::Config
::resources_config_exists
();
88 sub read_service_config
{
91 my $res = PVE
::HA
::Config
::read_resources_config
();
93 my $vmlist = PVE
::Cluster
::get_vmlist
();
96 foreach my $sid (keys %{$res->{ids
}}) {
97 my $d = $res->{ids
}->{$sid};
98 my (undef, undef, $name) = PVE
::HA
::Tools
::parse_sid
($sid);
99 $d->{state} = 'enabled' if !defined($d->{state});
100 $d->{max_restart
} = 1 if !defined($d->{max_restart
});
101 $d->{max_relocate
} = 1 if !defined($d->{max_relocate
});
102 if (PVE
::HA
::Resources-
>lookup($d->{type
})) {
103 if (my $vmd = $vmlist->{ids
}->{$name}) {
105 warn "no such VM '$name'\n";
107 $d->{node
} = $vmd->{node
};
111 if (defined($d->{node
})) {
114 warn "service '$sid' without node\n";
123 sub change_service_location
{
124 my ($self, $sid, $current_node, $new_node) = @_;
126 my (undef, $type, $name) = PVE
::HA
::Tools
::parse_sid
($sid);
128 if(my $plugin = PVE
::HA
::Resources-
>lookup($type)) {
129 my $old = $plugin->config_file($name, $current_node);
130 my $new = $plugin->config_file($name, $new_node);
131 rename($old, $new) ||
132 die "rename '$old' to '$new' failed - $!\n";
138 sub read_group_config
{
141 return PVE
::HA
::Config
::read_group_config
();
144 # this should return a hash containing info
145 # what nodes are members and online.
149 my ($node_info, $quorate) = ({}, 0);
151 my $nodename = $self->{nodename
};
153 $quorate = PVE
::Cluster
::check_cfs_quorum
(1) || 0;
155 my $members = PVE
::Cluster
::get_members
();
157 foreach my $node (keys %$members) {
158 my $d = $members->{$node};
159 $node_info->{$node}->{online
} = $d->{online
};
162 $node_info->{$nodename}->{online
} = 1; # local node is always up
164 return ($node_info, $quorate);
168 my ($self, $level, $msg) = @_;
172 syslog
($level, $msg);
175 my $last_lock_status = {};
178 my ($self, $lockid) = @_;
182 my $filename = "$lockdir/$lockid";
184 my $last = $last_lock_status->{$lockid} || 0;
189 my $retry_timeout = 100; # fixme: what timeout
195 # pve cluster filesystem not online
196 die "can't create '$lockdir' (pmxcfs not mounted?)\n" if ! -d
$lockdir;
198 if ($last && (($ctime - $last) < $retry_timeout)) {
199 # send cfs lock update request (utime)
200 if (!utime(0, $ctime, $filename)) {
202 die "cfs lock update failed - $!\n";
206 # fixme: wait some time?
207 if (!(mkdir $filename)) {
208 utime 0, 0, $filename; # cfs unlock request
209 die "can't get cfs lock\n";
219 # $self->log('err', $err) if $err; # for debugging
223 $last_lock_status->{$lockid} = $got_lock ?
$ctime : 0;
225 if (!!$got_lock != !!$last) {
227 $self->log('info', "successfully acquired lock '$lockid'");
229 my $msg = "lost lock '$lockid";
230 $msg .= " - $err" if $err;
231 $self->log('err', $msg);
234 # $self->log('err', $err) if $err; # for debugging
240 sub get_ha_manager_lock
{
243 return $self->get_pve_lock("ha_manager_lock");
246 sub get_ha_agent_lock
{
247 my ($self, $node) = @_;
249 $node = $self->nodename() if !defined($node);
251 return $self->get_pve_lock("ha_agent_${node}_lock");
259 $quorate = PVE
::Cluster
::check_cfs_quorum
();
272 my ($self, $delay) = @_;
278 my ($self, $end_time) = @_;
281 my $cur_time = time();
283 last if $cur_time >= $end_time;
289 sub loop_start_hook
{
292 PVE
::Cluster
::cfs_update
();
294 $self->{loop_start
} = $self->get_time();
300 my $delay = $self->get_time() - $self->{loop_start
};
302 warn "loop take too long ($delay seconds)\n" if $delay > 30;
310 die "watchdog already open\n" if defined($watchdog_fh);
312 $watchdog_fh = IO
::Socket
::UNIX-
>new(
313 Type
=> SOCK_STREAM
(),
314 Peer
=> "/run/watchdog-mux.sock") ||
315 die "unable to open watchdog socket - $!\n";
317 $self->log('info', "watchdog active");
320 sub watchdog_update
{
321 my ($self, $wfh) = @_;
323 my $res = $watchdog_fh->syswrite("\0", 1);
324 if (!defined($res)) {
325 $self->log('err', "watchdog update failed - $!\n");
329 $self->log('err', "watchdog update failed - write $res bytes\n");
337 my ($self, $wfh) = @_;
339 $watchdog_fh->syswrite("V", 1); # magic watchdog close
340 if (!$watchdog_fh->close()) {
341 $self->log('err', "watchdog close failed - $!");
343 $watchdog_fh = undef;
344 $self->log('info', "watchdog closed (disabled)");
349 my ($self, $upid) = @_;
351 my $task = PVE
::Tools
::upid_decode
($upid);
354 while (PVE
::ProcFSTools
::check_process_running
($task->{pid
}, $task->{pstart
})) {
355 $self->log('debug', "Task still active, waiting");
366 sub exec_resource_agent
{
367 my ($self, $sid, $service_config, $cmd, @params) = @_;
369 # setup execution environment
371 $ENV{'PATH'} = '/sbin:/bin:/usr/sbin:/usr/bin';
373 PVE
::INotify
::inotify_close
();
375 PVE
::INotify
::inotify_init
();
377 PVE
::Cluster
::cfs_update
();
379 my $nodename = $self->{nodename
};
381 # fixme: return valid_exit code (instead of using die) ?
383 my (undef, $service_type, $service_name) = PVE
::HA
::Tools
::parse_sid
($sid);
385 my $plugin = PVE
::HA
::Resources-
>lookup($service_type);
386 die "service type '$service_type' not implemented" if !$plugin;
388 # fixme: return valid_exit code
389 die "service '$sid' not on this node" if $service_config->{node
} ne $nodename;
391 my $vmid = $service_name;
393 my $running = $plugin->check_running($vmid);
395 if ($cmd eq 'started') {
397 return 0 if $running;
399 $self->log("info", "starting service $sid");
406 $plugin->start($self, $params);
408 $running = $plugin->check_running($vmid);
411 $self->log("info", "service status $sid started");
414 $self->log("warning", "unable to start service $sid");
418 } elsif ($cmd eq 'request_stop' || $cmd eq 'stopped') {
420 return 0 if !$running;
422 $self->log("info", "stopping service $sid");
424 my $timeout = 60; # fixme: make this configurable
433 $plugin->shutdown($self, $params);
435 $running = $plugin->check_running($vmid);
438 $self->log("info", "service status $sid stopped");
444 } elsif ($cmd eq 'migrate' || $cmd eq 'relocate') {
446 my $target = $params[0];
447 die "$cmd '$sid' failed - missing target\n" if !defined($target);
449 if ($service_config->{node
} eq $target) {
454 # we always do (live) migration
462 my $oldconfig = $plugin->config_file($vmid, $nodename);
464 $plugin->migrate($self, $params);
466 # something went wrong if old config file is still there
468 $self->log("err", "service $sid not moved (migration error)");
474 } elsif ($cmd eq 'error') {
477 $self->log("err", "service $sid is in an error state while running");
479 $self->log("warning", "service $sid is not running and in an error state");
485 die "implement me (cmd '$cmd')";