]>
Commit | Line | Data |
---|---|---|
adf285bf DM |
1 | package PVE::APIClient::Commands::lxc; |
2 | ||
3 | use strict; | |
4 | use warnings; | |
678b245c | 5 | use Errno qw(EINTR EAGAIN); |
aa570b38 | 6 | use JSON; |
1824383b DM |
7 | use URI::Escape; |
8 | use IO::Select; | |
9 | use IO::Socket::SSL; | |
10 | use MIME::Base64; | |
11 | use Digest::SHA; | |
2779eec9 | 12 | use HTTP::Response; |
adf285bf | 13 | |
84ba32e5 | 14 | use PVE::Tools; |
3454a319 | 15 | use PVE::JSONSchema qw(get_standard_option); |
adf285bf | 16 | use PVE::CLIHandler; |
95b87dd3 | 17 | use PVE::PTY; |
adf285bf DM |
18 | |
19 | use base qw(PVE::CLIHandler); | |
3454a319 | 20 | use PVE::APIClient::Config; |
84ba32e5 | 21 | |
1824383b | 22 | my $CRLF = "\x0D\x0A"; |
962d470a | 23 | my $max_payload_size = 128*1024; |
1824383b DM |
24 | |
25 | my $build_web_socket_request = sub { | |
6bb43016 | 26 | my ($host, $path, $ticket, $termproxy) = @_; |
1824383b DM |
27 | |
28 | my $key = ''; | |
29 | $key .= chr(int(rand(256))) for 1 .. 16; | |
30 | my $enckey = MIME::Base64::encode_base64($key, ''); | |
31 | ||
32 | my $encticket = uri_escape($ticket); | |
33 | my $cookie = "PVEAuthCookie=$encticket; path=/; secure;"; | |
34 | ||
35 | $path .= "?port=$termproxy->{port}" . | |
36 | "&vncticket=" . uri_escape($termproxy->{ticket}); | |
37 | ||
38 | my $request = "GET $path HTTP/1.1$CRLF" | |
39 | . "Upgrade: WebSocket$CRLF" | |
40 | . "Connection: Upgrade$CRLF" | |
6bb43016 | 41 | . "Host: $host$CRLF" |
1824383b DM |
42 | . "Sec-WebSocket-Key: $enckey$CRLF" |
43 | . "Sec-WebSocket-Version: 13$CRLF" | |
44 | . "Sec-WebSocket-Protocol: binary$CRLF" | |
45 | . "Cookie: $cookie$CRLF" | |
46 | . "$CRLF"; | |
47 | ||
48 | return ($request, $enckey); | |
49 | }; | |
50 | ||
1824383b DM |
51 | my $create_websockt_frame = sub { |
52 | my ($payload) = @_; | |
53 | ||
54 | my $string = "\x82"; # binary frame | |
55 | my $payload_len = length($payload); | |
56 | if ($payload_len <= 125) { | |
57 | $string .= pack 'C', $payload_len | 128; | |
58 | } elsif ($payload_len <= 0xffff) { | |
59 | $string .= pack 'C', 126 | 128; | |
60 | $string .= pack 'n', $payload_len; | |
61 | } else { | |
62 | $string .= pack 'C', 127 | 128; | |
63 | $string .= pack 'Q>', $payload_len; | |
64 | } | |
65 | ||
66 | $string .= pack 'N', 0; # we simply use 0 as mask | |
67 | $string .= $payload; | |
68 | ||
69 | return $string; | |
70 | }; | |
71 | ||
1824383b | 72 | my $parse_web_socket_frame = sub { |
84d4c3e2 | 73 | my ($wsbuf_ref) = @_; |
1824383b | 74 | |
1824383b DM |
75 | my $payload; |
76 | my $req_close = 0; | |
77 | ||
1334102e | 78 | while (my $len = length($$wsbuf_ref)) { |
1824383b DM |
79 | last if $len < 2; |
80 | ||
1334102e | 81 | my $hdr = unpack('C', substr($$wsbuf_ref, 0, 1)); |
1824383b DM |
82 | my $opcode = $hdr & 0b00001111; |
83 | my $fin = $hdr & 0b10000000; | |
84 | ||
85 | die "received fragmented websocket frame\n" if !$fin; | |
86 | ||
87 | my $rsv = $hdr & 0b01110000; | |
88 | die "received websocket frame with RSV flags\n" if $rsv; | |
89 | ||
1334102e | 90 | my $payload_len = unpack 'C', substr($$wsbuf_ref, 1, 1); |
1824383b DM |
91 | |
92 | my $masked = $payload_len & 0b10000000; | |
84d4c3e2 | 93 | die "received masked websocket frame from server\n" if $masked; |
1824383b DM |
94 | |
95 | my $offset = 2; | |
96 | $payload_len = $payload_len & 0b01111111; | |
97 | if ($payload_len == 126) { | |
98 | last if $len < 4; | |
1334102e | 99 | $payload_len = unpack('n', substr($$wsbuf_ref, $offset, 2)); |
1824383b DM |
100 | $offset += 2; |
101 | } elsif ($payload_len == 127) { | |
102 | last if $len < 10; | |
1334102e | 103 | $payload_len = unpack('Q>', substr($$wsbuf_ref, $offset, 8)); |
1824383b DM |
104 | $offset += 8; |
105 | } | |
106 | ||
107 | die "received too large websocket frame (len = $payload_len)\n" | |
108 | if ($payload_len > $max_payload_size) || ($payload_len < 0); | |
109 | ||
1824383b DM |
110 | last if $len < ($offset + $payload_len); |
111 | ||
1334102e | 112 | my $data = substr($$wsbuf_ref, 0, $offset + $payload_len, ''); # now consume data |
1824383b DM |
113 | |
114 | my $frame_data = substr($data, $offset, $payload_len); | |
115 | ||
1824383b DM |
116 | $payload = '' if !defined($payload); |
117 | $payload .= $frame_data; | |
118 | ||
119 | if ($opcode == 1 || $opcode == 2) { | |
120 | # continue | |
121 | } elsif ($opcode == 8) { | |
122 | my $statuscode = unpack ("n", $frame_data); | |
123 | $req_close = 1; | |
124 | } else { | |
125 | die "received unhandled websocket opcode $opcode\n"; | |
126 | } | |
127 | } | |
128 | ||
129 | return ($payload, $req_close); | |
130 | }; | |
131 | ||
678b245c DM |
132 | my $full_write = sub { |
133 | my ($fh, $data) = @_; | |
134 | ||
135 | my $len = length($data); | |
136 | my $todo = $len; | |
137 | my $offset = 0; | |
138 | while(1) { | |
139 | my $nr = syswrite($fh, $data, $todo, $offset); | |
140 | if (!defined($nr)) { | |
141 | next if $! == EINTR || $! == EAGAIN; | |
142 | die "console write error - $!\n" | |
143 | } | |
144 | $offset += $nr; | |
145 | $todo -= $nr; | |
146 | last if $todo <= 0; | |
147 | } | |
148 | ||
149 | return $len; | |
150 | }; | |
151 | ||
83a7ab4c WB |
152 | # Takes an escape character with an optional '^' prefix and returns an escape |
153 | # character code. | |
154 | my $escapekey_to_char = sub { | |
155 | my ($def) = @_; | |
156 | if ($def =~ /^\^?([a-zA-Z])$/) { | |
157 | return 1 + ord(lc($1)) - ord('a'); | |
158 | } | |
159 | die "bad escape key definition: $def\n"; | |
160 | }; | |
161 | ||
adf285bf DM |
162 | __PACKAGE__->register_method ({ |
163 | name => 'enter', | |
164 | path => 'enter', | |
165 | method => 'POST', | |
166 | description => "Enter container console.", | |
167 | parameters => { | |
168 | additionalProperties => 0, | |
169 | properties => { | |
3454a319 | 170 | remote => get_standard_option('pveclient-remote-name'), |
7acede20 | 171 | vmid => get_standard_option('pve-vmid') |
adf285bf DM |
172 | }, |
173 | }, | |
174 | returns => { type => 'null'}, | |
175 | code => sub { | |
176 | my ($param) = @_; | |
177 | ||
69aa81b3 DM |
178 | my $config = PVE::APIClient::Config->load(); |
179 | my $conn = PVE::APIClient::Config->remote_conn($config, $param->{remote}); | |
1824383b | 180 | |
83a7ab4c WB |
181 | # FIXME: This should come from $config |
182 | my $escape_char = $escapekey_to_char->('a'); | |
183 | ||
1824383b DM |
184 | # Get the real node from the resources endpoint |
185 | my $resource_list = $conn->get("api2/json/cluster/resources", { type => 'vm'}); | |
186 | my ($resource) = grep { $_->{type} eq "lxc" && $_->{vmid} eq $param->{vmid}} @$resource_list; | |
187 | ||
188 | die "container '$param->{vmid}' does not exist\n" | |
189 | if !(defined($resource) && defined($resource->{node})); | |
190 | ||
191 | my $node = $resource->{node}; | |
84ba32e5 DM |
192 | |
193 | my $api_path = "api2/json/nodes/$node/lxc/$param->{vmid}"; | |
194 | ||
1824383b | 195 | my $termproxy = $conn->post("${api_path}/termproxy", {}); |
84ba32e5 | 196 | |
1824383b DM |
197 | my $web_socket = IO::Socket::SSL->new( |
198 | PeerHost => $conn->{host}, | |
199 | PeerPort => $conn->{port}, | |
200 | SSL_verify_mode => SSL_VERIFY_NONE, # fixme: ??? | |
201 | timeout => 30) || | |
202 | die "failed to connect: $!\n"; | |
203 | ||
204 | # WebSocket Handshake | |
205 | ||
206 | my ($request, $wskey) = $build_web_socket_request->( | |
6bb43016 | 207 | $conn->{host}, "/$api_path/vncwebsocket", $conn->{ticket}, $termproxy); |
1824383b | 208 | |
678b245c | 209 | $full_write->($web_socket, $request); |
1824383b DM |
210 | |
211 | my $wsbuf = ''; | |
212 | ||
213 | my $wb_socket_read_available_bytes = sub { | |
214 | my $nr = $web_socket->sysread($wsbuf, $max_payload_size, length($wsbuf)); | |
bf705a1e DM |
215 | if (!defined($nr) && !($! == EINTR || $! == EAGAIN)) { |
216 | die "web socket read error - $!\n"; | |
217 | } | |
1824383b DM |
218 | return $nr; |
219 | }; | |
220 | ||
221 | my $raw_response = ''; | |
222 | ||
223 | while(1) { | |
224 | my $nr = $wb_socket_read_available_bytes->(); | |
225 | if ($wsbuf =~ s/^(.*?)$CRLF$CRLF//s) { | |
226 | $raw_response = $1; | |
227 | last; | |
228 | } | |
229 | last if !$nr; | |
230 | }; | |
231 | ||
232 | # Note: we keep any remaining data in $wsbuf | |
233 | ||
234 | my $response = HTTP::Response->parse($raw_response); | |
235 | ||
236 | # Note: Digest::SHA::sha1_base64 has wrong padding | |
237 | my $wsaccept = Digest::SHA::sha1_base64("${wskey}258EAFA5-E914-47DA-95CA-C5AB0DC85B11") . "="; | |
238 | ||
239 | die "got invalid websocket reponse: $raw_response\n" | |
240 | if !(($response->code == 101) && | |
6bb43016 RJ |
241 | (lc $response->header('connection') eq 'upgrade') && |
242 | (lc $response->header('upgrade') eq 'websocket') && | |
1824383b DM |
243 | ($response->header('sec-websocket-protocol') eq 'binary') && |
244 | ($response->header('sec-websocket-accept') eq $wsaccept)); | |
245 | ||
246 | # send auth again... | |
247 | my $frame = $create_websockt_frame->($termproxy->{user} . ":" . $termproxy->{ticket} . "\n"); | |
678b245c | 248 | $full_write->($web_socket, $frame); |
1824383b | 249 | |
95b87dd3 RJ |
250 | # Send resize command |
251 | my ($columns, $rows) = PVE::PTY::tcgetsize(*STDIN); | |
252 | $frame = $create_websockt_frame->("1:$columns:$rows:"); | |
678b245c | 253 | $full_write->($web_socket, $frame); |
95b87dd3 RJ |
254 | |
255 | # Set STDIN to "raw -echo" mode | |
256 | my $old_termios = PVE::PTY::tcgetattr(*STDIN); | |
257 | my $raw_termios = {%$old_termios}; | |
95b87dd3 | 258 | |
1ec5788c DM |
259 | my $read_select = IO::Select->new; |
260 | my $write_select = IO::Select->new; | |
261 | ||
262 | my $output_buffer = ''; # write buffer for STDOUT | |
263 | my $websock_buffer = ''; # write buffer for $web_socket | |
1824383b | 264 | |
e9d84865 DM |
265 | eval { |
266 | $SIG{TERM} = $SIG{INT} = $SIG{KILL} = sub { die "received interrupt\n"; }; | |
95b87dd3 | 267 | |
e9d84865 DM |
268 | PVE::PTY::cfmakeraw($raw_termios); |
269 | PVE::PTY::tcsetattr(*STDIN, $raw_termios); | |
95b87dd3 | 270 | |
e9d84865 DM |
271 | # And set it to non-blocking so we can every char with IO::Select. |
272 | STDIN->blocking(0); | |
d956d618 | 273 | STDOUT->blocking(0); |
48e35b78 | 274 | $web_socket->blocking(0); |
1ec5788c | 275 | $read_select->add($web_socket); |
8a58c001 | 276 | my $input_fh = \*STDIN; |
1ec5788c DM |
277 | $read_select->add($input_fh); |
278 | ||
8a58c001 | 279 | my $output_fh = \*STDOUT; |
95b87dd3 | 280 | |
83a7ab4c | 281 | my $in_escape_sequence; |
95b87dd3 | 282 | |
9657c731 RJ |
283 | my $winch_received = 0; |
284 | $SIG{WINCH} = sub { $winch_received = 1; }; | |
285 | ||
286 | my $check_terminal_size = sub { | |
287 | my ($ncols, $nrows) = PVE::PTY::tcgetsize(*STDIN); | |
288 | if ($ncols != $columns or $nrows != $rows) { | |
289 | $columns = $ncols; | |
290 | $rows = $nrows; | |
1ec5788c DM |
291 | $websock_buffer .= $create_websockt_frame->("1:$columns:$rows:"); |
292 | $write_select->add($web_socket); | |
9657c731 RJ |
293 | } |
294 | $winch_received = 0; | |
295 | }; | |
296 | ||
032dc44c DM |
297 | my $max_buffer_len = 256*1024; |
298 | ||
1ec5788c DM |
299 | my $drain_buffer = sub { |
300 | my ($fh, $buffer_ref) = @_; | |
301 | ||
302 | my $len = length($$buffer_ref); | |
303 | my $nr = syswrite($fh, $$buffer_ref); | |
304 | if (!defined($nr)) { | |
83a7ab4c | 305 | return if $! == EINTR || $! == EAGAIN; |
1ec5788c DM |
306 | die "drain buffer - write error - $!\n"; |
307 | } | |
308 | return $nr if !$nr; | |
309 | substr($$buffer_ref, 0, $nr, ''); | |
032dc44c DM |
310 | $len = length($$buffer_ref); |
311 | $write_select->remove($fh) if !$len; | |
1ec5788c DM |
312 | }; |
313 | ||
e9d84865 | 314 | while (1) { |
1ec5788c | 315 | while(my ($readable, $writable) = IO::Select->select($read_select, $write_select, undef, 3)) { |
9657c731 RJ |
316 | $check_terminal_size->() if $winch_received; |
317 | ||
1ec5788c DM |
318 | foreach my $fh (@$writable) { |
319 | if ($fh == $output_fh) { | |
8a58c001 | 320 | $drain_buffer->($output_fh, \$output_buffer); |
032dc44c | 321 | $read_select->add($web_socket) if length($output_buffer) <= $max_buffer_len; |
1ec5788c DM |
322 | } elsif ($fh == $web_socket) { |
323 | $drain_buffer->($web_socket, \$websock_buffer); | |
324 | } | |
325 | } | |
326 | ||
e4c01635 | 327 | foreach my $fh (@$readable) { |
e9d84865 DM |
328 | |
329 | if ($fh == $web_socket) { | |
330 | # Read from WebSocket | |
331 | ||
332 | my $nr = $wb_socket_read_available_bytes->(); | |
333 | if (!defined($nr)) { | |
bf705a1e | 334 | # wait |
e9d84865 DM |
335 | } elsif ($nr == 0) { |
336 | return; # EOF | |
337 | } else { | |
338 | my ($payload, $req_close) = $parse_web_socket_frame->(\$wsbuf); | |
032dc44c | 339 | if (defined($payload) && length($payload)) { |
1ec5788c DM |
340 | $output_buffer .= $payload; |
341 | $write_select->add($output_fh); | |
032dc44c DM |
342 | if (length($output_buffer) > $max_buffer_len) { |
343 | $read_select->remove($web_socket); | |
344 | } | |
e9d84865 DM |
345 | } |
346 | return if $req_close; | |
347 | } | |
95b87dd3 | 348 | |
e9d84865 DM |
349 | } elsif ($fh == $input_fh) { |
350 | # Read from STDIN | |
95b87dd3 | 351 | |
8a58c001 | 352 | my $nr = sysread($input_fh, my $buff, 4096); |
e9d84865 | 353 | return if !$nr; # EOF or error |
95b87dd3 | 354 | |
e9d84865 | 355 | my $char = ord($buff); |
95b87dd3 | 356 | |
83a7ab4c WB |
357 | # Handle escape sequences: |
358 | if ($in_escape_sequence) { | |
359 | $in_escape_sequence = 0; | |
360 | if ($char == 0x71) { | |
361 | # (escape, 'q') | |
362 | return; | |
363 | } elsif ($char == $escape_char) { | |
364 | # (escape, escape) | |
365 | # Pass this one through as a single escapekey | |
366 | } else { | |
367 | # Unknown escape sequence | |
368 | # We could generate a bell or something... | |
369 | # but for now just skip it | |
370 | next; | |
371 | } | |
372 | } elsif ($char == $escape_char) { | |
373 | $in_escape_sequence = 1; | |
374 | next; | |
375 | } | |
95b87dd3 | 376 | |
83a7ab4c | 377 | # Pass the key through: |
1ec5788c DM |
378 | $websock_buffer .= $create_websockt_frame->("0:" . $nr . ":" . $buff); |
379 | $write_select->add($web_socket); | |
95b87dd3 | 380 | } |
95b87dd3 | 381 | } |
1824383b | 382 | } |
9657c731 RJ |
383 | $check_terminal_size->() if $winch_received; |
384 | ||
e9d84865 | 385 | # got timeout |
1ec5788c DM |
386 | $websock_buffer .= $create_websockt_frame->("2"); # ping server to keep connection alive |
387 | $write_select->add($web_socket); | |
e9d84865 DM |
388 | } |
389 | }; | |
390 | my $err = $@; | |
391 | ||
392 | eval { # cleanup | |
393 | ||
394 | # switch back to blocking mode (else later shell commands will fail). | |
395 | STDIN->blocking(1); | |
396 | ||
397 | if ($web_socket->connected) { | |
398 | # close connection | |
1ec5788c DM |
399 | $websock_buffer .= "\x88" . pack('N', 0) . pack('n', 0); # Opcode, mask, statuscode |
400 | $full_write->($web_socket, $websock_buffer); | |
401 | $websock_buffer = ''; | |
e9d84865 | 402 | close($web_socket); |
1824383b | 403 | } |
e9d84865 DM |
404 | |
405 | # Reset the terminal parameters. | |
1ec5788c DM |
406 | $output_buffer .= "\e[24H\r\n"; |
407 | $full_write->(\*STDOUT, $output_buffer); | |
408 | $output_buffer = ''; | |
409 | ||
e9d84865 | 410 | PVE::PTY::tcsetattr(*STDIN, $old_termios); |
95b87dd3 | 411 | }; |
e9d84865 | 412 | warn $@ if $@; # show cleanup errors |
95b87dd3 | 413 | |
e9d84865 | 414 | print STDERR "\nERROR: $err" if $err; |
adf285bf | 415 | |
e9d84865 | 416 | return undef; |
adf285bf DM |
417 | }}); |
418 | ||
adf285bf | 419 | our $cmddef = { |
84ba32e5 | 420 | enter => [ __PACKAGE__, 'enter', ['remote', 'vmid']], |
adf285bf DM |
421 | }; |
422 | ||
423 | 1; |