X-Git-Url: https://git.proxmox.com/?p=pve-common.git;a=blobdiff_plain;f=src%2FPVE%2FJSONSchema.pm;h=37a6e1fa673451e171844f172894715075faf660;hp=426b64f076ee3424283a370e0ea217cb196bd648;hb=abc1afd874c5a1ea126dbcf5013166512264e6f1;hpb=166e27c74f883d12e12c60c43c57994bfc2ec5bc diff --git a/src/PVE/JSONSchema.pm b/src/PVE/JSONSchema.pm index 426b64f..37a6e1f 100644 --- a/src/PVE/JSONSchema.pm +++ b/src/PVE/JSONSchema.pm @@ -9,6 +9,7 @@ use PVE::Tools qw(split_list $IPV6RE $IPV4RE); use PVE::Exception qw(raise); use HTTP::Status qw(:constants); use Net::IP qw(:PROC); +use Data::Dumper; use base 'Exporter'; @@ -228,7 +229,9 @@ my $ipv4_mask_hash = { '255.255.255.224' => 27, '255.255.255.240' => 28, '255.255.255.248' => 29, - '255.255.255.252' => 30 + '255.255.255.252' => 30, + '255.255.255.254' => 31, + '255.255.255.255' => 32, }; register_format('ipv4mask', \&pve_verify_ipv4mask); @@ -503,6 +506,17 @@ sub parse_property_string { # In property strings we default to not allowing additional properties $additional_properties = 0 if !defined($additional_properties); + # Support named formats here, too: + if (!ref($format)) { + if (my $desc = $format_list->{$format}) { + $format = $desc; + } else { + die "unknown format: $format\n"; + } + } elsif (ref($format) ne 'HASH') { + die "unexpected format value of type ".ref($format)."\n"; + } + my $default_key; my $res = {}; @@ -514,9 +528,14 @@ sub parse_property_string { die "duplicate key in comma-separated list property: $k\n" if defined($res->{$k}); my $schema = $format->{$k}; if (my $alias = $schema->{alias}) { + if (my $key_alias = $schema->{keyAlias}) { + die "key alias '$key_alias' is already defined\n" if defined($res->{$key_alias}); + $res->{$key_alias} = $k; + } $k = $alias; $schema = $format->{$k}; } + die "invalid key in comma-separated list property: $k\n" if !$schema; if ($schema->{type} && $schema->{type} eq 'boolean') { $v = 1 if $v =~ m/^(1|on|yes|true)$/i; @@ -550,76 +569,6 @@ sub parse_property_string { return $res; } -sub print_property_string { - my ($data, $format, $skip, $path) = @_; - - if (ref($format) ne 'HASH') { - my $schema = $format_list->{$format}; - die "not a valid format: $format\n" if !$schema; - $format = $schema; - } - - my $errors = {}; - check_object($path, $format, $data, undef, $errors); - if (scalar(%$errors)) { - raise "format error", errors => $errors; - } - - my $default_key; - my %skipped = map { $_ => 1 } @$skip; - my %allowed; - my %required; # this is a set, all present keys are required regardless of value - foreach my $key (keys %$format) { - $allowed{$key} = 1; - if (!$format->{$key}->{optional} && !$format->{$key}->{alias} && !$skipped{$key}) { - $required{$key} = 1; - } - - # Skip default keys - if ($format->{$key}->{default_key}) { - if ($default_key) { - warn "multiple default keys in schema ($default_key, $key)\n"; - } else { - $default_key = $key; - $skipped{$key} = 1; - } - } - } - - my ($text, $comma); - if ($default_key) { - $text = "$data->{$default_key}"; - $comma = ','; - } else { - $text = ''; - $comma = ''; - } - - foreach my $key (sort keys %$data) { - delete $required{$key}; - next if $skipped{$key}; - die "invalid key: $key\n" if !$allowed{$key}; - - my $typeformat = $format->{$key}->{format}; - my $value = $data->{$key}; - next if !defined($value); - $text .= $comma; - $comma = ','; - if ($typeformat && $typeformat eq 'disk-size') { - $text .= "$key=" . format_size($value); - } else { - die "illegal value with commas for $key\n" if $value =~ /,/; - $text .= "$key=$value"; - } - } - - if (my $missing = join(',', keys %required)) { - die "missing properties: $missing\n"; - } - - return $text; -} - sub add_error { my ($errors, $path, $msg) = @_; @@ -707,6 +656,9 @@ sub check_type { return undef; } return 1; + } elsif ($type eq 'string' && $vt eq 'Regexp') { + # qr// regexes can be used as strings and make sense for format=regex + return 1; } else { if ($vt) { add_error($errors, $path, "type check ('$type') failed - got $vt"); @@ -779,7 +731,7 @@ sub check_object { check_prop($value, $requires, $path, $errors); } elsif (!defined($value->{$requires})) { add_error($errors, $path ? "$path.$requires" : $requires, - "missing property - '$newpath' requiers this property"); + "missing property - '$newpath' requires this property"); } } @@ -830,7 +782,7 @@ sub check_prop { if (!defined ($value)) { return if $schema->{type} && $schema->{type} eq 'null'; - if (!$schema->{optional} && !$schema->{alias}) { + if (!$schema->{optional} && !$schema->{alias} && !$schema->{group}) { add_error($errors, $path, "property is missing and it is not optional"); } return; @@ -1042,6 +994,11 @@ my $default_schema_noref = { optional => 1, description => "This provides a description of the purpose the instance property. The value can be a string or it can be an object with properties corresponding to various different instance languages (with an optional default property indicating the default description).", }, + verbose_description => { + type => "string", + optional => 1, + description => "This provides a more verbose description.", + }, format_description => { type => "string", optional => 1, @@ -1072,6 +1029,12 @@ my $default_schema_noref = { optional => 1, description => "When a key represents the same property as another it can be an alias to it, causing the parsed datastructure to use the other key to store the current value under.", }, + keyAlias => { + type => 'string', + optional => 1, + description => "Allows to store the current 'key' as value of another property. Only valid if used together with 'alias'.", + requires => 'alias', + }, default => { type => "any", optional => 1, @@ -1487,4 +1450,268 @@ sub dump_config { return $data; } +# helpers used to generate our manual pages + +my $find_schema_default_key = sub { + my ($format) = @_; + + my $default_key; + my $keyAliasProps = {}; + + foreach my $key (keys %$format) { + my $phash = $format->{$key}; + if ($phash->{default_key}) { + die "multiple default keys in schema ($default_key, $key)\n" + if defined($default_key); + die "default key '$key' is an alias - this is not allowed\n" + if defined($phash->{alias}); + die "default key '$key' with keyAlias attribute is not allowed\n" + if $phash->{keyAlias}; + $default_key = $key; + } + my $key_alias = $phash->{keyAlias}; + die "found keyAlias without 'alias definition for '$key'\n" + if $key_alias && !$phash->{alias}; + + if ($phash->{alias} && $key_alias) { + die "inconsistent keyAlias '$key_alias' definition" + if defined($keyAliasProps->{$key_alias}) && + $keyAliasProps->{$key_alias} ne $phash->{alias}; + $keyAliasProps->{$key_alias} = $phash->{alias}; + } + } + + return wantarray ? ($default_key, $keyAliasProps) : $default_key; +}; + +sub generate_typetext { + my ($format, $list_enums) = @_; + + my ($default_key, $keyAliasProps) = &$find_schema_default_key($format); + + my $res = ''; + my $add_sep = 0; + + my $add_option_string = sub { + my ($text, $optional) = @_; + + if ($add_sep) { + $text = ",$text"; + $res .= ' '; + } + $text = "[$text]" if $optional; + $res .= $text; + $add_sep = 1; + }; + + my $format_key_value = sub { + my ($key, $phash) = @_; + + die "internal error" if defined($phash->{alias}); + + my $keytext = $key; + + my $typetext = ''; + + if (my $desc = $phash->{format_description}) { + $typetext .= "<$desc>"; + } elsif (my $text = $phash->{typetext}) { + $typetext .= $text; + } elsif (my $enum = $phash->{enum}) { + if ($list_enums || (scalar(@$enum) <= 3)) { + $typetext .= '<' . join('|', @$enum) . '>'; + } else { + $typetext .= ''; + } + } elsif ($phash->{type} eq 'boolean') { + $typetext .= '<1|0>'; + } elsif ($phash->{type} eq 'integer') { + $typetext .= ''; + } elsif ($phash->{type} eq 'number') { + $typetext .= ''; + } else { + die "internal error: neither format_description nor typetext found for option '$key'"; + } + + if (defined($default_key) && ($default_key eq $key)) { + &$add_option_string("[$keytext=]$typetext", $phash->{optional}); + } else { + &$add_option_string("$keytext=$typetext", $phash->{optional}); + } + }; + + my $done = {}; + + my $cond_add_key = sub { + my ($key) = @_; + + return if $done->{$key}; # avoid duplicates + + $done->{$key} = 1; + + my $phash = $format->{$key}; + + return if !$phash; # should not happen + + return if $phash->{alias}; + + &$format_key_value($key, $phash); + + }; + + &$cond_add_key($default_key) if defined($default_key); + + # add required keys first + foreach my $key (sort keys %$format) { + my $phash = $format->{$key}; + &$cond_add_key($key) if $phash && !$phash->{optional}; + } + + # add the rest + foreach my $key (sort keys %$format) { + &$cond_add_key($key); + } + + foreach my $keyAlias (sort keys %$keyAliasProps) { + &$add_option_string("<$keyAlias>=<$keyAliasProps->{$keyAlias }>", 1); + } + + return $res; +} + +sub print_property_string { + my ($data, $format, $skip, $path) = @_; + + if (ref($format) ne 'HASH') { + my $schema = get_format($format); + die "not a valid format: $format\n" if !$schema; + $format = $schema; + } + + my $errors = {}; + check_object($path, $format, $data, undef, $errors); + if (scalar(%$errors)) { + raise "format error", errors => $errors; + } + + my ($default_key, $keyAliasProps) = &$find_schema_default_key($format); + + my $res = ''; + my $add_sep = 0; + + my $add_option_string = sub { + my ($text) = @_; + + $res .= ',' if $add_sep; + $res .= $text; + $add_sep = 1; + }; + + my $format_value = sub { + my ($key, $value, $format) = @_; + + if (defined($format) && ($format eq 'disk-size')) { + return format_size($value); + } else { + die "illegal value with commas for $key\n" if $value =~ /,/; + return $value; + } + }; + + my $done = { map { $_ => 1 } @$skip }; + + my $cond_add_key = sub { + my ($key, $isdefault) = @_; + + return if $done->{$key}; # avoid duplicates + + $done->{$key} = 1; + + my $value = $data->{$key}; + + return if !defined($value); + + my $phash = $format->{$key}; + + # try to combine values if we have key aliases + if (my $combine = $keyAliasProps->{$key}) { + if (defined(my $combine_value = $data->{$combine})) { + my $combine_format = $format->{$combine}->{format}; + my $value_str = &$format_value($key, $value, $phash->{format}); + my $combine_str = &$format_value($combine, $combine_value, $combine_format); + &$add_option_string("${value_str}=${combine_str}"); + $done->{$combine} = 1; + return; + } + } + + if ($phash && $phash->{alias}) { + $phash = $format->{$phash->{alias}}; + } + + die "invalid key '$key'\n" if !$phash; + die "internal error" if defined($phash->{alias}); + + my $value_str = &$format_value($key, $value, $phash->{format}); + if ($isdefault) { + &$add_option_string($value_str); + } else { + &$add_option_string("$key=${value_str}"); + } + }; + + # add default key first + &$cond_add_key($default_key, 1) if defined($default_key); + + # add required keys first + foreach my $key (sort keys %$data) { + my $phash = $format->{$key}; + &$cond_add_key($key) if $phash && !$phash->{optional}; + } + + # add the rest + foreach my $key (sort keys %$data) { + &$cond_add_key($key); + } + + return $res; +} + +sub schema_get_type_text { + my ($phash, $style) = @_; + + my $type = $phash->{type} || 'string'; + + if ($phash->{typetext}) { + return $phash->{typetext}; + } elsif ($phash->{format_description}) { + return "<$phash->{format_description}>"; + } elsif ($phash->{enum}) { + return "<" . join(' | ', sort @{$phash->{enum}}) . ">"; + } elsif ($phash->{pattern}) { + return $phash->{pattern}; + } elsif ($type eq 'integer' || $type eq 'number') { + # NOTE: always access values as number (avoid converion to string) + if (defined($phash->{minimum}) && defined($phash->{maximum})) { + return "<$type> (" . ($phash->{minimum} + 0) . " - " . + ($phash->{maximum} + 0) . ")"; + } elsif (defined($phash->{minimum})) { + return "<$type> (" . ($phash->{minimum} + 0) . " - N)"; + } elsif (defined($phash->{maximum})) { + return "<$type> (-N - " . ($phash->{maximum} + 0) . ")"; + } + } elsif ($type eq 'string') { + if (my $format = $phash->{format}) { + $format = get_format($format) if ref($format) ne 'HASH'; + if (ref($format) eq 'HASH') { + my $list_enums = 0; + $list_enums = 1 if $style && $style eq 'config-sub'; + return generate_typetext($format, $list_enums); + } + } + } + + return "<$type>"; +} + 1;