mirror of
https://git.proxmox.com/git/qemu-server
synced 2025-05-25 03:53:20 +00:00
7e8ab2a9ab
create a fixed size cloudinit disk if it is referenced in config and does not exist. the size of the disk created when first added to the config is reduced to 4MiB to match the one created in commit_cloudinit_disk. maximum file size per snippet file (network, user, meta) is increased to 1MiB. preparation for offline migration without the cloudinit disk (that is always regenerated on start). also fixes #1807, although a further patch is required to change the vmid on restore Signed-off-by: Mira Limbeck <m.limbeck@proxmox.com> Tested-by: Dominik Csapak <d.csapak@proxmox.com>
471 lines
13 KiB
Perl
471 lines
13 KiB
Perl
package PVE::QemuServer::Cloudinit;
|
|
|
|
use strict;
|
|
use warnings;
|
|
|
|
use File::Path;
|
|
use Digest::SHA;
|
|
use URI::Escape;
|
|
|
|
use PVE::Tools qw(run_command file_set_contents);
|
|
use PVE::Storage;
|
|
use PVE::QemuServer;
|
|
|
|
sub commit_cloudinit_disk {
|
|
my ($conf, $vmid, $drive, $volname, $storeid, $files, $label) = @_;
|
|
|
|
my $path = "/run/pve/cloudinit/$vmid/";
|
|
mkpath $path;
|
|
foreach my $filepath (keys %$files) {
|
|
if ($filepath !~ m@^(.*)\/[^/]+$@) {
|
|
die "internal error: bad file name in cloud-init image: $filepath\n";
|
|
}
|
|
my $dirname = $1;
|
|
mkpath "$path/$dirname";
|
|
|
|
my $contents = $files->{$filepath};
|
|
file_set_contents("$path/$filepath", $contents);
|
|
}
|
|
|
|
my $storecfg = PVE::Storage::config();
|
|
my $iso_path = PVE::Storage::path($storecfg, $drive->{file});
|
|
my $scfg = PVE::Storage::storage_config($storecfg, $storeid);
|
|
my $format = PVE::QemuServer::qemu_img_format($scfg, $volname);
|
|
if (! -e $iso_path) {
|
|
$volname =~ m/(vm-$vmid-cloudinit(.(qcow2|raw))?)/;
|
|
my $name = $1;
|
|
my $d = PVE::Storage::vdisk_alloc($storecfg, $storeid, $vmid, $format, $name, 4 * 1024);
|
|
}
|
|
|
|
my $plugin = PVE::Storage::Plugin->lookup($scfg->{type});
|
|
$plugin->activate_volume($storeid, $scfg, $volname);
|
|
|
|
my $size = PVE::Storage::file_size_info($iso_path);
|
|
|
|
eval {
|
|
run_command([['genisoimage', '-R', '-V', $label, $path],
|
|
['qemu-img', 'dd', '-n', '-f', 'raw', '-O', $format,
|
|
'isize=0', "osize=$size", "of=$iso_path"]]);
|
|
};
|
|
my $err = $@;
|
|
rmtree($path);
|
|
die $err if $err;
|
|
}
|
|
|
|
sub get_cloudinit_format {
|
|
my ($conf) = @_;
|
|
if (defined(my $format = $conf->{citype})) {
|
|
return $format;
|
|
}
|
|
|
|
# No format specified, default based on ostype because windows'
|
|
# cloudbased-init only supports configdrivev2, whereas on linux we need
|
|
# to use mac addresses because regular cloudinit doesn't map 'ethX' to
|
|
# the new predicatble network device naming scheme.
|
|
if (defined(my $ostype = $conf->{ostype})) {
|
|
return 'configdrive2'
|
|
if PVE::QemuServer::windows_version($ostype);
|
|
}
|
|
|
|
return 'nocloud';
|
|
}
|
|
|
|
sub get_hostname_fqdn {
|
|
my ($conf, $vmid) = @_;
|
|
my $hostname = $conf->{name} // "VM$vmid";
|
|
my $fqdn;
|
|
if ($hostname =~ /\./) {
|
|
$fqdn = $hostname;
|
|
$hostname =~ s/\..*$//;
|
|
} elsif (my $search = $conf->{searchdomain}) {
|
|
$fqdn = "$hostname.$search";
|
|
}
|
|
return ($hostname, $fqdn);
|
|
}
|
|
|
|
sub get_dns_conf {
|
|
my ($conf) = @_;
|
|
|
|
# Same logic as in pve-container, but without the testcase special case
|
|
my $host_resolv_conf = PVE::INotify::read_file('resolvconf');
|
|
|
|
my $searchdomains = [
|
|
split(/\s+/, $conf->{searchdomain} // $host_resolv_conf->{search})
|
|
];
|
|
|
|
my $nameserver = $conf->{nameserver};
|
|
if (!defined($nameserver)) {
|
|
$nameserver = [grep { $_ } $host_resolv_conf->@{qw(dns1 dns2 dns3)}];
|
|
} else {
|
|
$nameserver = [split(/\s+/, $nameserver)];
|
|
}
|
|
|
|
return ($searchdomains, $nameserver);
|
|
}
|
|
|
|
sub cloudinit_userdata {
|
|
my ($conf, $vmid) = @_;
|
|
|
|
my ($hostname, $fqdn) = get_hostname_fqdn($conf, $vmid);
|
|
|
|
my $content = "#cloud-config\n";
|
|
|
|
$content .= "hostname: $hostname\n";
|
|
$content .= "manage_etc_hosts: true\n";
|
|
$content .= "fqdn: $fqdn\n" if defined($fqdn);
|
|
|
|
my $username = $conf->{ciuser};
|
|
my $password = $conf->{cipassword};
|
|
|
|
$content .= "user: $username\n" if defined($username);
|
|
$content .= "disable_root: False\n" if defined($username) && $username eq 'root';
|
|
$content .= "password: $password\n" if defined($password);
|
|
|
|
if (defined(my $keys = $conf->{sshkeys})) {
|
|
$keys = URI::Escape::uri_unescape($keys);
|
|
$keys = [map { chomp $_; $_ } split(/\n/, $keys)];
|
|
$keys = [grep { /\S/ } @$keys];
|
|
$content .= "ssh_authorized_keys:\n";
|
|
foreach my $k (@$keys) {
|
|
$content .= " - $k\n";
|
|
}
|
|
}
|
|
$content .= "chpasswd:\n";
|
|
$content .= " expire: False\n";
|
|
|
|
if (!defined($username) || $username ne 'root') {
|
|
$content .= "users:\n";
|
|
$content .= " - default\n";
|
|
}
|
|
|
|
$content .= "package_upgrade: true\n";
|
|
|
|
return $content;
|
|
}
|
|
|
|
sub split_ip4 {
|
|
my ($ip) = @_;
|
|
my ($addr, $mask) = split('/', $ip);
|
|
die "not a CIDR: $ip\n" if !defined $mask;
|
|
return ($addr, $PVE::Network::ipv4_reverse_mask->[$mask]);
|
|
}
|
|
|
|
sub configdrive2_network {
|
|
my ($conf) = @_;
|
|
|
|
my $content = "auto lo\n";
|
|
$content .= "iface lo inet loopback\n\n";
|
|
|
|
my ($searchdomains, $nameservers) = get_dns_conf($conf);
|
|
if ($nameservers && @$nameservers) {
|
|
$nameservers = join(' ', @$nameservers);
|
|
$content .= " dns_nameservers $nameservers\n";
|
|
}
|
|
if ($searchdomains && @$searchdomains) {
|
|
$searchdomains = join(' ', @$searchdomains);
|
|
$content .= " dns_search $searchdomains\n";
|
|
}
|
|
|
|
my @ifaces = grep(/^net(\d+)$/, keys %$conf);
|
|
foreach my $iface (@ifaces) {
|
|
(my $id = $iface) =~ s/^net//;
|
|
next if !$conf->{"ipconfig$id"};
|
|
my $net = PVE::QemuServer::parse_ipconfig($conf->{"ipconfig$id"});
|
|
$id = "eth$id";
|
|
|
|
$content .="auto $id\n";
|
|
if ($net->{ip}) {
|
|
if ($net->{ip} eq 'dhcp') {
|
|
$content .= "iface $id inet dhcp\n";
|
|
} else {
|
|
my ($addr, $mask) = split_ip4($net->{ip});
|
|
$content .= "iface $id inet static\n";
|
|
$content .= " address $addr\n";
|
|
$content .= " netmask $mask\n";
|
|
$content .= " gateway $net->{gw}\n" if $net->{gw};
|
|
}
|
|
}
|
|
if ($net->{ip6}) {
|
|
if ($net->{ip6} =~ /^(auto|dhcp)$/) {
|
|
$content .= "iface $id inet6 $1\n";
|
|
} else {
|
|
my ($addr, $mask) = split('/', $net->{ip6});
|
|
$content .= "iface $id inet6 static\n";
|
|
$content .= " address $addr\n";
|
|
$content .= " netmask $mask\n";
|
|
$content .= " gateway $net->{gw6}\n" if $net->{gw6};
|
|
}
|
|
}
|
|
}
|
|
|
|
return $content;
|
|
}
|
|
|
|
sub configdrive2_metadata {
|
|
my ($uuid) = @_;
|
|
return <<"EOF";
|
|
{
|
|
"uuid": "$uuid",
|
|
"network_config": { "content_path": "/content/0000" }
|
|
}
|
|
EOF
|
|
}
|
|
|
|
sub generate_configdrive2 {
|
|
my ($conf, $vmid, $drive, $volname, $storeid) = @_;
|
|
|
|
my ($user_data, $network_data, $meta_data) = get_custom_cloudinit_files($conf);
|
|
$user_data = cloudinit_userdata($conf, $vmid) if !defined($user_data);
|
|
$network_data = configdrive2_network($conf) if !defined($network_data);
|
|
|
|
if (!defined($meta_data)) {
|
|
my $digest_data = $user_data . $network_data;
|
|
my $uuid_str = Digest::SHA::sha1_hex($digest_data);
|
|
|
|
$meta_data = configdrive2_metadata($uuid_str);
|
|
}
|
|
my $files = {
|
|
'/openstack/latest/user_data' => $user_data,
|
|
'/openstack/content/0000' => $network_data,
|
|
'/openstack/latest/meta_data.json' => $meta_data
|
|
};
|
|
commit_cloudinit_disk($conf, $vmid, $drive, $volname, $storeid, $files, 'config-2');
|
|
}
|
|
|
|
sub nocloud_network_v2 {
|
|
my ($conf) = @_;
|
|
|
|
my $content = '';
|
|
|
|
my $head = "version: 2\n"
|
|
. "ethernets:\n";
|
|
|
|
my $dns_done;
|
|
|
|
my @ifaces = grep(/^net(\d+)$/, keys %$conf);
|
|
foreach my $iface (@ifaces) {
|
|
(my $id = $iface) =~ s/^net//;
|
|
next if !$conf->{"ipconfig$id"};
|
|
|
|
# indentation - network interfaces are inside an 'ethernets' hash
|
|
my $i = ' ';
|
|
|
|
my $net = PVE::QemuServer::parse_net($conf->{$iface});
|
|
my $ipconfig = PVE::QemuServer::parse_ipconfig($conf->{"ipconfig$id"});
|
|
|
|
my $mac = $net->{macaddr}
|
|
or die "network interface '$iface' has no mac address\n";
|
|
|
|
$content .= "${i}$iface:\n";
|
|
$i .= ' ';
|
|
$content .= "${i}match:\n"
|
|
. "${i} macaddress: \"$mac\"\n"
|
|
. "${i}set-name: eth$id\n";
|
|
my @addresses;
|
|
if (defined(my $ip = $ipconfig->{ip})) {
|
|
if ($ip eq 'dhcp') {
|
|
$content .= "${i}dhcp4: true\n";
|
|
} else {
|
|
push @addresses, $ip;
|
|
}
|
|
}
|
|
if (defined(my $ip = $ipconfig->{ip6})) {
|
|
if ($ip eq 'dhcp') {
|
|
$content .= "${i}dhcp6: true\n";
|
|
} else {
|
|
push @addresses, $ip;
|
|
}
|
|
}
|
|
if (@addresses) {
|
|
$content .= "${i}addresses:\n";
|
|
$content .= "${i}- '$_'\n" foreach @addresses;
|
|
}
|
|
if (defined(my $gw = $ipconfig->{gw})) {
|
|
$content .= "${i}gateway4: '$gw'\n";
|
|
}
|
|
if (defined(my $gw = $ipconfig->{gw6})) {
|
|
$content .= "${i}gateway6: '$gw'\n";
|
|
}
|
|
|
|
next if $dns_done;
|
|
$dns_done = 1;
|
|
|
|
my ($searchdomains, $nameservers) = get_dns_conf($conf);
|
|
if ($searchdomains || $nameservers) {
|
|
$content .= "${i}nameservers:\n";
|
|
if (defined($nameservers) && @$nameservers) {
|
|
$content .= "${i} addresses:\n";
|
|
$content .= "${i} - '$_'\n" foreach @$nameservers;
|
|
}
|
|
if (defined($searchdomains) && @$searchdomains) {
|
|
$content .= "${i} search:\n";
|
|
$content .= "${i} - '$_'\n" foreach @$searchdomains;
|
|
}
|
|
}
|
|
}
|
|
|
|
return $head.$content;
|
|
}
|
|
|
|
sub nocloud_network {
|
|
my ($conf) = @_;
|
|
|
|
my $content = "version: 1\n"
|
|
. "config:\n";
|
|
|
|
my @ifaces = grep(/^net(\d+)$/, keys %$conf);
|
|
foreach my $iface (@ifaces) {
|
|
(my $id = $iface) =~ s/^net//;
|
|
next if !$conf->{"ipconfig$id"};
|
|
|
|
# indentation - network interfaces are inside an 'ethernets' hash
|
|
my $i = ' ';
|
|
|
|
my $net = PVE::QemuServer::parse_net($conf->{$iface});
|
|
my $ipconfig = PVE::QemuServer::parse_ipconfig($conf->{"ipconfig$id"});
|
|
|
|
my $mac = lc($net->{macaddr})
|
|
or die "network interface '$iface' has no mac address\n";
|
|
|
|
$content .= "${i}- type: physical\n"
|
|
. "${i} name: eth$id\n"
|
|
. "${i} mac_address: '$mac'\n"
|
|
. "${i} subnets:\n";
|
|
$i .= ' ';
|
|
if (defined(my $ip = $ipconfig->{ip})) {
|
|
if ($ip eq 'dhcp') {
|
|
$content .= "${i}- type: dhcp4\n";
|
|
} else {
|
|
my ($addr, $mask) = split_ip4($ip);
|
|
$content .= "${i}- type: static\n"
|
|
. "${i} address: '$addr'\n"
|
|
. "${i} netmask: '$mask'\n";
|
|
if (defined(my $gw = $ipconfig->{gw})) {
|
|
$content .= "${i} gateway: '$gw'\n";
|
|
}
|
|
}
|
|
}
|
|
if (defined(my $ip = $ipconfig->{ip6})) {
|
|
if ($ip eq 'dhcp') {
|
|
$content .= "${i}- type: dhcp6\n";
|
|
} elsif ($ip eq 'auto') {
|
|
# SLAAC is not supported by cloud-init, this fallback should work with an up-to-date netplan at least
|
|
$content .= "${i}- type: dhcp6\n";
|
|
} else {
|
|
$content .= "${i}- type: static\n"
|
|
. "${i} address: '$ip'\n";
|
|
if (defined(my $gw = $ipconfig->{gw6})) {
|
|
$content .= "${i} gateway: '$gw'\n";
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
my $i = ' ';
|
|
my ($searchdomains, $nameservers) = get_dns_conf($conf);
|
|
if ($searchdomains || $nameservers) {
|
|
$content .= "${i}- type: nameserver\n";
|
|
if (defined($nameservers) && @$nameservers) {
|
|
$content .= "${i} address:\n";
|
|
$content .= "${i} - '$_'\n" foreach @$nameservers;
|
|
}
|
|
if (defined($searchdomains) && @$searchdomains) {
|
|
$content .= "${i} search:\n";
|
|
$content .= "${i} - '$_'\n" foreach @$searchdomains;
|
|
}
|
|
}
|
|
|
|
return $content;
|
|
}
|
|
|
|
sub nocloud_metadata {
|
|
my ($uuid) = @_;
|
|
return "instance-id: $uuid\n";
|
|
}
|
|
|
|
sub generate_nocloud {
|
|
my ($conf, $vmid, $drive, $volname, $storeid) = @_;
|
|
|
|
my ($user_data, $network_data, $meta_data) = get_custom_cloudinit_files($conf);
|
|
$user_data = cloudinit_userdata($conf, $vmid) if !defined($user_data);
|
|
$network_data = nocloud_network($conf) if !defined($network_data);
|
|
|
|
if (!defined($meta_data)) {
|
|
my $digest_data = $user_data . $network_data;
|
|
my $uuid_str = Digest::SHA::sha1_hex($digest_data);
|
|
|
|
$meta_data = nocloud_metadata($uuid_str);
|
|
}
|
|
|
|
my $files = {
|
|
'/user-data' => $user_data,
|
|
'/network-config' => $network_data,
|
|
'/meta-data' => $meta_data
|
|
};
|
|
commit_cloudinit_disk($conf, $vmid, $drive, $volname, $storeid, $files, 'cidata');
|
|
}
|
|
|
|
sub get_custom_cloudinit_files {
|
|
my ($conf) = @_;
|
|
|
|
my $cicustom = $conf->{cicustom};
|
|
my $files = $cicustom ? PVE::JSONSchema::parse_property_string('pve-qm-cicustom', $cicustom) : {};
|
|
|
|
my $network_volid = $files->{network};
|
|
my $user_volid = $files->{user};
|
|
my $meta_volid = $files->{meta};
|
|
|
|
my $storage_conf = PVE::Storage::config();
|
|
|
|
my $network_data;
|
|
if ($network_volid) {
|
|
$network_data = read_cloudinit_snippets_file($storage_conf, $network_volid);
|
|
}
|
|
|
|
my $user_data;
|
|
if ($user_volid) {
|
|
$user_data = read_cloudinit_snippets_file($storage_conf, $user_volid);
|
|
}
|
|
|
|
my $meta_data;
|
|
if ($meta_volid) {
|
|
$meta_data = read_cloudinit_snippets_file($storage_conf, $meta_volid);
|
|
}
|
|
|
|
return ($user_data, $network_data, $meta_data);
|
|
}
|
|
|
|
sub read_cloudinit_snippets_file {
|
|
my ($storage_conf, $volid) = @_;
|
|
|
|
my ($full_path, undef, $type) = PVE::Storage::path($storage_conf, $volid);
|
|
die "$volid is not in the snippets directory\n" if $type ne 'snippets';
|
|
return PVE::Tools::file_get_contents($full_path, 1 * 1024 * 1024);
|
|
}
|
|
|
|
my $cloudinit_methods = {
|
|
configdrive2 => \&generate_configdrive2,
|
|
nocloud => \&generate_nocloud,
|
|
};
|
|
|
|
sub generate_cloudinitconfig {
|
|
my ($conf, $vmid) = @_;
|
|
|
|
my $format = get_cloudinit_format($conf);
|
|
|
|
PVE::QemuServer::foreach_drive($conf, sub {
|
|
my ($ds, $drive) = @_;
|
|
|
|
my ($storeid, $volname) = PVE::Storage::parse_volume_id($drive->{file}, 1);
|
|
|
|
return if !$volname || $volname !~ m/vm-$vmid-cloudinit/;
|
|
|
|
my $generator = $cloudinit_methods->{$format}
|
|
or die "missing cloudinit methods for format '$format'\n";
|
|
|
|
$generator->($conf, $vmid, $drive, $volname, $storeid);
|
|
});
|
|
}
|
|
|
|
1;
|