commit - /dev/null
commit + db5b8f08dca0af3ad63af5425645f157f8f0c70e
blob - /dev/null
blob + 4c29accf85f4aa2e1049fa808781282f0c6fcf0e (mode 644)
--- /dev/null
+++ .gitignore
+dhcpd.conf
+notify*
+slowcat*
+vm.conf
blob - /dev/null
blob + 2e29a66951185ea2246f5f4c0b31c35f753a5a51 (mode 644)
--- /dev/null
+++ _deploy.conf
+# Server config for <mac>-install.conf
+SERVER="server0"
+DOMAIN="openbsd.amsterdam"
+# IP / MAC config
+IP_PREFIX="46.23.93"
+IP_START=11
+IPV6_PREFIX="2a03:6000:6a60"
+IPV6_START=600
+MAC_PREFIX="fe:e1:bb:dd:dd"
+# .conf locations
+VMS="./vms"
+ETC="."
+IMAGES="."
+HTDOCS="."
+# vm.conf
+MEMORY="512M"
+DISKSIZE="50G"
+FORMAT="qcow2"
+VMDUSERS="vmdusers"
+SWITCH="uplink_vlan931"
+INTERFACE="bridge931"
+# dhcpd.conf
+ROUTER="46.23.93.1"
+DNS="46.23.80.26"
+SUBNET="46.23.93.0"
+NETMASK="255.255.255.0"
blob - /dev/null
blob + af7e2b22e9710a4266de1c0bedc50758b04a983e (mode 755)
--- /dev/null
+++ deploy.pl
+#!/usr/bin/env perl
+#
+# Copyright (c) 2019-2020 Mischa Peters <mischa @ openbsd.amsterdam>
+#
+# Permission to use, copy, modify, and distribute this software for any
+# purpose with or without fee is hereby granted, provided that the above
+# copyright notice and this permission notice appear in all copies.
+#
+# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
+# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
+# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
+# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
+# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
+# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
+# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
+#
+# vmm(4)/vmd(8) VM deploy script for OpenBSD Amsterdam
+# 2018/12/17 version 3 - Perl again! :)
+# 2018/12/19 added: default disk and memory size VM options
+# 2018/12/20 added: extra interface option for a VM
+# 2019/04/14 changed: $dir in conf path load
+# 2019/05/07 added: disk format option, img or qcow2
+# 2019/05/31 added: check for OpenBSD 6.6 vmctl command line syntax change
+# 2019/09/29 added: doas.conf for pkill option
+# 2020/05/10 changed: includes all install sets, inline with sysupgrade
+#
+use 5.024;
+use strict;
+use warnings;
+use autodie;
+use Cwd qw(cwd);
+use User::pwent;
+
+# fuction to parse _deploy.conf and vm*.txt files
+# all variables are stripped and added to either %vms or %conf
+sub get_variables {
+ my ($hash_name, @files) = @_;
+ my %hash;
+ my $filename;
+ my $vm_name;
+ my $vm_number;
+
+ for my $file (@files) {
+ # When hash is 'vms' use the vm_name as key
+ # Otherwise use 'conf' as key
+ if ($hash_name eq "vms") {
+ ($filename = $file) =~ s/.*\///;
+ ($vm_name = $filename) =~ s/\.txt//;
+ ($vm_number = $vm_name) =~ s/^vm//;
+ $hash{$vm_name}{'vm_number'} = $vm_number;
+ }
+
+ open my $fh, "<", "$file";
+ while (my $row = <$fh>) {
+ next if ($row =~ /^\s*($|#)/);
+ chomp ($row);
+ (my $key, my $val) = split(/=/, $row, 2);
+ if ($hash_name eq "vms") {
+ ($hash{$vm_name}{$key} .= $val) =~ s/^"+|"+$//g;
+ } else {
+ ($hash{$hash_name}{$key} .= $val) =~ s/^"+|"+$//g;
+ }
+ }
+ close $fh;
+ }
+ return %hash;
+}
+
+# function to render the vm.conf(5) file
+# if the disk image file doesn't exist "boot bsd.rd" is used
+# if the disk image file exists "boot bsd.rd" won't be used
+sub render_vm_conf {
+ my %conf = %{$_[0]};
+ my %vms = %{$_[1]};
+ my $_etc = $conf{'conf'}{'ETC'};
+
+ open my $fh_vm, ">", "$_etc/vm.conf";
+ printf $fh_vm "#\n# File generated by deploy.pl\n#\n";
+ printf $fh_vm "socket owner :%s\n\n", $conf{'conf'}{'VMDUSERS'};
+ printf $fh_vm "switch \"%s\" {\n", $conf{'conf'}{'SWITCH'};
+ printf $fh_vm "\tinterface %s\n", $conf{'conf'}{'INTERFACE'};
+ printf $fh_vm "}\n\n";
+
+ if ($conf{'conf'}{'SWITCH2'}) {
+ printf $fh_vm "switch \"%s\" {\n", $conf{'conf'}{'SWITCH2'};
+ printf $fh_vm "\tinterface %s\n", $conf{'conf'}{'INTERFACE2'};
+ printf $fh_vm "}\n\n";
+ }
+
+ for my $vm_name (sort keys %vms) {
+ my $_instance = $vms{$vm_name}{'instance'} || $vm_name;
+ my $_disk_format = $vms{$vm_name}{'format'} || $conf{'conf'}{'FORMAT'};
+ my $_disk = $conf{'conf'}{'IMAGES'} . "/" . $_instance . "." . $_disk_format;
+ my $_disk2 = $conf{'conf'}{'IMAGES'} . "/" . $_instance . "_extra." . $_disk_format if $vms{$vm_name}{'disk2'};
+ my $_owner = $vms{$vm_name}{'owner'} || $vms{$vm_name}{'username'};
+ my $_memory = $vms{$vm_name}{'memory'} || $conf{'conf'}{'MEMORY'};
+ my $_boot = $conf{'conf'}{'IMAGES'} . "/bsd.rd";
+ my $_switch = $vms{$vm_name}{'switch'} || $conf{'conf'}{'SWITCH'};
+ my $_switch2 = $vms{$vm_name}{'switch2'};
+ my $_mac = $vms{$vm_name}{'mac'} || $conf{'conf'}{'MAC_PREFIX'} . ":" . $vms{$vm_name}{'vm_number'};
+
+ printf $fh_vm "vm \"%s\" {\n", $_instance;
+ printf $fh_vm "\tdisable\n";
+ printf $fh_vm "\towner %s\n", $_owner;
+ printf $fh_vm "\tmemory %s\n", $_memory if $_memory;
+ printf $fh_vm "\tboot \"%s\"\n", $_boot if (! -e $_disk);
+ printf $fh_vm "\tdisk \"%s\"\n", $_disk;
+ printf $fh_vm "\tdisk \"%s\"\n", $_disk2 if $_disk2;
+ printf $fh_vm "\tinterface tap {\n";
+ printf $fh_vm "\t\tswitch \"%s\"\n", $_switch;
+ printf $fh_vm "\t\tlladdr %s\n", $_mac;
+ printf $fh_vm "\t}\n";
+ printf $fh_vm "\tinterface tap { switch \"%s\" }\n", $_switch2 if $_switch2;
+ printf $fh_vm "}\n";
+ }
+ close $fh_vm;
+}
+
+# function to render the dhcpd.conf(5) file
+# if the disk image file doesn't exist "auto_install" is used as filename
+# if the disk image file exists "auto_upgrade" is used as filename
+sub render_dhcpd_conf {
+ my %conf = %{$_[0]};
+ my %vms = %{$_[1]};
+ my $_etc = $conf{'conf'}{'ETC'};
+
+ open my $fh_dhcpd, ">", "$_etc/dhcpd.conf";
+ printf $fh_dhcpd "#\n# File generated by deploy.pl\n#\n";
+ printf $fh_dhcpd "option domain-name \"%s\";\n", $conf{'conf'}{'DOMAIN'};
+ printf $fh_dhcpd "option domain-name-servers %s;\n\n", $conf{'conf'}{'DNS'};
+ printf $fh_dhcpd "subnet %s netmask %s {\n", $conf{'conf'}{'SUBNET'}, $conf{'conf'}{'NETMASK'};
+ printf $fh_dhcpd "\toption routers %s;\n", $conf{'conf'}{'ROUTER'};
+ printf $fh_dhcpd "\tserver-name \"%s.%s\";\n", $conf{'conf'}{'SERVER'}, $conf{'conf'}{'DOMAIN'};
+
+ for my $vm_name (sort keys %vms) {
+ my $_instance = $vms{$vm_name}{'instance'} || $vm_name;
+ my $_disk_format = $vms{$vm_name}{'format'} || $conf{'conf'}{'FORMAT'};
+ my $_disk = $conf{'conf'}{'IMAGES'} . "/" . $_instance . "." . $_disk_format;
+ my $_mac = $vms{$vm_name}{'mac'} || $conf{'conf'}{'MAC_PREFIX'} . ":" . $vms{$vm_name}{'vm_number'};
+ my $_ip = $vms{$vm_name}{'ip'} || $conf{'conf'}{'IP_PREFIX'} . "." . ($conf{'conf'}{'IP_START'} + $vms{$vm_name}{'vm_number'});
+ my $_hostname = $vms{$vm_name}{'hostname'};
+
+ printf $fh_dhcpd "\thost %s {\n", $_instance;
+ printf $fh_dhcpd "\t\thardware ethernet %s;\n", $_mac;
+ printf $fh_dhcpd "\t\tfixed-address %s;\n", $_ip;
+ if (! -e $_disk) {
+ printf $fh_dhcpd "\t\tfilename \"auto_install\";\n";
+ } else {
+ printf $fh_dhcpd "\t\tfilename \"auto_upgrade\";\n";
+ }
+ printf $fh_dhcpd "\t\toption host-name \"%s\";\n", $_hostname;
+ printf $fh_dhcpd "\t}\n";
+ }
+ printf $fh_dhcpd "}\n";
+ close $fh_dhcpd;
+}
+
+# function to render the <MAC>-install.conf file for initial
+# provisioning using autoinstall(8)
+sub render_install_conf {
+ my %conf = %{$_[0]};
+ my %vms = %{$_[1]};
+
+ printf "autoinstall(8) files:\n";
+ for my $vm_name (sort keys %vms) {
+ my $_instance = $vms{$vm_name}{'instance'} || $vm_name;
+ my $_disk_format = $vms{$vm_name}{'format'} || $conf{'conf'}{'FORMAT'};
+ my $_disk = $conf{'conf'}{'IMAGES'} . "/" . $_instance . "." . $_disk_format;
+ my $_mac = $vms{$vm_name}{'mac'} || $conf{'conf'}{'MAC_PREFIX'} . ":" . $vms{$vm_name}{'vm_number'};
+ my $_htdocs = $conf{'conf'}{'HTDOCS'};
+
+ if (! -e $_disk) {
+ my $_hostname = $vms{$vm_name}{'hostname'};
+ my $_pass = qx(jot -rcs '' 20 33 126);
+ chomp ($_pass);
+ my $_ipv6 = $conf{'conf'}{'IPV6_PREFIX'} . ":" . ($conf{'conf'}{'IPV6_START'} + $vms{$vm_name}{'vm_number'}) . "::" . ($conf{'conf'}{'IP_START'} + $vms{$vm_name}{'vm_number'});
+ my $_ipv6_gateway = $conf{'conf'}{'IPV6_PREFIX'} . ":" . ($conf{'conf'}{'IPV6_START'} + $vms{$vm_name}{'vm_number'}) . "::1";
+ my $_username = $vms{$vm_name}{'username'};
+ my $_sshkey = $vms{$vm_name}{'sshkey'};
+
+ open my $fh_install, ">", "$_htdocs/$_mac-install.conf";
+ printf $fh_install "#\n# File generated by deploy.pl\n#\n";
+ printf $fh_install "System hostname = %s\n", $_hostname;
+ printf $fh_install "Password for root = %s\n", $_pass;
+ printf $fh_install "Which speed should com0 = 115200\n";
+ printf $fh_install "Network interfaces = vio0\n";
+ printf $fh_install "IPv4 address for vio0 = dhcp\n";
+ printf $fh_install "IPv6 address for vio0 = %s\n", $_ipv6;
+ printf $fh_install "IPv6 default router = %s\n", $_ipv6_gateway;
+ printf $fh_install "Setup a user = %s\n", $_username;
+ printf $fh_install "Password for user = %s\n", $_pass;
+ printf $fh_install "Public ssh key for user = %s %s\n", $_sshkey, $_pass;
+ printf $fh_install "Which disk is the root disk = sd0\n";
+ printf $fh_install "What timezone are you in = Europe/Amsterdam\n";
+ printf $fh_install "Location of sets = http\n";
+ printf $fh_install "Server = openbsd.amsterdam\n";
+ printf $fh_install "Set name(s) = +site*\n";
+ printf $fh_install "Continue anyway = yes\n";
+ printf $fh_install "Continue without verification = yes\n";
+ close $fh_install;
+ printf "%16s %s created\n", $_instance, $_htdocs . "/" . $_mac . "-install.conf";
+ } elsif (-e $_disk && -e "$_htdocs/$_mac-install.conf") {
+ unlink "$_htdocs/$_mac-install.conf" or warn "Unable to unlink file: $!\n";
+ printf "%16s %s deleted\n", $_instance, $_htdocs . "/" . $_mac . "-install.conf";
+ }
+ }
+}
+
+# function to render the doas.conf(5) file
+sub render_doas_conf {
+ my %conf = %{$_[0]};
+ my %vms = %{$_[1]};
+ my $_etc = $conf{'conf'}{'ETC'};
+
+ open my $fh_doas, ">", "$_etc/doas.conf";
+ printf $fh_doas "permit nopass setenv { ENV PS1 SSH_AUTH_SOCK PATH=\$PATH HOME=\$HOME USER=\$USER } mischa\n";
+ printf $fh_doas "permit nopass keepenv root as root\n";
+
+ for my $vm_name (sort keys %vms) {
+ my $_instance = $vms{$vm_name}{'instance'} || $vm_name;
+ my $_owner = $vms{$vm_name}{'owner'} || $vms{$vm_name}{'username'};
+ printf $fh_doas "permit nopass %s as root cmd pkill args -9 -f %s\n", $_owner, $_instance;
+ }
+ close $fh_doas;
+}
+
+
+# function to create accounts on the host for vmctl(8) access
+sub create_accounts {
+ my %conf = %{$_[0]};
+ my %vms = %{$_[1]};
+
+ printf "useradd(8) creation:\n";
+ for my $vm_name (sort keys %vms) {
+ my $_instance = $vms{$vm_name}{'instance'} || $vm_name;
+ my $_owner = $vms{$vm_name}{'owner'} || $vms{$vm_name}{'username'};
+ my $_group = $conf{'conf'}{'VMDUSERS'};
+ my $_sshkey = $vms{$vm_name}{'sshkey'};
+ my $id = getpwnam("$_owner");
+
+ if (! $id) {
+ my $output = qx(/usr/sbin/useradd -m -G $_group $_owner);
+ open my $fh_authorized, ">>", "/home/$_owner/.ssh/authorized_keys";
+ printf $fh_authorized "%s\n", $_sshkey;
+ close $fh_authorized;
+ printf "%16s %s account created\n", $_instance, $_owner;
+ }
+ }
+}
+
+# function to create the disk image files for vmm(4)/vmd(8)
+sub create_img_files {
+ my %conf = %{$_[0]};
+ my %vms = %{$_[1]};
+ my $_VERSION = qx(uname -r);
+ my $vmctl_create;
+
+ printf "vmm(4)/vmd(8) files:\n";
+ for my $vm_name (sort keys %vms) {
+ my $_instance = $vms{$vm_name}{'instance'} || $vm_name;
+ my $_disk_format = $vms{$vm_name}{'format'} || $conf{'conf'}{'FORMAT'};
+ my $_disk = $conf{'conf'}{'IMAGES'} . "/" . $_instance . "." . $_disk_format;
+ my $_disk_size = $vms{$vm_name}{'disk'} || $conf{'conf'}{'DISKSIZE'};
+ my $_disk2 = $conf{'conf'}{'IMAGES'} . "/" . $_instance . "_extra." . $_disk_format if $vms{$vm_name}{'disk2'};
+ my $_disk2_size = $vms{$vm_name}{'disk2'} if $vms{$vm_name}{'disk2'};
+
+ if (! -e $_disk) {
+ if ($_VERSION < 6.6) {
+ $vmctl_create= "vmctl create $_disk -s $_disk_size 2>&1";
+ } else {
+ $vmctl_create= "vmctl create -s $_disk_size $_disk 2>&1";
+ }
+ my $output = qx($vmctl_create);
+ if ($? == 0) {
+ printf "%16s %s created (size %s)\n", $_instance, $_disk, $_disk_size;
+ } else {
+ printf "%16s %s NOT created!!!\n", $_instance, $_disk;
+ }
+ }
+ if ($_disk2) {
+ if (! -e $_disk2) {
+ if ($_VERSION < 6.6) {
+ $vmctl_create = "vmctl create $_disk2 -s $_disk2_size 2>&1";
+ } else {
+ $vmctl_create = "vmctl create -s $_disk2_size $_disk2 2>&1";
+ }
+ my $output = qx($vmctl_create);
+ if ($? == 0) {
+ printf "%16s %s created (size %s)\n", $_instance, $_disk2, $_disk2_size;
+ } else {
+ printf "%16s %s NOT created (size %s)!!!\n", $_instance, $_disk2, $_disk2_size;
+ }
+ }
+ }
+ }
+}
+
+# function to print all keys & values for debug purposes
+sub debug_parse {
+ my %conf = %{$_[0]};
+ my %vms = %{$_[1]};
+
+ for my $vm_name (sort keys %vms) {
+ for my $key (keys %{$vms{$vm_name}}) {
+ printf "VMS: %s %s = %s\n", $vm_name, $key, $vms{$vm_name}{$key};
+ }
+ }
+}
+
+# check if _deploy.conf exists in current working directory
+my %conf;
+my $dir = cwd;
+if (-e "$dir/_deploy.conf") {
+ %conf = get_variables('conf', "$dir/_deploy.conf");
+} else {
+ printf "Unable to find config file in current directory (%s).\n", $dir;
+ printf "Create the config file _deploy.conf in %s.\n", $dir;
+ exit 1;
+}
+
+# parse all vm*.txt files in the VMS directory
+my %vms;
+my @files = glob "$conf{'conf'}{'VMS'}/*.txt";
+%vms = get_variables('vms', @files);
+
+# run all functions
+#debug_parse(\%conf, \%vms);
+render_vm_conf(\%conf, \%vms);
+render_dhcpd_conf(\%conf, \%vms);
+render_install_conf(\%conf, \%vms);
+create_accounts(\%conf, \%vms);
+create_img_files(\%conf, \%vms);
+render_doas_conf(\%conf, \%vms);
blob - /dev/null
blob + 76ea860dcd91c6dbaedf543aa172f5510b39ee89 (mode 644)
--- /dev/null
+++ vms/vm01.txt
+mac="fe:e1:ab:dd:73:a4"
+ip="192.168.1.1"
+instance="superduper1"
+owner="testuser1"
+date="2018/05/02"
+payment="70"
+donated=""
+name="Test1 User"
+email="devtest19@openbsd.amsterdam"
+sshkey="ssh-ed25519 AAAAC3NzDITE5AAAAik7Lmiq4l4gCoYCLkJ9wlqpNhR1gUnP5EnXJXzvMVl"
+hostname="deploytest1"
+username="deploytest1"
+memory="1G"
+note=""
blob - /dev/null
blob + dabb83a7787a94bfc5f4f2bf727288bba75baa86 (mode 644)
--- /dev/null
+++ vms/vm02.txt
+date="2019/12/01"
+payment="70"
+donated=""
+name="Test2 User"
+email="devtest19@openbsd.amsterdam"
+sshkey="ssh-ed25519 AAAAC3NzDI1NTE5AaaaIK7lMIQ4L4GcOyclKj9WLQPnHrGuP5ExjxZVmvLn"
+hostname="deploytest2"
+username="deploytest2"
+note="here be dragons!"
+disk="10G"
+disk2="50G"
+format="img"
blob - /dev/null
blob + 039d1f93f155503c20ed758287f6b56e0f178c23 (mode 644)
--- /dev/null
+++ vms/vm03.txt
+date="2018/05/21"
+payment="70"
+donated=""
+name="Test3 User"
+email="devtest19@openbsd.amsterdam"
+sshkey="ssh-ed25519 AAAAC3NzDI1NTE5AaaaIK7lMIQ4L4GcOyclKj9WLQPnHrGuP5ExjxZVmvLn"
+hostname="deploytest3"
+username="deploytest3"
+note="here be dragons!"
+memory="512M"
+disk2=""
+format="qcow2"
+referral=""
