PLAY [ganeti_nodes] ************************************************************

TASK [Wait for SSH] ************************************************************
ok: [nelson-muntz.staging.ganeti.org -> localhost]
ok: [lenny.staging.ganeti.org -> localhost]
ok: [todd-flanders.staging.ganeti.org -> localhost]

PLAY [ganeti_nodes] ************************************************************

TASK [Gathering Facts] *********************************************************
ok: [nelson-muntz.staging.ganeti.org]
ok: [todd-flanders.staging.ganeti.org]
ok: [lenny.staging.ganeti.org]

TASK [ganeti_source_build : set debian_version to ansible_distribution_major_version on (old)stable versions] ***
ok: [lenny.staging.ganeti.org]
ok: [nelson-muntz.staging.ganeti.org]
ok: [todd-flanders.staging.ganeti.org]

TASK [ganeti_source_build : set debian_version to 99999 on testing version] ****
skipping: [lenny.staging.ganeti.org]
skipping: [nelson-muntz.staging.ganeti.org]
skipping: [todd-flanders.staging.ganeti.org]

TASK [ganeti_source_build : Configure/Enable en_US.UTF-8 locale] ***************
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti_source_build : Install Ganeti general build dependencies] *********
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti_source_build : Install Ganeti Python build dependencies] **********
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti_source_build : Install Ganeti Haskell build dependencies] *********
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti_source_build : Install old PCRE libraries (Debian < 13)] **********
skipping: [lenny.staging.ganeti.org]
skipping: [nelson-muntz.staging.ganeti.org]
skipping: [todd-flanders.staging.ganeti.org]

TASK [ganeti_source_build : Install TDFA libraries (Debian >= 13)] *************
changed: [todd-flanders.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti_source_build : Install qemu-system-modules-spice (Debian >= 14)] ***
skipping: [lenny.staging.ganeti.org]
skipping: [nelson-muntz.staging.ganeti.org]
skipping: [todd-flanders.staging.ganeti.org]

TASK [ganeti_source_build : Checkout Ganeti repository] ************************
changed: [lenny.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti_source_build : Run autogen.sh] ************************************
changed: [todd-flanders.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti_source_build : Run configure with regex-pcre (Debian < 13)] *******
skipping: [lenny.staging.ganeti.org]
skipping: [nelson-muntz.staging.ganeti.org]
skipping: [todd-flanders.staging.ganeti.org]

TASK [ganeti_source_build : Run configure with regex-tdfa (Debian >= 13)] ******
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti_source_build : Run make] ******************************************
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti_source_build : Create required directories] ***********************
changed: [todd-flanders.staging.ganeti.org] => (item=/etc/ganeti)
changed: [lenny.staging.ganeti.org] => (item=/etc/ganeti)
changed: [nelson-muntz.staging.ganeti.org] => (item=/etc/ganeti)
changed: [todd-flanders.staging.ganeti.org] => (item=/var/lib/ganeti)
changed: [lenny.staging.ganeti.org] => (item=/var/lib/ganeti)
changed: [nelson-muntz.staging.ganeti.org] => (item=/var/lib/ganeti)
changed: [todd-flanders.staging.ganeti.org] => (item=/var/log/ganeti)
changed: [lenny.staging.ganeti.org] => (item=/var/log/ganeti)
changed: [nelson-muntz.staging.ganeti.org] => (item=/var/log/ganeti)
changed: [lenny.staging.ganeti.org] => (item=/srv/ganeti)
changed: [todd-flanders.staging.ganeti.org] => (item=/srv/ganeti)
changed: [nelson-muntz.staging.ganeti.org] => (item=/srv/ganeti)
changed: [lenny.staging.ganeti.org] => (item=/srv/ganeti/os)
changed: [nelson-muntz.staging.ganeti.org] => (item=/srv/ganeti/os)
changed: [todd-flanders.staging.ganeti.org] => (item=/srv/ganeti/os)
changed: [lenny.staging.ganeti.org] => (item=/srv/ganeti/export)
changed: [nelson-muntz.staging.ganeti.org] => (item=/srv/ganeti/export)
changed: [todd-flanders.staging.ganeti.org] => (item=/srv/ganeti/export)

TASK [ganeti_source_build : Run make install] **********************************
changed: [lenny.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

PLAY [master_node] *************************************************************

TASK [Gathering Facts] *********************************************************
ok: [lenny.staging.ganeti.org]

TASK [nfs_server : Install required packages] **********************************
changed: [lenny.staging.ganeti.org]

TASK [nfs_server : Create nfs server directory] ********************************
changed: [lenny.staging.ganeti.org]

TASK [nfs_server : Export shared-file-storage folder] **************************
[WARNING]: Module remote_tmp /root/.ansible/tmp did not exist and was created
with a mode of 0700, this may cause issues when running as another user. To
avoid this, create the remote_tmp dir with the correct permissions manually
changed: [lenny.staging.ganeti.org]

TASK [nfs_server : Restart NFS server] *****************************************
changed: [lenny.staging.ganeti.org]

PLAY [non_master_nodes] ********************************************************

TASK [Gathering Facts] *********************************************************
ok: [todd-flanders.staging.ganeti.org]
ok: [nelson-muntz.staging.ganeti.org]

TASK [nfs_client : Install required packages] **********************************
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [nfs_client : Create nfs client directory] ********************************
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [nfs_client : mount nfs share] ********************************************
changed: [todd-flanders.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]

PLAY [ganeti_nodes] ************************************************************

TASK [Gathering Facts] *********************************************************
ok: [lenny.staging.ganeti.org]
ok: [nelson-muntz.staging.ganeti.org]
ok: [todd-flanders.staging.ganeti.org]

TASK [storage : Install lvm packages] ******************************************
ok: [todd-flanders.staging.ganeti.org]
ok: [nelson-muntz.staging.ganeti.org]
ok: [lenny.staging.ganeti.org]

TASK [storage : Create physical volume / volume group for ganeti] **************
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [drbd : install DRBD related packages] ************************************
ok: [lenny.staging.ganeti.org]
ok: [nelson-muntz.staging.ganeti.org]
ok: [todd-flanders.staging.ganeti.org]

TASK [drbd : Configure DRBD module options] ************************************
changed: [todd-flanders.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]

TASK [drbd : Load DRBD module] *************************************************
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti : Install required packages] **************************************
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti : Install required packages for Debian trixie] ********************
changed: [lenny.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti : Make sure cluster name is present in /etc/hosts] ****************
changed: [lenny.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti : Install ganeti rapi users file (1/2)] ***************************
changed: [lenny.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti : Install ganeti rapi users file (2/2)] ***************************
changed: [todd-flanders.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti : Create file storage path] ***************************************
changed: [lenny.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti : Whitelist shared-file storage path in /etc/ganeti/file-storage-paths] ***
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti : Install tooling for building the guest initramfs] ***************
changed: [lenny.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]

TASK [ganeti : Install custom dracut module for the QA guest initramfs] ********
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti : Build QA guest initramfs with dracut] ***************************
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti : Create VNC password file] ***************************************
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti : Install ganeti defaults (enable debug logging for all services)] ***
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti : QUICKFIX: disable SSH strict host key checking in ganeti-testsuite] ***
changed: [lenny.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti : QUICKFIX: Install colors.py (missing from Ganeti source)] *******
changed: [todd-flanders.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti : QUICKFIX: install these packages to make the kvm-ifup-os script pass the tests in ganeti-testsuite] ***
changed: [lenny.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti : Install cronjob to overwrite /var/log/ganeti/qa-output.log] *****
changed: [todd-flanders.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti_xen : Install xen packages] ***************************************
changed: [todd-flanders.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti_xen : Install xend-config.xsp] ************************************
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti_xen : Disable Xen autoballooning] *********************************
changed: [lenny.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti_xen : Disable Xen save/restore] ***********************************
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti_xen : Set Xen hypervisor command line (dom0 memory)] **************
changed: [lenny.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti_xen : Suppress non-Xen GRUB entries (10_linux)] *******************
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti_xen : Make Xen the default GRUB entry (it is now the only one)] ***
changed: [nelson-muntz.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]

TASK [ganeti_xen : Regenerate grub.cfg with only Xen entries] ******************
changed: [nelson-muntz.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]
changed: [lenny.staging.ganeti.org]

TASK [ganeti_xen : Reboot and wait for hosts to activate Xen environment] ******
changed: [lenny.staging.ganeti.org]
changed: [todd-flanders.staging.ganeti.org]
changed: [nelson-muntz.staging.ganeti.org]

TASK [ganeti_xen : Assert that Xen dom0 is actually running after the reboot] ***
ok: [nelson-muntz.staging.ganeti.org]
ok: [todd-flanders.staging.ganeti.org]
ok: [lenny.staging.ganeti.org]

TASK [ganeti_xen : Wait for Xen toolstack to become usable] ********************
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (30 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (30 retries left).
ok: [lenny.staging.ganeti.org]
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (29 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (29 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (28 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (28 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (27 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (27 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (26 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (26 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (25 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (25 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (24 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (24 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (23 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (23 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (22 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (22 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (21 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (21 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (20 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (20 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (19 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (19 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (18 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (18 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (17 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (17 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (16 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (16 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (15 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (15 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (14 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (14 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (13 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (13 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (12 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (12 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (11 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (11 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (10 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (10 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (9 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (9 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (8 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (8 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (7 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (7 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (6 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (6 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (5 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (5 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (4 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (4 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (3 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (3 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (2 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (2 retries left).
FAILED - RETRYING: [nelson-muntz.staging.ganeti.org]: Wait for Xen toolstack to become usable (1 retries left).
FAILED - RETRYING: [todd-flanders.staging.ganeti.org]: Wait for Xen toolstack to become usable (1 retries left).
fatal: [nelson-muntz.staging.ganeti.org]: FAILED! => {"attempts": 30, "changed": false, "cmd": ["xl", "info"], "delta": "0:00:00.017285", "end": "2026-05-28 22:09:13.531474", "msg": "non-zero return code", "rc": 1, "start": "2026-05-28 22:09:13.514189", "stderr": "xencall: error: Could not obtain handle on privileged command interface: No such file or directory\nlibxl: error: libxl.c:102:libxl_ctx_alloc: cannot open libxc handle: No such file or directory\ncannot init xl context", "stderr_lines": ["xencall: error: Could not obtain handle on privileged command interface: No such file or directory", "libxl: error: libxl.c:102:libxl_ctx_alloc: cannot open libxc handle: No such file or directory", "cannot init xl context"], "stdout": "", "stdout_lines": []}
fatal: [todd-flanders.staging.ganeti.org]: FAILED! => {"attempts": 30, "changed": false, "cmd": ["xl", "info"], "delta": "0:00:00.018216", "end": "2026-05-28 22:09:13.107369", "msg": "non-zero return code", "rc": 1, "start": "2026-05-28 22:09:13.089153", "stderr": "xencall: error: Could not obtain handle on privileged command interface: No such file or directory\nlibxl: error: libxl.c:102:libxl_ctx_alloc: cannot open libxc handle: No such file or directory\ncannot init xl context", "stderr_lines": ["xencall: error: Could not obtain handle on privileged command interface: No such file or directory", "libxl: error: libxl.c:102:libxl_ctx_alloc: cannot open libxc handle: No such file or directory", "cannot init xl context"], "stdout": "", "stdout_lines": []}

PLAY [master_node] *************************************************************

TASK [Gathering Facts] *********************************************************
ok: [lenny.staging.ganeti.org]

TASK [Initialise cluster] ******************************************************
changed: [lenny.staging.ganeti.org]

TASK [Add nodes] ***************************************************************
changed: [lenny.staging.ganeti.org] => (item=nelson-muntz.staging.ganeti.org)
changed: [lenny.staging.ganeti.org] => (item=todd-flanders.staging.ganeti.org)