Since byte strings are no longer the default in Python 3, we have to explicitly use them where we need to, which is mostly when working with structures. It also means that we need to open a file in binary mode when we want to use structures. On the other hand, we have to accomodate for the fact that some functions (still) work with byte strings but we want to use unicode strings (in Python 3 at least, and it does not matter in Python 2). This includes base64 encoding, but it is most notable when working with the subprocess module: Either we set universal_newlines to True so that the default streams are opened in text mode (hence this parameter is aliased as "text" as of 3.7), or, if that is not possible, we have to decode the output to a normal string. Signed-off-by: Max Reitz <mreitz@redhat.com> Reviewed-by: Eduardo Habkost <ehabkost@redhat.com> Message-Id: <20181022135307.14398-4-mreitz@redhat.com> Signed-off-by: Eduardo Habkost <ehabkost@redhat.com>
534 lines
17 KiB
Python
Executable file
534 lines
17 KiB
Python
Executable file
#!/usr/bin/env python
|
|
#
|
|
# Copyright (C) 2016 Red Hat, Inc.
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
# Creator/Owner: Daniel P. Berrange <berrange@redhat.com>
|
|
#
|
|
# Exercise the QEMU 'luks' block driver to validate interoperability
|
|
# with the Linux dm-crypt + cryptsetup implementation
|
|
|
|
from __future__ import print_function
|
|
import subprocess
|
|
import os
|
|
import os.path
|
|
|
|
import base64
|
|
|
|
import iotests
|
|
|
|
|
|
class LUKSConfig(object):
|
|
"""Represent configuration parameters for a single LUKS
|
|
setup to be tested"""
|
|
|
|
def __init__(self, name, cipher, keylen, mode, ivgen,
|
|
ivgen_hash, hash, password=None, passwords=None):
|
|
|
|
self.name = name
|
|
self.cipher = cipher
|
|
self.keylen = keylen
|
|
self.mode = mode
|
|
self.ivgen = ivgen
|
|
self.ivgen_hash = ivgen_hash
|
|
self.hash = hash
|
|
|
|
if passwords is not None:
|
|
self.passwords = passwords
|
|
else:
|
|
self.passwords = {}
|
|
|
|
if password is None:
|
|
self.passwords["0"] = "123456"
|
|
else:
|
|
self.passwords["0"] = password
|
|
|
|
def __repr__(self):
|
|
return self.name
|
|
|
|
def image_name(self):
|
|
return "luks-%s.img" % self.name
|
|
|
|
def image_path(self):
|
|
return os.path.join(iotests.test_dir, self.image_name())
|
|
|
|
def device_name(self):
|
|
return "qiotest-145-%s" % self.name
|
|
|
|
def device_path(self):
|
|
return "/dev/mapper/" + self.device_name()
|
|
|
|
def first_password(self):
|
|
for i in range(8):
|
|
slot = str(i)
|
|
if slot in self.passwords:
|
|
return (self.passwords[slot], slot)
|
|
raise Exception("No password found")
|
|
|
|
def first_password_base64(self):
|
|
(pw, slot) = self.first_password()
|
|
return base64.b64encode(pw.encode('ascii')).decode('ascii')
|
|
|
|
def active_slots(self):
|
|
slots = []
|
|
for i in range(8):
|
|
slot = str(i)
|
|
if slot in self.passwords:
|
|
slots.append(slot)
|
|
return slots
|
|
|
|
def verify_passwordless_sudo():
|
|
"""Check whether sudo is configured to allow
|
|
password-less access to commands"""
|
|
|
|
args = ["sudo", "-n", "/bin/true"]
|
|
|
|
proc = subprocess.Popen(args,
|
|
stdin=subprocess.PIPE,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.STDOUT,
|
|
universal_newlines=True)
|
|
|
|
msg = proc.communicate()[0]
|
|
|
|
if proc.returncode != 0:
|
|
iotests.notrun('requires password-less sudo access: %s' % msg)
|
|
|
|
|
|
def cryptsetup(args, password=None):
|
|
"""Run the cryptsetup command in batch mode"""
|
|
|
|
fullargs = ["sudo", "cryptsetup", "-q", "-v"]
|
|
fullargs.extend(args)
|
|
|
|
iotests.log(" ".join(fullargs), filters=[iotests.filter_test_dir])
|
|
proc = subprocess.Popen(fullargs,
|
|
stdin=subprocess.PIPE,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.STDOUT,
|
|
universal_newlines=True)
|
|
|
|
msg = proc.communicate(password)[0]
|
|
|
|
if proc.returncode != 0:
|
|
raise Exception(msg)
|
|
|
|
|
|
def cryptsetup_add_password(config, slot):
|
|
"""Add another password to a LUKS key slot"""
|
|
|
|
(password, mainslot) = config.first_password()
|
|
|
|
pwfile = os.path.join(iotests.test_dir, "passwd.txt")
|
|
with open(pwfile, "w") as fh:
|
|
fh.write(config.passwords[slot])
|
|
|
|
try:
|
|
args = ["luksAddKey", config.image_path(),
|
|
"--key-slot", slot,
|
|
"--key-file", "-",
|
|
"--iter-time", "10",
|
|
pwfile]
|
|
|
|
cryptsetup(args, password)
|
|
finally:
|
|
os.unlink(pwfile)
|
|
|
|
|
|
def cryptsetup_format(config):
|
|
"""Format a new LUKS volume with cryptsetup, adding the
|
|
first key slot only"""
|
|
|
|
(password, slot) = config.first_password()
|
|
|
|
args = ["luksFormat"]
|
|
cipher = config.cipher + "-" + config.mode + "-" + config.ivgen
|
|
if config.ivgen_hash is not None:
|
|
cipher = cipher + ":" + config.ivgen_hash
|
|
elif config.ivgen == "essiv":
|
|
cipher = cipher + ":" + "sha256"
|
|
args.extend(["--cipher", cipher])
|
|
if config.mode == "xts":
|
|
args.extend(["--key-size", str(config.keylen * 2)])
|
|
else:
|
|
args.extend(["--key-size", str(config.keylen)])
|
|
if config.hash is not None:
|
|
args.extend(["--hash", config.hash])
|
|
args.extend(["--key-slot", slot])
|
|
args.extend(["--key-file", "-"])
|
|
args.extend(["--iter-time", "10"])
|
|
args.append(config.image_path())
|
|
|
|
cryptsetup(args, password)
|
|
|
|
|
|
def chown(config):
|
|
"""Set the ownership of a open LUKS device to this user"""
|
|
|
|
path = config.device_path()
|
|
|
|
args = ["sudo", "chown", "%d:%d" % (os.getuid(), os.getgid()), path]
|
|
iotests.log(" ".join(args), filters=[iotests.filter_chown])
|
|
proc = subprocess.Popen(args,
|
|
stdin=subprocess.PIPE,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.STDOUT)
|
|
|
|
msg = proc.communicate()[0]
|
|
|
|
if proc.returncode != 0:
|
|
raise Exception(msg)
|
|
|
|
|
|
def cryptsetup_open(config):
|
|
"""Open an image as a LUKS device"""
|
|
|
|
(password, slot) = config.first_password()
|
|
|
|
args = ["luksOpen", config.image_path(), config.device_name()]
|
|
|
|
cryptsetup(args, password)
|
|
|
|
|
|
def cryptsetup_close(config):
|
|
"""Close an active LUKS device """
|
|
|
|
args = ["luksClose", config.device_name()]
|
|
cryptsetup(args)
|
|
|
|
|
|
def delete_image(config):
|
|
"""Delete a disk image"""
|
|
|
|
try:
|
|
os.unlink(config.image_path())
|
|
iotests.log("unlink %s" % config.image_path(),
|
|
filters=[iotests.filter_test_dir])
|
|
except Exception as e:
|
|
pass
|
|
|
|
|
|
def create_image(config, size_mb):
|
|
"""Create a bare disk image with requested size"""
|
|
|
|
delete_image(config)
|
|
iotests.log("truncate %s --size %dMB" % (config.image_path(), size_mb),
|
|
filters=[iotests.filter_test_dir])
|
|
with open(config.image_path(), "w") as fn:
|
|
fn.truncate(size_mb * 1024 * 1024)
|
|
|
|
|
|
def qemu_img_create(config, size_mb):
|
|
"""Create and format a disk image with LUKS using qemu-img"""
|
|
|
|
opts = [
|
|
"key-secret=sec0",
|
|
"iter-time=10",
|
|
"cipher-alg=%s-%d" % (config.cipher, config.keylen),
|
|
"cipher-mode=%s" % config.mode,
|
|
"ivgen-alg=%s" % config.ivgen,
|
|
"hash-alg=%s" % config.hash,
|
|
]
|
|
if config.ivgen_hash is not None:
|
|
opts.append("ivgen-hash-alg=%s" % config.ivgen_hash)
|
|
|
|
args = ["create", "-f", "luks",
|
|
"--object",
|
|
("secret,id=sec0,data=%s,format=base64" %
|
|
config.first_password_base64()),
|
|
"-o", ",".join(opts),
|
|
config.image_path(),
|
|
"%dM" % size_mb]
|
|
|
|
iotests.log("qemu-img " + " ".join(args), filters=[iotests.filter_test_dir])
|
|
iotests.log(iotests.qemu_img_pipe(*args), filters=[iotests.filter_test_dir])
|
|
|
|
def qemu_io_image_args(config, dev=False):
|
|
"""Get the args for access an image or device with qemu-io"""
|
|
|
|
if dev:
|
|
return [
|
|
"--image-opts",
|
|
"driver=host_device,filename=%s" % config.device_path()]
|
|
else:
|
|
return [
|
|
"--object",
|
|
("secret,id=sec0,data=%s,format=base64" %
|
|
config.first_password_base64()),
|
|
"--image-opts",
|
|
("driver=luks,key-secret=sec0,file.filename=%s" %
|
|
config.image_path())]
|
|
|
|
def qemu_io_write_pattern(config, pattern, offset_mb, size_mb, dev=False):
|
|
"""Write a pattern of data to a LUKS image or device"""
|
|
|
|
if dev:
|
|
chown(config)
|
|
args = ["-c", "write -P 0x%x %dM %dM" % (pattern, offset_mb, size_mb)]
|
|
args.extend(qemu_io_image_args(config, dev))
|
|
iotests.log("qemu-io " + " ".join(args), filters=[iotests.filter_test_dir])
|
|
iotests.log(iotests.qemu_io(*args), filters=[iotests.filter_test_dir,
|
|
iotests.filter_qemu_io])
|
|
|
|
|
|
def qemu_io_read_pattern(config, pattern, offset_mb, size_mb, dev=False):
|
|
"""Read a pattern of data to a LUKS image or device"""
|
|
|
|
if dev:
|
|
chown(config)
|
|
args = ["-c", "read -P 0x%x %dM %dM" % (pattern, offset_mb, size_mb)]
|
|
args.extend(qemu_io_image_args(config, dev))
|
|
iotests.log("qemu-io " + " ".join(args), filters=[iotests.filter_test_dir])
|
|
iotests.log(iotests.qemu_io(*args), filters=[iotests.filter_test_dir,
|
|
iotests.filter_qemu_io])
|
|
|
|
|
|
def test_once(config, qemu_img=False):
|
|
"""Run the test with a desired LUKS configuration. Can either
|
|
use qemu-img for creating the initial volume, or cryptsetup,
|
|
in order to test interoperability in both directions"""
|
|
|
|
iotests.log("# ================= %s %s =================" % (
|
|
"qemu-img" if qemu_img else "dm-crypt", config))
|
|
|
|
oneKB = 1024
|
|
oneMB = oneKB * 1024
|
|
oneGB = oneMB * 1024
|
|
oneTB = oneGB * 1024
|
|
|
|
# 4 TB, so that we pass the 32-bit sector number boundary.
|
|
# Important for testing correctness of some IV generators
|
|
# The files are sparse, so not actually using this much space
|
|
image_size = 4 * oneTB
|
|
if qemu_img:
|
|
iotests.log("# Create image")
|
|
qemu_img_create(config, image_size / oneMB)
|
|
else:
|
|
iotests.log("# Create image")
|
|
create_image(config, image_size / oneMB)
|
|
|
|
lowOffsetMB = 100
|
|
highOffsetMB = 3 * oneTB / oneMB
|
|
|
|
try:
|
|
if not qemu_img:
|
|
iotests.log("# Format image")
|
|
cryptsetup_format(config)
|
|
|
|
for slot in config.active_slots()[1:]:
|
|
iotests.log("# Add password slot %s" % slot)
|
|
cryptsetup_add_password(config, slot)
|
|
|
|
# First we'll open the image using cryptsetup and write a
|
|
# known pattern of data that we'll then verify with QEMU
|
|
|
|
iotests.log("# Open dev")
|
|
cryptsetup_open(config)
|
|
|
|
try:
|
|
iotests.log("# Write test pattern 0xa7")
|
|
qemu_io_write_pattern(config, 0xa7, lowOffsetMB, 10, dev=True)
|
|
iotests.log("# Write test pattern 0x13")
|
|
qemu_io_write_pattern(config, 0x13, highOffsetMB, 10, dev=True)
|
|
finally:
|
|
iotests.log("# Close dev")
|
|
cryptsetup_close(config)
|
|
|
|
# Ok, now we're using QEMU to verify the pattern just
|
|
# written via dm-crypt
|
|
|
|
iotests.log("# Read test pattern 0xa7")
|
|
qemu_io_read_pattern(config, 0xa7, lowOffsetMB, 10, dev=False)
|
|
iotests.log("# Read test pattern 0x13")
|
|
qemu_io_read_pattern(config, 0x13, highOffsetMB, 10, dev=False)
|
|
|
|
|
|
# Write a new pattern to the image, which we'll later
|
|
# verify with dm-crypt
|
|
iotests.log("# Write test pattern 0x91")
|
|
qemu_io_write_pattern(config, 0x91, lowOffsetMB, 10, dev=False)
|
|
iotests.log("# Write test pattern 0x5e")
|
|
qemu_io_write_pattern(config, 0x5e, highOffsetMB, 10, dev=False)
|
|
|
|
|
|
# Now we're opening the image with dm-crypt once more
|
|
# and verifying what QEMU wrote, completing the circle
|
|
iotests.log("# Open dev")
|
|
cryptsetup_open(config)
|
|
|
|
try:
|
|
iotests.log("# Read test pattern 0x91")
|
|
qemu_io_read_pattern(config, 0x91, lowOffsetMB, 10, dev=True)
|
|
iotests.log("# Read test pattern 0x5e")
|
|
qemu_io_read_pattern(config, 0x5e, highOffsetMB, 10, dev=True)
|
|
finally:
|
|
iotests.log("# Close dev")
|
|
cryptsetup_close(config)
|
|
finally:
|
|
iotests.log("# Delete image")
|
|
delete_image(config)
|
|
print()
|
|
|
|
|
|
# Obviously we only work with the luks image format
|
|
iotests.verify_image_format(supported_fmts=['luks'])
|
|
iotests.verify_platform()
|
|
|
|
# We need sudo in order to run cryptsetup to create
|
|
# dm-crypt devices. This is safe to use on any
|
|
# machine, since all dm-crypt devices are backed
|
|
# by newly created plain files, and have a dm-crypt
|
|
# name prefix of 'qiotest' to avoid clashing with
|
|
# user LUKS volumes
|
|
verify_passwordless_sudo()
|
|
|
|
|
|
# If we look at all permutations of cipher, key size,
|
|
# mode, ivgen, hash, there are ~1000 possible configs.
|
|
#
|
|
# We certainly don't want/need to test every permutation
|
|
# to get good validation of interoperability between QEMU
|
|
# and dm-crypt/cryptsetup.
|
|
#
|
|
# The configs below are a representative set that aim to
|
|
# exercise each axis of configurability.
|
|
#
|
|
configs = [
|
|
# A common LUKS default
|
|
LUKSConfig("aes-256-xts-plain64-sha1",
|
|
"aes", 256, "xts", "plain64", None, "sha1"),
|
|
|
|
|
|
# LUKS default but diff ciphers
|
|
LUKSConfig("twofish-256-xts-plain64-sha1",
|
|
"twofish", 256, "xts", "plain64", None, "sha1"),
|
|
LUKSConfig("serpent-256-xts-plain64-sha1",
|
|
"serpent", 256, "xts", "plain64", None, "sha1"),
|
|
# Should really be xts, but kernel doesn't support xts+cast5
|
|
# nor does it do essiv+cast5
|
|
LUKSConfig("cast5-128-cbc-plain64-sha1",
|
|
"cast5", 128, "cbc", "plain64", None, "sha1"),
|
|
LUKSConfig("cast6-256-xts-plain64-sha1",
|
|
"cast6", 256, "xts", "plain64", None, "sha1"),
|
|
|
|
|
|
# LUKS default but diff modes / ivgens
|
|
LUKSConfig("aes-256-cbc-plain-sha1",
|
|
"aes", 256, "cbc", "plain", None, "sha1"),
|
|
LUKSConfig("aes-256-cbc-plain64-sha1",
|
|
"aes", 256, "cbc", "plain64", None, "sha1"),
|
|
LUKSConfig("aes-256-cbc-essiv-sha256-sha1",
|
|
"aes", 256, "cbc", "essiv", "sha256", "sha1"),
|
|
LUKSConfig("aes-256-xts-essiv-sha256-sha1",
|
|
"aes", 256, "xts", "essiv", "sha256", "sha1"),
|
|
|
|
|
|
# LUKS default but smaller key sizes
|
|
LUKSConfig("aes-128-xts-plain64-sha256-sha1",
|
|
"aes", 128, "xts", "plain64", None, "sha1"),
|
|
LUKSConfig("aes-192-xts-plain64-sha256-sha1",
|
|
"aes", 192, "xts", "plain64", None, "sha1"),
|
|
|
|
LUKSConfig("twofish-128-xts-plain64-sha1",
|
|
"twofish", 128, "xts", "plain64", None, "sha1"),
|
|
LUKSConfig("twofish-192-xts-plain64-sha1",
|
|
"twofish", 192, "xts", "plain64", None, "sha1"),
|
|
|
|
LUKSConfig("serpent-128-xts-plain64-sha1",
|
|
"serpent", 128, "xts", "plain64", None, "sha1"),
|
|
LUKSConfig("serpent-192-xts-plain64-sha1",
|
|
"serpent", 192, "xts", "plain64", None, "sha1"),
|
|
|
|
LUKSConfig("cast6-128-xts-plain64-sha1",
|
|
"cast6", 128, "xts", "plain", None, "sha1"),
|
|
LUKSConfig("cast6-192-xts-plain64-sha1",
|
|
"cast6", 192, "xts", "plain64", None, "sha1"),
|
|
|
|
|
|
# LUKS default but diff hash
|
|
LUKSConfig("aes-256-xts-plain64-sha224",
|
|
"aes", 256, "xts", "plain64", None, "sha224"),
|
|
LUKSConfig("aes-256-xts-plain64-sha256",
|
|
"aes", 256, "xts", "plain64", None, "sha256"),
|
|
LUKSConfig("aes-256-xts-plain64-sha384",
|
|
"aes", 256, "xts", "plain64", None, "sha384"),
|
|
LUKSConfig("aes-256-xts-plain64-sha512",
|
|
"aes", 256, "xts", "plain64", None, "sha512"),
|
|
LUKSConfig("aes-256-xts-plain64-ripemd160",
|
|
"aes", 256, "xts", "plain64", None, "ripemd160"),
|
|
|
|
# Password in slot 3
|
|
LUKSConfig("aes-256-xts-plain-sha1-pwslot3",
|
|
"aes", 256, "xts", "plain", None, "sha1",
|
|
passwords={
|
|
"3": "slot3",
|
|
}),
|
|
|
|
# Passwords in every slot
|
|
LUKSConfig("aes-256-xts-plain-sha1-pwallslots",
|
|
"aes", 256, "xts", "plain", None, "sha1",
|
|
passwords={
|
|
"0": "slot1",
|
|
"1": "slot1",
|
|
"2": "slot2",
|
|
"3": "slot3",
|
|
"4": "slot4",
|
|
"5": "slot5",
|
|
"6": "slot6",
|
|
"7": "slot7",
|
|
}),
|
|
|
|
# Check handling of default hash alg (sha256) with essiv
|
|
LUKSConfig("aes-256-cbc-essiv-auto-sha1",
|
|
"aes", 256, "cbc", "essiv", None, "sha1"),
|
|
|
|
# Check that a useless hash provided for 'plain64' iv gen
|
|
# is ignored and no error raised
|
|
LUKSConfig("aes-256-cbc-plain64-sha256-sha1",
|
|
"aes", 256, "cbc", "plain64", "sha256", "sha1"),
|
|
|
|
]
|
|
|
|
blacklist = [
|
|
# We don't have a cast-6 cipher impl for QEMU yet
|
|
"cast6-256-xts-plain64-sha1",
|
|
"cast6-128-xts-plain64-sha1",
|
|
"cast6-192-xts-plain64-sha1",
|
|
|
|
# GCrypt doesn't support Twofish with 192 bit key
|
|
"twofish-192-xts-plain64-sha1",
|
|
]
|
|
|
|
whitelist = []
|
|
if "LUKS_CONFIG" in os.environ:
|
|
whitelist = os.environ["LUKS_CONFIG"].split(",")
|
|
|
|
for config in configs:
|
|
if config.name in blacklist:
|
|
iotests.log("Skipping %s in blacklist" % config.name)
|
|
continue
|
|
|
|
if len(whitelist) > 0 and config.name not in whitelist:
|
|
iotests.log("Skipping %s not in whitelist" % config.name)
|
|
continue
|
|
|
|
test_once(config, qemu_img=False)
|
|
|
|
# XXX we should support setting passwords in a non-0
|
|
# key slot with 'qemu-img create' in future
|
|
(pw, slot) = config.first_password()
|
|
if slot == "0":
|
|
test_once(config, qemu_img=True)
|