[GitHub/mt8127/android_kernel_alcatel_ttab.git] / arch / s390 / crypto / des_s390.c

/*
 * Cryptographic API.
 *
 * s390 implementation of the DES Cipher Algorithm.
 *
 * Copyright IBM Corp. 2003, 2011
 * Author(s): Thomas Spatzier
 *	      Jan Glauber (jan.glauber@de.ibm.com)
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 */

#include <linux/init.h>
#include <linux/module.h>
#include <linux/crypto.h>
#include <crypto/algapi.h>
#include <crypto/des.h>

#include "crypt_s390.h"

#define DES3_KEY_SIZE	(3 * DES_KEY_SIZE)

static u8 *ctrblk;
static DEFINE_SPINLOCK(ctrblk_lock);

struct s390_des_ctx {
	u8 iv[DES_BLOCK_SIZE];
	u8 key[DES3_KEY_SIZE];
};

static int des_setkey(struct crypto_tfm *tfm, const u8 *key,
		      unsigned int key_len)
{
	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
	u32 *flags = &tfm->crt_flags;
	u32 tmp[DES_EXPKEY_WORDS];

	/* check for weak keys */
	if (!des_ekey(tmp, key) && (*flags & CRYPTO_TFM_REQ_WEAK_KEY)) {
		*flags |= CRYPTO_TFM_RES_WEAK_KEY;
		return -EINVAL;
	}

	memcpy(ctx->key, key, key_len);
	return 0;
}

static void des_encrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
{
	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);

	crypt_s390_km(KM_DEA_ENCRYPT, ctx->key, out, in, DES_BLOCK_SIZE);
}

static void des_decrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
{
	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);

	crypt_s390_km(KM_DEA_DECRYPT, ctx->key, out, in, DES_BLOCK_SIZE);
}

static struct crypto_alg des_alg = {
	.cra_name		=	"des",
	.cra_driver_name	=	"des-s390",
	.cra_priority		=	CRYPT_S390_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_CIPHER,
	.cra_blocksize		=	DES_BLOCK_SIZE,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.cipher = {
			.cia_min_keysize	=	DES_KEY_SIZE,
			.cia_max_keysize	=	DES_KEY_SIZE,
			.cia_setkey		=	des_setkey,
			.cia_encrypt		=	des_encrypt,
			.cia_decrypt		=	des_decrypt,
		}
	}
};

static int ecb_desall_crypt(struct blkcipher_desc *desc, long func,
			    u8 *key, struct blkcipher_walk *walk)
{
	int ret = blkcipher_walk_virt(desc, walk);
	unsigned int nbytes;

	while ((nbytes = walk->nbytes)) {
		/* only use complete blocks */
		unsigned int n = nbytes & ~(DES_BLOCK_SIZE - 1);
		u8 *out = walk->dst.virt.addr;
		u8 *in = walk->src.virt.addr;

		ret = crypt_s390_km(func, key, out, in, n);
		if (ret < 0 || ret != n)
			return -EIO;

		nbytes &= DES_BLOCK_SIZE - 1;
		ret = blkcipher_walk_done(desc, walk, nbytes);
	}

	return ret;
}

static int cbc_desall_crypt(struct blkcipher_desc *desc, long func,
			    struct blkcipher_walk *walk)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	int ret = blkcipher_walk_virt(desc, walk);
	unsigned int nbytes = walk->nbytes;
	struct {
		u8 iv[DES_BLOCK_SIZE];
		u8 key[DES3_KEY_SIZE];
	} param;

	if (!nbytes)
		goto out;

	memcpy(param.iv, walk->iv, DES_BLOCK_SIZE);
	memcpy(param.key, ctx->key, DES3_KEY_SIZE);
	do {
		/* only use complete blocks */
		unsigned int n = nbytes & ~(DES_BLOCK_SIZE - 1);
		u8 *out = walk->dst.virt.addr;
		u8 *in = walk->src.virt.addr;

		ret = crypt_s390_kmc(func, &param, out, in, n);
		if (ret < 0 || ret != n)
			return -EIO;

		nbytes &= DES_BLOCK_SIZE - 1;
		ret = blkcipher_walk_done(desc, walk, nbytes);
	} while ((nbytes = walk->nbytes));
	memcpy(walk->iv, param.iv, DES_BLOCK_SIZE);

out:
	return ret;
}

static int ecb_des_encrypt(struct blkcipher_desc *desc,
			   struct scatterlist *dst, struct scatterlist *src,
			   unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ecb_desall_crypt(desc, KM_DEA_ENCRYPT, ctx->key, &walk);
}

static int ecb_des_decrypt(struct blkcipher_desc *desc,
			   struct scatterlist *dst, struct scatterlist *src,
			   unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ecb_desall_crypt(desc, KM_DEA_DECRYPT, ctx->key, &walk);
}

static struct crypto_alg ecb_des_alg = {
	.cra_name		=	"ecb(des)",
	.cra_driver_name	=	"ecb-des-s390",
	.cra_priority		=	CRYPT_S390_COMPOSITE_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		=	DES_BLOCK_SIZE,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_type		=	&crypto_blkcipher_type,
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.blkcipher = {
			.min_keysize		=	DES_KEY_SIZE,
			.max_keysize		=	DES_KEY_SIZE,
			.setkey			=	des_setkey,
			.encrypt		=	ecb_des_encrypt,
			.decrypt		=	ecb_des_decrypt,
		}
	}
};

static int cbc_des_encrypt(struct blkcipher_desc *desc,
			   struct scatterlist *dst, struct scatterlist *src,
			   unsigned int nbytes)
{
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return cbc_desall_crypt(desc, KMC_DEA_ENCRYPT, &walk);
}

static int cbc_des_decrypt(struct blkcipher_desc *desc,
			   struct scatterlist *dst, struct scatterlist *src,
			   unsigned int nbytes)
{
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return cbc_desall_crypt(desc, KMC_DEA_DECRYPT, &walk);
}

static struct crypto_alg cbc_des_alg = {
	.cra_name		=	"cbc(des)",
	.cra_driver_name	=	"cbc-des-s390",
	.cra_priority		=	CRYPT_S390_COMPOSITE_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		=	DES_BLOCK_SIZE,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_type		=	&crypto_blkcipher_type,
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.blkcipher = {
			.min_keysize		=	DES_KEY_SIZE,
			.max_keysize		=	DES_KEY_SIZE,
			.ivsize			=	DES_BLOCK_SIZE,
			.setkey			=	des_setkey,
			.encrypt		=	cbc_des_encrypt,
			.decrypt		=	cbc_des_decrypt,
		}
	}
};

/*
 * RFC2451:
 *
 *   For DES-EDE3, there is no known need to reject weak or
 *   complementation keys.  Any weakness is obviated by the use of
 *   multiple keys.
 *
 *   However, if the first two or last two independent 64-bit keys are
 *   equal (k1 == k2 or k2 == k3), then the DES3 operation is simply the
 *   same as DES.  Implementers MUST reject keys that exhibit this
 *   property.
 *
 */
static int des3_setkey(struct crypto_tfm *tfm, const u8 *key,
		       unsigned int key_len)
{
	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
	u32 *flags = &tfm->crt_flags;

	if (!(memcmp(key, &key[DES_KEY_SIZE], DES_KEY_SIZE) &&
	    memcmp(&key[DES_KEY_SIZE], &key[DES_KEY_SIZE * 2],
		   DES_KEY_SIZE)) &&
	    (*flags & CRYPTO_TFM_REQ_WEAK_KEY)) {
		*flags |= CRYPTO_TFM_RES_WEAK_KEY;
		return -EINVAL;
	}
	memcpy(ctx->key, key, key_len);
	return 0;
}

static void des3_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
{
	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);

	crypt_s390_km(KM_TDEA_192_ENCRYPT, ctx->key, dst, src, DES_BLOCK_SIZE);
}

static void des3_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)
{
	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);

	crypt_s390_km(KM_TDEA_192_DECRYPT, ctx->key, dst, src, DES_BLOCK_SIZE);
}

static struct crypto_alg des3_alg = {
	.cra_name		=	"des3_ede",
	.cra_driver_name	=	"des3_ede-s390",
	.cra_priority		=	CRYPT_S390_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_CIPHER,
	.cra_blocksize		=	DES_BLOCK_SIZE,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.cipher = {
			.cia_min_keysize	=	DES3_KEY_SIZE,
			.cia_max_keysize	=	DES3_KEY_SIZE,
			.cia_setkey		=	des3_setkey,
			.cia_encrypt		=	des3_encrypt,
			.cia_decrypt		=	des3_decrypt,
		}
	}
};

static int ecb_des3_encrypt(struct blkcipher_desc *desc,
			    struct scatterlist *dst, struct scatterlist *src,
			    unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ecb_desall_crypt(desc, KM_TDEA_192_ENCRYPT, ctx->key, &walk);
}

static int ecb_des3_decrypt(struct blkcipher_desc *desc,
			    struct scatterlist *dst, struct scatterlist *src,
			    unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ecb_desall_crypt(desc, KM_TDEA_192_DECRYPT, ctx->key, &walk);
}

static struct crypto_alg ecb_des3_alg = {
	.cra_name		=	"ecb(des3_ede)",
	.cra_driver_name	=	"ecb-des3_ede-s390",
	.cra_priority		=	CRYPT_S390_COMPOSITE_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		=	DES_BLOCK_SIZE,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_type		=	&crypto_blkcipher_type,
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.blkcipher = {
			.min_keysize		=	DES3_KEY_SIZE,
			.max_keysize		=	DES3_KEY_SIZE,
			.setkey			=	des3_setkey,
			.encrypt		=	ecb_des3_encrypt,
			.decrypt		=	ecb_des3_decrypt,
		}
	}
};

static int cbc_des3_encrypt(struct blkcipher_desc *desc,
			    struct scatterlist *dst, struct scatterlist *src,
			    unsigned int nbytes)
{
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return cbc_desall_crypt(desc, KMC_TDEA_192_ENCRYPT, &walk);
}

static int cbc_des3_decrypt(struct blkcipher_desc *desc,
			    struct scatterlist *dst, struct scatterlist *src,
			    unsigned int nbytes)
{
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return cbc_desall_crypt(desc, KMC_TDEA_192_DECRYPT, &walk);
}

static struct crypto_alg cbc_des3_alg = {
	.cra_name		=	"cbc(des3_ede)",
	.cra_driver_name	=	"cbc-des3_ede-s390",
	.cra_priority		=	CRYPT_S390_COMPOSITE_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		=	DES_BLOCK_SIZE,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_type		=	&crypto_blkcipher_type,
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.blkcipher = {
			.min_keysize		=	DES3_KEY_SIZE,
			.max_keysize		=	DES3_KEY_SIZE,
			.ivsize			=	DES_BLOCK_SIZE,
			.setkey			=	des3_setkey,
			.encrypt		=	cbc_des3_encrypt,
			.decrypt		=	cbc_des3_decrypt,
		}
	}
};

static unsigned int __ctrblk_init(u8 *ctrptr, unsigned int nbytes)
{
	unsigned int i, n;

	/* align to block size, max. PAGE_SIZE */
	n = (nbytes > PAGE_SIZE) ? PAGE_SIZE : nbytes & ~(DES_BLOCK_SIZE - 1);
	for (i = DES_BLOCK_SIZE; i < n; i += DES_BLOCK_SIZE) {
		memcpy(ctrptr + i, ctrptr + i - DES_BLOCK_SIZE, DES_BLOCK_SIZE);
		crypto_inc(ctrptr + i, DES_BLOCK_SIZE);
	}
	return n;
}

static int ctr_desall_crypt(struct blkcipher_desc *desc, long func,
			    struct s390_des_ctx *ctx,
			    struct blkcipher_walk *walk)
{
	int ret = blkcipher_walk_virt_block(desc, walk, DES_BLOCK_SIZE);
	unsigned int n, nbytes;
	u8 buf[DES_BLOCK_SIZE], ctrbuf[DES_BLOCK_SIZE];
	u8 *out, *in, *ctrptr = ctrbuf;

	if (!walk->nbytes)
		return ret;

	if (spin_trylock(&ctrblk_lock))
		ctrptr = ctrblk;

	memcpy(ctrptr, walk->iv, DES_BLOCK_SIZE);
	while ((nbytes = walk->nbytes) >= DES_BLOCK_SIZE) {
		out = walk->dst.virt.addr;
		in = walk->src.virt.addr;
		while (nbytes >= DES_BLOCK_SIZE) {
			if (ctrptr == ctrblk)
				n = __ctrblk_init(ctrptr, nbytes);
			else
				n = DES_BLOCK_SIZE;
			ret = crypt_s390_kmctr(func, ctx->key, out, in,
					       n, ctrptr);
			if (ret < 0 || ret != n) {
				if (ctrptr == ctrblk)
					spin_unlock(&ctrblk_lock);
				return -EIO;
			}
			if (n > DES_BLOCK_SIZE)
				memcpy(ctrptr, ctrptr + n - DES_BLOCK_SIZE,
				       DES_BLOCK_SIZE);
			crypto_inc(ctrptr, DES_BLOCK_SIZE);
			out += n;
			in += n;
			nbytes -= n;
		}
		ret = blkcipher_walk_done(desc, walk, nbytes);
	}
	if (ctrptr == ctrblk) {
		if (nbytes)
			memcpy(ctrbuf, ctrptr, DES_BLOCK_SIZE);
		else
			memcpy(walk->iv, ctrptr, DES_BLOCK_SIZE);
		spin_unlock(&ctrblk_lock);
	} else {
		if (!nbytes)
			memcpy(walk->iv, ctrptr, DES_BLOCK_SIZE);
	}
	/* final block may be < DES_BLOCK_SIZE, copy only nbytes */
	if (nbytes) {
		out = walk->dst.virt.addr;
		in = walk->src.virt.addr;
		ret = crypt_s390_kmctr(func, ctx->key, buf, in,
				       DES_BLOCK_SIZE, ctrbuf);
		if (ret < 0 || ret != DES_BLOCK_SIZE)
			return -EIO;
		memcpy(out, buf, nbytes);
		crypto_inc(ctrbuf, DES_BLOCK_SIZE);
		ret = blkcipher_walk_done(desc, walk, 0);
		memcpy(walk->iv, ctrbuf, DES_BLOCK_SIZE);
	}
	return ret;
}

static int ctr_des_encrypt(struct blkcipher_desc *desc,
			   struct scatterlist *dst, struct scatterlist *src,
			   unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ctr_desall_crypt(desc, KMCTR_DEA_ENCRYPT, ctx, &walk);
}

static int ctr_des_decrypt(struct blkcipher_desc *desc,
			   struct scatterlist *dst, struct scatterlist *src,
			   unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ctr_desall_crypt(desc, KMCTR_DEA_DECRYPT, ctx, &walk);
}

static struct crypto_alg ctr_des_alg = {
	.cra_name		=	"ctr(des)",
	.cra_driver_name	=	"ctr-des-s390",
	.cra_priority		=	CRYPT_S390_COMPOSITE_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		=	1,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_type		=	&crypto_blkcipher_type,
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.blkcipher = {
			.min_keysize		=	DES_KEY_SIZE,
			.max_keysize		=	DES_KEY_SIZE,
			.ivsize			=	DES_BLOCK_SIZE,
			.setkey			=	des_setkey,
			.encrypt		=	ctr_des_encrypt,
			.decrypt		=	ctr_des_decrypt,
		}
	}
};

static int ctr_des3_encrypt(struct blkcipher_desc *desc,
			    struct scatterlist *dst, struct scatterlist *src,
			    unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ctr_desall_crypt(desc, KMCTR_TDEA_192_ENCRYPT, ctx, &walk);
}

static int ctr_des3_decrypt(struct blkcipher_desc *desc,
			    struct scatterlist *dst, struct scatterlist *src,
			    unsigned int nbytes)
{
	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	struct blkcipher_walk walk;

	blkcipher_walk_init(&walk, dst, src, nbytes);
	return ctr_desall_crypt(desc, KMCTR_TDEA_192_DECRYPT, ctx, &walk);
}

static struct crypto_alg ctr_des3_alg = {
	.cra_name		=	"ctr(des3_ede)",
	.cra_driver_name	=	"ctr-des3_ede-s390",
	.cra_priority		=	CRYPT_S390_COMPOSITE_PRIORITY,
	.cra_flags		=	CRYPTO_ALG_TYPE_BLKCIPHER,
	.cra_blocksize		=	1,
	.cra_ctxsize		=	sizeof(struct s390_des_ctx),
	.cra_type		=	&crypto_blkcipher_type,
	.cra_module		=	THIS_MODULE,
	.cra_u			=	{
		.blkcipher = {
			.min_keysize		=	DES3_KEY_SIZE,
			.max_keysize		=	DES3_KEY_SIZE,
			.ivsize			=	DES_BLOCK_SIZE,
			.setkey			=	des3_setkey,
			.encrypt		=	ctr_des3_encrypt,
			.decrypt		=	ctr_des3_decrypt,
		}
	}
};

static int __init des_s390_init(void)
{
	int ret;

	if (!crypt_s390_func_available(KM_DEA_ENCRYPT, CRYPT_S390_MSA) ||
	    !crypt_s390_func_available(KM_TDEA_192_ENCRYPT, CRYPT_S390_MSA))
		return -EOPNOTSUPP;

	ret = crypto_register_alg(&des_alg);
	if (ret)
		goto des_err;
	ret = crypto_register_alg(&ecb_des_alg);
	if (ret)
		goto ecb_des_err;
	ret = crypto_register_alg(&cbc_des_alg);
	if (ret)
		goto cbc_des_err;
	ret = crypto_register_alg(&des3_alg);
	if (ret)
		goto des3_err;
	ret = crypto_register_alg(&ecb_des3_alg);
	if (ret)
		goto ecb_des3_err;
	ret = crypto_register_alg(&cbc_des3_alg);
	if (ret)
		goto cbc_des3_err;

	if (crypt_s390_func_available(KMCTR_DEA_ENCRYPT,
			CRYPT_S390_MSA | CRYPT_S390_MSA4) &&
	    crypt_s390_func_available(KMCTR_TDEA_192_ENCRYPT,
			CRYPT_S390_MSA | CRYPT_S390_MSA4)) {
		ret = crypto_register_alg(&ctr_des_alg);
		if (ret)
			goto ctr_des_err;
		ret = crypto_register_alg(&ctr_des3_alg);
		if (ret)
			goto ctr_des3_err;
		ctrblk = (u8 *) __get_free_page(GFP_KERNEL);
		if (!ctrblk) {
			ret = -ENOMEM;
			goto ctr_mem_err;
		}
	}
out:
	return ret;

ctr_mem_err:
	crypto_unregister_alg(&ctr_des3_alg);
ctr_des3_err:
	crypto_unregister_alg(&ctr_des_alg);
ctr_des_err:
	crypto_unregister_alg(&cbc_des3_alg);
cbc_des3_err:
	crypto_unregister_alg(&ecb_des3_alg);
ecb_des3_err:
	crypto_unregister_alg(&des3_alg);
des3_err:
	crypto_unregister_alg(&cbc_des_alg);
cbc_des_err:
	crypto_unregister_alg(&ecb_des_alg);
ecb_des_err:
	crypto_unregister_alg(&des_alg);
des_err:
	goto out;
}

static void __exit des_s390_exit(void)
{
	if (ctrblk) {
		crypto_unregister_alg(&ctr_des_alg);
		crypto_unregister_alg(&ctr_des3_alg);
		free_page((unsigned long) ctrblk);
	}
	crypto_unregister_alg(&cbc_des3_alg);
	crypto_unregister_alg(&ecb_des3_alg);
	crypto_unregister_alg(&des3_alg);
	crypto_unregister_alg(&cbc_des_alg);
	crypto_unregister_alg(&ecb_des_alg);
	crypto_unregister_alg(&des_alg);
}

module_init(des_s390_init);
module_exit(des_s390_exit);

MODULE_ALIAS("des");
MODULE_ALIAS("des3_ede");

MODULE_LICENSE("GPL");
MODULE_DESCRIPTION("DES & Triple DES EDE Cipher Algorithms");
Commit	Line	Data
1da177e4 LT	1	/*
	2	* Cryptographic API.
	3	*
c1e26e1e	4	* s390 implementation of the DES Cipher Algorithm.
1da177e4	5	*
a53c8fab	6	* Copyright IBM Corp. 2003, 2011
86aa9fc2 JG	7	* Author(s): Thomas Spatzier
86aa9fc2 JG	8	* Jan Glauber (jan.glauber@de.ibm.com)
1da177e4 LT	9	*
	10	* This program is free software; you can redistribute it and/or modify
	11	* it under the terms of the GNU General Public License as published by
	12	* the Free Software Foundation; either version 2 of the License, or
	13	* (at your option) any later version.
	14	*
	15	*/
a9e62fad	16
1da177e4 LT	17	#include <linux/init.h>
1da177e4 LT	18	#include <linux/module.h>
1efbd15c JG	19	#include <linux/crypto.h>
	20	#include <crypto/algapi.h>
	21	#include <crypto/des.h>
c1357833	22
c1e26e1e	23	#include "crypt_s390.h"
1da177e4	24
98971f84	25	#define DES3_KEY_SIZE (3 * DES_KEY_SIZE)
1da177e4	26
0200f3ec	27	static u8 *ctrblk;
4cd88080	28	static DEFINE_SPINLOCK(ctrblk_lock);
0200f3ec	29
98971f84	30	struct s390_des_ctx {
1da177e4	31	u8 iv[DES_BLOCK_SIZE];
98971f84	32	u8 key[DES3_KEY_SIZE];
1da177e4 LT	33	};
1da177e4 LT	34
6c2bb98b	35	static int des_setkey(struct crypto_tfm tfm, const u8 key,
98971f84	36	unsigned int key_len)
1da177e4	37	{
98971f84	38	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
560c06ae	39	u32 *flags = &tfm->crt_flags;
1efbd15c	40	u32 tmp[DES_EXPKEY_WORDS];
1da177e4	41
1efbd15c JG	42	/* check for weak keys */
	43	if (!des_ekey(tmp, key) && (*flags & CRYPTO_TFM_REQ_WEAK_KEY)) {
	44	*flags \|= CRYPTO_TFM_RES_WEAK_KEY;
	45	return -EINVAL;
	46	}
	47
98971f84	48	memcpy(ctx->key, key, key_len);
1efbd15c	49	return 0;
1da177e4 LT	50	}
1da177e4 LT	51
6c2bb98b	52	static void des_encrypt(struct crypto_tfm tfm, u8 out, const u8 *in)
1da177e4	53	{
98971f84	54	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
1da177e4	55
98971f84	56	crypt_s390_km(KM_DEA_ENCRYPT, ctx->key, out, in, DES_BLOCK_SIZE);
1da177e4 LT	57	}
1da177e4 LT	58
6c2bb98b	59	static void des_decrypt(struct crypto_tfm tfm, u8 out, const u8 *in)
1da177e4	60	{
98971f84	61	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
1da177e4	62
98971f84	63	crypt_s390_km(KM_DEA_DECRYPT, ctx->key, out, in, DES_BLOCK_SIZE);
b8dc6038 JG	64	}
b8dc6038 JG	65
1da177e4 LT	66	static struct crypto_alg des_alg = {
1da177e4 LT	67	.cra_name = "des",
65b75c36 HX	68	.cra_driver_name = "des-s390",
65b75c36 HX	69	.cra_priority = CRYPT_S390_PRIORITY,
1da177e4 LT	70	.cra_flags = CRYPTO_ALG_TYPE_CIPHER,
1da177e4 LT	71	.cra_blocksize = DES_BLOCK_SIZE,
98971f84	72	.cra_ctxsize = sizeof(struct s390_des_ctx),
1da177e4	73	.cra_module = THIS_MODULE,
c1357833 JG	74	.cra_u = {
	75	.cipher = {
	76	.cia_min_keysize = DES_KEY_SIZE,
	77	.cia_max_keysize = DES_KEY_SIZE,
	78	.cia_setkey = des_setkey,
	79	.cia_encrypt = des_encrypt,
b8dc6038	80	.cia_decrypt = des_decrypt,
c1357833 JG	81	}
c1357833 JG	82	}
1da177e4 LT	83	};
1da177e4 LT	84
a9e62fad	85	static int ecb_desall_crypt(struct blkcipher_desc *desc, long func,
98971f84	86	u8 key, struct blkcipher_walk walk)
a9e62fad HX	87	{
	88	int ret = blkcipher_walk_virt(desc, walk);
	89	unsigned int nbytes;
	90
	91	while ((nbytes = walk->nbytes)) {
	92	/* only use complete blocks */
	93	unsigned int n = nbytes & ~(DES_BLOCK_SIZE - 1);
	94	u8 *out = walk->dst.virt.addr;
	95	u8 *in = walk->src.virt.addr;
	96
98971f84	97	ret = crypt_s390_km(func, key, out, in, n);
36eb2caa JG	98	if (ret < 0 \|\| ret != n)
36eb2caa JG	99	return -EIO;
a9e62fad HX	100
	101	nbytes &= DES_BLOCK_SIZE - 1;
	102	ret = blkcipher_walk_done(desc, walk, nbytes);
	103	}
	104
	105	return ret;
	106	}
	107
	108	static int cbc_desall_crypt(struct blkcipher_desc *desc, long func,
21d6cfc9	109	struct blkcipher_walk *walk)
a9e62fad	110	{
21d6cfc9	111	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
a9e62fad HX	112	int ret = blkcipher_walk_virt(desc, walk);
a9e62fad HX	113	unsigned int nbytes = walk->nbytes;
21d6cfc9 HF	114	struct {
	115	u8 iv[DES_BLOCK_SIZE];
	116	u8 key[DES3_KEY_SIZE];
	117	} param;
a9e62fad HX	118
	119	if (!nbytes)
	120	goto out;
	121
21d6cfc9 HF	122	memcpy(param.iv, walk->iv, DES_BLOCK_SIZE);
21d6cfc9 HF	123	memcpy(param.key, ctx->key, DES3_KEY_SIZE);
a9e62fad HX	124	do {
	125	/* only use complete blocks */
	126	unsigned int n = nbytes & ~(DES_BLOCK_SIZE - 1);
	127	u8 *out = walk->dst.virt.addr;
	128	u8 *in = walk->src.virt.addr;
	129
21d6cfc9	130	ret = crypt_s390_kmc(func, &param, out, in, n);
36eb2caa JG	131	if (ret < 0 \|\| ret != n)
36eb2caa JG	132	return -EIO;
a9e62fad HX	133
	134	nbytes &= DES_BLOCK_SIZE - 1;
	135	ret = blkcipher_walk_done(desc, walk, nbytes);
	136	} while ((nbytes = walk->nbytes));
21d6cfc9	137	memcpy(walk->iv, param.iv, DES_BLOCK_SIZE);
a9e62fad HX	138
	139	out:
	140	return ret;
	141	}
	142
	143	static int ecb_des_encrypt(struct blkcipher_desc *desc,
	144	struct scatterlist dst, struct scatterlist src,
	145	unsigned int nbytes)
	146	{
98971f84	147	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
a9e62fad HX	148	struct blkcipher_walk walk;
	149
	150	blkcipher_walk_init(&walk, dst, src, nbytes);
98971f84	151	return ecb_desall_crypt(desc, KM_DEA_ENCRYPT, ctx->key, &walk);
a9e62fad HX	152	}
	153
	154	static int ecb_des_decrypt(struct blkcipher_desc *desc,
	155	struct scatterlist dst, struct scatterlist src,
	156	unsigned int nbytes)
	157	{
98971f84	158	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
a9e62fad HX	159	struct blkcipher_walk walk;
	160
	161	blkcipher_walk_init(&walk, dst, src, nbytes);
98971f84	162	return ecb_desall_crypt(desc, KM_DEA_DECRYPT, ctx->key, &walk);
a9e62fad HX	163	}
	164
	165	static struct crypto_alg ecb_des_alg = {
	166	.cra_name = "ecb(des)",
	167	.cra_driver_name = "ecb-des-s390",
	168	.cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
	169	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
	170	.cra_blocksize = DES_BLOCK_SIZE,
98971f84	171	.cra_ctxsize = sizeof(struct s390_des_ctx),
a9e62fad HX	172	.cra_type = &crypto_blkcipher_type,
a9e62fad HX	173	.cra_module = THIS_MODULE,
a9e62fad HX	174	.cra_u = {
	175	.blkcipher = {
	176	.min_keysize = DES_KEY_SIZE,
	177	.max_keysize = DES_KEY_SIZE,
	178	.setkey = des_setkey,
	179	.encrypt = ecb_des_encrypt,
	180	.decrypt = ecb_des_decrypt,
	181	}
	182	}
	183	};
	184
	185	static int cbc_des_encrypt(struct blkcipher_desc *desc,
	186	struct scatterlist dst, struct scatterlist src,
	187	unsigned int nbytes)
	188	{
a9e62fad HX	189	struct blkcipher_walk walk;
	190
	191	blkcipher_walk_init(&walk, dst, src, nbytes);
21d6cfc9	192	return cbc_desall_crypt(desc, KMC_DEA_ENCRYPT, &walk);
a9e62fad HX	193	}
	194
	195	static int cbc_des_decrypt(struct blkcipher_desc *desc,
	196	struct scatterlist dst, struct scatterlist src,
	197	unsigned int nbytes)
	198	{
a9e62fad HX	199	struct blkcipher_walk walk;
	200
	201	blkcipher_walk_init(&walk, dst, src, nbytes);
21d6cfc9	202	return cbc_desall_crypt(desc, KMC_DEA_DECRYPT, &walk);
a9e62fad HX	203	}
	204
	205	static struct crypto_alg cbc_des_alg = {
	206	.cra_name = "cbc(des)",
	207	.cra_driver_name = "cbc-des-s390",
	208	.cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
	209	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
	210	.cra_blocksize = DES_BLOCK_SIZE,
98971f84	211	.cra_ctxsize = sizeof(struct s390_des_ctx),
a9e62fad HX	212	.cra_type = &crypto_blkcipher_type,
a9e62fad HX	213	.cra_module = THIS_MODULE,
a9e62fad HX	214	.cra_u = {
	215	.blkcipher = {
	216	.min_keysize = DES_KEY_SIZE,
	217	.max_keysize = DES_KEY_SIZE,
	218	.ivsize = DES_BLOCK_SIZE,
	219	.setkey = des_setkey,
	220	.encrypt = cbc_des_encrypt,
	221	.decrypt = cbc_des_decrypt,
	222	}
	223	}
	224	};
	225
1da177e4 LT	226	/*
	227	* RFC2451:
	228	*
	229	* For DES-EDE3, there is no known need to reject weak or
	230	* complementation keys. Any weakness is obviated by the use of
	231	* multiple keys.
	232	*
	233	* However, if the first two or last two independent 64-bit keys are
	234	* equal (k1 == k2 or k2 == k3), then the DES3 operation is simply the
	235	* same as DES. Implementers MUST reject keys that exhibit this
	236	* property.
	237	*
	238	*/
98971f84 JG	239	static int des3_setkey(struct crypto_tfm tfm, const u8 key,
98971f84 JG	240	unsigned int key_len)
1da177e4	241	{
98971f84	242	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
560c06ae	243	u32 *flags = &tfm->crt_flags;
1da177e4	244
1da177e4 LT	245	if (!(memcmp(key, &key[DES_KEY_SIZE], DES_KEY_SIZE) &&
1da177e4 LT	246	memcmp(&key[DES_KEY_SIZE], &key[DES_KEY_SIZE * 2],
03b56ce5 JW	247	DES_KEY_SIZE)) &&
	248	(*flags & CRYPTO_TFM_REQ_WEAK_KEY)) {
	249	*flags \|= CRYPTO_TFM_RES_WEAK_KEY;
1da177e4 LT	250	return -EINVAL;
1da177e4 LT	251	}
98971f84	252	memcpy(ctx->key, key, key_len);
1da177e4 LT	253	return 0;
	254	}
	255
98971f84	256	static void des3_encrypt(struct crypto_tfm tfm, u8 dst, const u8 *src)
1da177e4	257	{
98971f84	258	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
1da177e4	259
98971f84	260	crypt_s390_km(KM_TDEA_192_ENCRYPT, ctx->key, dst, src, DES_BLOCK_SIZE);
1da177e4 LT	261	}
1da177e4 LT	262
98971f84	263	static void des3_decrypt(struct crypto_tfm tfm, u8 dst, const u8 *src)
1da177e4	264	{
98971f84	265	struct s390_des_ctx *ctx = crypto_tfm_ctx(tfm);
1da177e4	266
98971f84	267	crypt_s390_km(KM_TDEA_192_DECRYPT, ctx->key, dst, src, DES_BLOCK_SIZE);
1da177e4 LT	268	}
1da177e4 LT	269
98971f84	270	static struct crypto_alg des3_alg = {
1da177e4	271	.cra_name = "des3_ede",
65b75c36 HX	272	.cra_driver_name = "des3_ede-s390",
65b75c36 HX	273	.cra_priority = CRYPT_S390_PRIORITY,
1da177e4	274	.cra_flags = CRYPTO_ALG_TYPE_CIPHER,
1efbd15c	275	.cra_blocksize = DES_BLOCK_SIZE,
98971f84	276	.cra_ctxsize = sizeof(struct s390_des_ctx),
1da177e4	277	.cra_module = THIS_MODULE,
c1357833 JG	278	.cra_u = {
c1357833 JG	279	.cipher = {
98971f84 JG	280	.cia_min_keysize = DES3_KEY_SIZE,
	281	.cia_max_keysize = DES3_KEY_SIZE,
	282	.cia_setkey = des3_setkey,
	283	.cia_encrypt = des3_encrypt,
	284	.cia_decrypt = des3_decrypt,
c1357833 JG	285	}
c1357833 JG	286	}
1da177e4 LT	287	};
1da177e4 LT	288
98971f84 JG	289	static int ecb_des3_encrypt(struct blkcipher_desc *desc,
	290	struct scatterlist dst, struct scatterlist src,
	291	unsigned int nbytes)
a9e62fad	292	{
98971f84	293	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
a9e62fad HX	294	struct blkcipher_walk walk;
	295
	296	blkcipher_walk_init(&walk, dst, src, nbytes);
98971f84	297	return ecb_desall_crypt(desc, KM_TDEA_192_ENCRYPT, ctx->key, &walk);
a9e62fad HX	298	}
a9e62fad HX	299
98971f84 JG	300	static int ecb_des3_decrypt(struct blkcipher_desc *desc,
	301	struct scatterlist dst, struct scatterlist src,
	302	unsigned int nbytes)
a9e62fad	303	{
98971f84	304	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
a9e62fad HX	305	struct blkcipher_walk walk;
	306
	307	blkcipher_walk_init(&walk, dst, src, nbytes);
98971f84	308	return ecb_desall_crypt(desc, KM_TDEA_192_DECRYPT, ctx->key, &walk);
a9e62fad HX	309	}
a9e62fad HX	310
98971f84	311	static struct crypto_alg ecb_des3_alg = {
a9e62fad HX	312	.cra_name = "ecb(des3_ede)",
	313	.cra_driver_name = "ecb-des3_ede-s390",
	314	.cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
	315	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
1efbd15c	316	.cra_blocksize = DES_BLOCK_SIZE,
98971f84	317	.cra_ctxsize = sizeof(struct s390_des_ctx),
a9e62fad HX	318	.cra_type = &crypto_blkcipher_type,
a9e62fad HX	319	.cra_module = THIS_MODULE,
a9e62fad HX	320	.cra_u = {
a9e62fad HX	321	.blkcipher = {
98971f84 JG	322	.min_keysize = DES3_KEY_SIZE,
	323	.max_keysize = DES3_KEY_SIZE,
	324	.setkey = des3_setkey,
	325	.encrypt = ecb_des3_encrypt,
	326	.decrypt = ecb_des3_decrypt,
a9e62fad HX	327	}
	328	}
	329	};
	330
98971f84 JG	331	static int cbc_des3_encrypt(struct blkcipher_desc *desc,
	332	struct scatterlist dst, struct scatterlist src,
	333	unsigned int nbytes)
a9e62fad	334	{
a9e62fad HX	335	struct blkcipher_walk walk;
	336
	337	blkcipher_walk_init(&walk, dst, src, nbytes);
21d6cfc9	338	return cbc_desall_crypt(desc, KMC_TDEA_192_ENCRYPT, &walk);
a9e62fad HX	339	}
a9e62fad HX	340
98971f84 JG	341	static int cbc_des3_decrypt(struct blkcipher_desc *desc,
	342	struct scatterlist dst, struct scatterlist src,
	343	unsigned int nbytes)
a9e62fad	344	{
a9e62fad HX	345	struct blkcipher_walk walk;
	346
	347	blkcipher_walk_init(&walk, dst, src, nbytes);
21d6cfc9	348	return cbc_desall_crypt(desc, KMC_TDEA_192_DECRYPT, &walk);
a9e62fad HX	349	}
a9e62fad HX	350
98971f84	351	static struct crypto_alg cbc_des3_alg = {
a9e62fad HX	352	.cra_name = "cbc(des3_ede)",
	353	.cra_driver_name = "cbc-des3_ede-s390",
	354	.cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
	355	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
1efbd15c	356	.cra_blocksize = DES_BLOCK_SIZE,
98971f84	357	.cra_ctxsize = sizeof(struct s390_des_ctx),
a9e62fad HX	358	.cra_type = &crypto_blkcipher_type,
a9e62fad HX	359	.cra_module = THIS_MODULE,
a9e62fad HX	360	.cra_u = {
a9e62fad HX	361	.blkcipher = {
98971f84 JG	362	.min_keysize = DES3_KEY_SIZE,
98971f84 JG	363	.max_keysize = DES3_KEY_SIZE,
1efbd15c	364	.ivsize = DES_BLOCK_SIZE,
98971f84 JG	365	.setkey = des3_setkey,
	366	.encrypt = cbc_des3_encrypt,
	367	.decrypt = cbc_des3_decrypt,
a9e62fad HX	368	}
	369	}
	370	};
	371
4cd88080 HF	372	static unsigned int __ctrblk_init(u8 *ctrptr, unsigned int nbytes)
	373	{
	374	unsigned int i, n;
	375
	376	/* align to block size, max. PAGE_SIZE */
	377	n = (nbytes > PAGE_SIZE) ? PAGE_SIZE : nbytes & ~(DES_BLOCK_SIZE - 1);
	378	for (i = DES_BLOCK_SIZE; i < n; i += DES_BLOCK_SIZE) {
	379	memcpy(ctrptr + i, ctrptr + i - DES_BLOCK_SIZE, DES_BLOCK_SIZE);
	380	crypto_inc(ctrptr + i, DES_BLOCK_SIZE);
	381	}
	382	return n;
	383	}
	384
0200f3ec	385	static int ctr_desall_crypt(struct blkcipher_desc *desc, long func,
4cd88080 HF	386	struct s390_des_ctx *ctx,
4cd88080 HF	387	struct blkcipher_walk *walk)
0200f3ec GS	388	{
0200f3ec GS	389	int ret = blkcipher_walk_virt_block(desc, walk, DES_BLOCK_SIZE);
4cd88080 HF	390	unsigned int n, nbytes;
	391	u8 buf[DES_BLOCK_SIZE], ctrbuf[DES_BLOCK_SIZE];
	392	u8 out, in, *ctrptr = ctrbuf;
	393
	394	if (!walk->nbytes)
	395	return ret;
0200f3ec	396
4cd88080 HF	397	if (spin_trylock(&ctrblk_lock))
	398	ctrptr = ctrblk;
	399
	400	memcpy(ctrptr, walk->iv, DES_BLOCK_SIZE);
0200f3ec GS	401	while ((nbytes = walk->nbytes) >= DES_BLOCK_SIZE) {
	402	out = walk->dst.virt.addr;
	403	in = walk->src.virt.addr;
	404	while (nbytes >= DES_BLOCK_SIZE) {
4cd88080 HF	405	if (ctrptr == ctrblk)
	406	n = __ctrblk_init(ctrptr, nbytes);
	407	else
	408	n = DES_BLOCK_SIZE;
	409	ret = crypt_s390_kmctr(func, ctx->key, out, in,
	410	n, ctrptr);
	411	if (ret < 0 \|\| ret != n) {
	412	if (ctrptr == ctrblk)
	413	spin_unlock(&ctrblk_lock);
36eb2caa	414	return -EIO;
4cd88080	415	}
0200f3ec	416	if (n > DES_BLOCK_SIZE)
4cd88080	417	memcpy(ctrptr, ctrptr + n - DES_BLOCK_SIZE,
0200f3ec	418	DES_BLOCK_SIZE);
4cd88080	419	crypto_inc(ctrptr, DES_BLOCK_SIZE);
0200f3ec GS	420	out += n;
	421	in += n;
	422	nbytes -= n;
	423	}
	424	ret = blkcipher_walk_done(desc, walk, nbytes);
	425	}
4cd88080 HF	426	if (ctrptr == ctrblk) {
	427	if (nbytes)
	428	memcpy(ctrbuf, ctrptr, DES_BLOCK_SIZE);
	429	else
	430	memcpy(walk->iv, ctrptr, DES_BLOCK_SIZE);
	431	spin_unlock(&ctrblk_lock);
c99612d3 HF	432	} else {
	433	if (!nbytes)
	434	memcpy(walk->iv, ctrptr, DES_BLOCK_SIZE);
4cd88080	435	}
0200f3ec GS	436	/* final block may be < DES_BLOCK_SIZE, copy only nbytes */
	437	if (nbytes) {
	438	out = walk->dst.virt.addr;
	439	in = walk->src.virt.addr;
	440	ret = crypt_s390_kmctr(func, ctx->key, buf, in,
4cd88080	441	DES_BLOCK_SIZE, ctrbuf);
36eb2caa JG	442	if (ret < 0 \|\| ret != DES_BLOCK_SIZE)
36eb2caa JG	443	return -EIO;
0200f3ec	444	memcpy(out, buf, nbytes);
4cd88080	445	crypto_inc(ctrbuf, DES_BLOCK_SIZE);
0200f3ec	446	ret = blkcipher_walk_done(desc, walk, 0);
4cd88080	447	memcpy(walk->iv, ctrbuf, DES_BLOCK_SIZE);
0200f3ec	448	}
0200f3ec GS	449	return ret;
	450	}
	451
	452	static int ctr_des_encrypt(struct blkcipher_desc *desc,
	453	struct scatterlist dst, struct scatterlist src,
	454	unsigned int nbytes)
	455	{
	456	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	457	struct blkcipher_walk walk;
	458
	459	blkcipher_walk_init(&walk, dst, src, nbytes);
	460	return ctr_desall_crypt(desc, KMCTR_DEA_ENCRYPT, ctx, &walk);
	461	}
	462
	463	static int ctr_des_decrypt(struct blkcipher_desc *desc,
	464	struct scatterlist dst, struct scatterlist src,
	465	unsigned int nbytes)
	466	{
	467	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	468	struct blkcipher_walk walk;
	469
	470	blkcipher_walk_init(&walk, dst, src, nbytes);
	471	return ctr_desall_crypt(desc, KMCTR_DEA_DECRYPT, ctx, &walk);
	472	}
	473
	474	static struct crypto_alg ctr_des_alg = {
	475	.cra_name = "ctr(des)",
	476	.cra_driver_name = "ctr-des-s390",
	477	.cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
	478	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
	479	.cra_blocksize = 1,
	480	.cra_ctxsize = sizeof(struct s390_des_ctx),
	481	.cra_type = &crypto_blkcipher_type,
	482	.cra_module = THIS_MODULE,
0200f3ec GS	483	.cra_u = {
	484	.blkcipher = {
	485	.min_keysize = DES_KEY_SIZE,
	486	.max_keysize = DES_KEY_SIZE,
	487	.ivsize = DES_BLOCK_SIZE,
	488	.setkey = des_setkey,
	489	.encrypt = ctr_des_encrypt,
	490	.decrypt = ctr_des_decrypt,
	491	}
	492	}
	493	};
	494
	495	static int ctr_des3_encrypt(struct blkcipher_desc *desc,
	496	struct scatterlist dst, struct scatterlist src,
	497	unsigned int nbytes)
	498	{
	499	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	500	struct blkcipher_walk walk;
	501
	502	blkcipher_walk_init(&walk, dst, src, nbytes);
	503	return ctr_desall_crypt(desc, KMCTR_TDEA_192_ENCRYPT, ctx, &walk);
	504	}
	505
	506	static int ctr_des3_decrypt(struct blkcipher_desc *desc,
	507	struct scatterlist dst, struct scatterlist src,
	508	unsigned int nbytes)
	509	{
	510	struct s390_des_ctx *ctx = crypto_blkcipher_ctx(desc->tfm);
	511	struct blkcipher_walk walk;
	512
	513	blkcipher_walk_init(&walk, dst, src, nbytes);
	514	return ctr_desall_crypt(desc, KMCTR_TDEA_192_DECRYPT, ctx, &walk);
	515	}
	516
	517	static struct crypto_alg ctr_des3_alg = {
	518	.cra_name = "ctr(des3_ede)",
	519	.cra_driver_name = "ctr-des3_ede-s390",
	520	.cra_priority = CRYPT_S390_COMPOSITE_PRIORITY,
	521	.cra_flags = CRYPTO_ALG_TYPE_BLKCIPHER,
	522	.cra_blocksize = 1,
	523	.cra_ctxsize = sizeof(struct s390_des_ctx),
	524	.cra_type = &crypto_blkcipher_type,
	525	.cra_module = THIS_MODULE,
0200f3ec GS	526	.cra_u = {
	527	.blkcipher = {
	528	.min_keysize = DES3_KEY_SIZE,
	529	.max_keysize = DES3_KEY_SIZE,
	530	.ivsize = DES_BLOCK_SIZE,
	531	.setkey = des3_setkey,
	532	.encrypt = ctr_des3_encrypt,
	533	.decrypt = ctr_des3_decrypt,
	534	}
	535	}
	536	};
	537
98971f84	538	static int __init des_s390_init(void)
1da177e4	539	{
80d663a4	540	int ret;
1da177e4	541
1822bc90 JG	542	if (!crypt_s390_func_available(KM_DEA_ENCRYPT, CRYPT_S390_MSA) \|\|
1822bc90 JG	543	!crypt_s390_func_available(KM_TDEA_192_ENCRYPT, CRYPT_S390_MSA))
86aa9fc2	544	return -EOPNOTSUPP;
1da177e4	545
a9e62fad HX	546	ret = crypto_register_alg(&des_alg);
	547	if (ret)
	548	goto des_err;
	549	ret = crypto_register_alg(&ecb_des_alg);
	550	if (ret)
	551	goto ecb_des_err;
	552	ret = crypto_register_alg(&cbc_des_alg);
	553	if (ret)
	554	goto cbc_des_err;
98971f84	555	ret = crypto_register_alg(&des3_alg);
a9e62fad	556	if (ret)
98971f84 JG	557	goto des3_err;
98971f84 JG	558	ret = crypto_register_alg(&ecb_des3_alg);
a9e62fad	559	if (ret)
98971f84 JG	560	goto ecb_des3_err;
98971f84 JG	561	ret = crypto_register_alg(&cbc_des3_alg);
a9e62fad	562	if (ret)
98971f84	563	goto cbc_des3_err;
0200f3ec GS	564
	565	if (crypt_s390_func_available(KMCTR_DEA_ENCRYPT,
	566	CRYPT_S390_MSA \| CRYPT_S390_MSA4) &&
	567	crypt_s390_func_available(KMCTR_TDEA_192_ENCRYPT,
	568	CRYPT_S390_MSA \| CRYPT_S390_MSA4)) {
	569	ret = crypto_register_alg(&ctr_des_alg);
	570	if (ret)
	571	goto ctr_des_err;
	572	ret = crypto_register_alg(&ctr_des3_alg);
	573	if (ret)
	574	goto ctr_des3_err;
	575	ctrblk = (u8 *) __get_free_page(GFP_KERNEL);
	576	if (!ctrblk) {
	577	ret = -ENOMEM;
	578	goto ctr_mem_err;
	579	}
	580	}
a9e62fad HX	581	out:
	582	return ret;
	583
0200f3ec GS	584	ctr_mem_err:
	585	crypto_unregister_alg(&ctr_des3_alg);
	586	ctr_des3_err:
	587	crypto_unregister_alg(&ctr_des_alg);
	588	ctr_des_err:
	589	crypto_unregister_alg(&cbc_des3_alg);
98971f84 JG	590	cbc_des3_err:
	591	crypto_unregister_alg(&ecb_des3_alg);
	592	ecb_des3_err:
	593	crypto_unregister_alg(&des3_alg);
	594	des3_err:
a9e62fad HX	595	crypto_unregister_alg(&cbc_des_alg);
	596	cbc_des_err:
	597	crypto_unregister_alg(&ecb_des_alg);
	598	ecb_des_err:
	599	crypto_unregister_alg(&des_alg);
	600	des_err:
	601	goto out;
1da177e4 LT	602	}
1da177e4 LT	603
1efbd15c	604	static void __exit des_s390_exit(void)
1da177e4	605	{
0200f3ec GS	606	if (ctrblk) {
	607	crypto_unregister_alg(&ctr_des_alg);
	608	crypto_unregister_alg(&ctr_des3_alg);
	609	free_page((unsigned long) ctrblk);
	610	}
98971f84 JG	611	crypto_unregister_alg(&cbc_des3_alg);
	612	crypto_unregister_alg(&ecb_des3_alg);
	613	crypto_unregister_alg(&des3_alg);
a9e62fad HX	614	crypto_unregister_alg(&cbc_des_alg);
a9e62fad HX	615	crypto_unregister_alg(&ecb_des_alg);
1da177e4 LT	616	crypto_unregister_alg(&des_alg);
	617	}
	618
9f7819c1	619	module_init(des_s390_init);
1efbd15c	620	module_exit(des_s390_exit);
1da177e4 LT	621
	622	MODULE_ALIAS("des");
	623	MODULE_ALIAS("des3_ede");
	624
	625	MODULE_LICENSE("GPL");
	626	MODULE_DESCRIPTION("DES & Triple DES EDE Cipher Algorithms");