[GitHub/mt8127/android_kernel_alcatel_ttab.git] / drivers / crypto / caam / sg_sw_sec4.h

/*
 * CAAM/SEC 4.x functions for using scatterlists in caam driver
 *
 * Copyright 2008-2011 Freescale Semiconductor, Inc.
 *
 */

struct sec4_sg_entry;

/*
 * convert single dma address to h/w link table format
 */
static inline void dma_to_sec4_sg_one(struct sec4_sg_entry *sec4_sg_ptr,
				      dma_addr_t dma, u32 len, u32 offset)
{
	sec4_sg_ptr->ptr = dma;
	sec4_sg_ptr->len = len;
	sec4_sg_ptr->reserved = 0;
	sec4_sg_ptr->buf_pool_id = 0;
	sec4_sg_ptr->offset = offset;
#ifdef DEBUG
	print_hex_dump(KERN_ERR, "sec4_sg_ptr@: ",
		       DUMP_PREFIX_ADDRESS, 16, 4, sec4_sg_ptr,
		       sizeof(struct sec4_sg_entry), 1);
#endif
}

/*
 * convert scatterlist to h/w link table format
 * but does not have final bit; instead, returns last entry
 */
static inline struct sec4_sg_entry *
sg_to_sec4_sg(struct scatterlist *sg, int sg_count,
	      struct sec4_sg_entry *sec4_sg_ptr, u32 offset)
{
	while (sg_count) {
		dma_to_sec4_sg_one(sec4_sg_ptr, sg_dma_address(sg),
				   sg_dma_len(sg), offset);
		sec4_sg_ptr++;
		sg = scatterwalk_sg_next(sg);
		sg_count--;
	}
	return sec4_sg_ptr - 1;
}

/*
 * convert scatterlist to h/w link table format
 * scatterlist must have been previously dma mapped
 */
static inline void sg_to_sec4_sg_last(struct scatterlist *sg, int sg_count,
				      struct sec4_sg_entry *sec4_sg_ptr,
				      u32 offset)
{
	sec4_sg_ptr = sg_to_sec4_sg(sg, sg_count, sec4_sg_ptr, offset);
	sec4_sg_ptr->len |= SEC4_SG_LEN_FIN;
}

/* count number of elements in scatterlist */
static inline int __sg_count(struct scatterlist *sg_list, int nbytes,
			     bool *chained)
{
	struct scatterlist *sg = sg_list;
	int sg_nents = 0;

	while (nbytes > 0) {
		sg_nents++;
		nbytes -= sg->length;
		if (!sg_is_last(sg) && (sg + 1)->length == 0)
			*chained = true;
		sg = scatterwalk_sg_next(sg);
	}

	return sg_nents;
}

/* derive number of elements in scatterlist, but return 0 for 1 */
static inline int sg_count(struct scatterlist *sg_list, int nbytes,
			     bool *chained)
{
	int sg_nents = __sg_count(sg_list, nbytes, chained);

	if (likely(sg_nents == 1))
		return 0;

	return sg_nents;
}

static int dma_map_sg_chained(struct device *dev, struct scatterlist *sg,
			      unsigned int nents, enum dma_data_direction dir,
			      bool chained)
{
	if (unlikely(chained)) {
		int i;
		for (i = 0; i < nents; i++) {
			dma_map_sg(dev, sg, 1, dir);
			sg = scatterwalk_sg_next(sg);
		}
	} else {
		dma_map_sg(dev, sg, nents, dir);
	}
	return nents;
}

static int dma_unmap_sg_chained(struct device *dev, struct scatterlist *sg,
				unsigned int nents, enum dma_data_direction dir,
				bool chained)
{
	if (unlikely(chained)) {
		int i;
		for (i = 0; i < nents; i++) {
			dma_unmap_sg(dev, sg, 1, dir);
			sg = scatterwalk_sg_next(sg);
		}
	} else {
		dma_unmap_sg(dev, sg, nents, dir);
	}
	return nents;
}

/* Copy from len bytes of sg to dest, starting from beginning */
static inline void sg_copy(u8 *dest, struct scatterlist *sg, unsigned int len)
{
	struct scatterlist *current_sg = sg;
	int cpy_index = 0, next_cpy_index = current_sg->length;

	while (next_cpy_index < len) {
		memcpy(dest + cpy_index, (u8 *) sg_virt(current_sg),
		       current_sg->length);
		current_sg = scatterwalk_sg_next(current_sg);
		cpy_index = next_cpy_index;
		next_cpy_index += current_sg->length;
	}
	if (cpy_index < len)
		memcpy(dest + cpy_index, (u8 *) sg_virt(current_sg),
		       len - cpy_index);
}

/* Copy sg data, from to_skip to end, to dest */
static inline void sg_copy_part(u8 *dest, struct scatterlist *sg,
				      int to_skip, unsigned int end)
{
	struct scatterlist *current_sg = sg;
	int sg_index, cpy_index;

	sg_index = current_sg->length;
	while (sg_index <= to_skip) {
		current_sg = scatterwalk_sg_next(current_sg);
		sg_index += current_sg->length;
	}
	cpy_index = sg_index - to_skip;
	memcpy(dest, (u8 *) sg_virt(current_sg) +
	       current_sg->length - cpy_index, cpy_index);
	current_sg = scatterwalk_sg_next(current_sg);
	if (end - sg_index)
		sg_copy(dest + cpy_index, current_sg, end - sg_index);
}
Commit	Line	Data
4c1ec1f9 YK	1	/*
	2	* CAAM/SEC 4.x functions for using scatterlists in caam driver
	3	*
	4	* Copyright 2008-2011 Freescale Semiconductor, Inc.
	5	*
	6	*/
	7
a299c837	8	struct sec4_sg_entry;
4c1ec1f9 YK	9
	10	/*
	11	* convert single dma address to h/w link table format
	12	*/
a299c837	13	static inline void dma_to_sec4_sg_one(struct sec4_sg_entry *sec4_sg_ptr,
4c1ec1f9 YK	14	dma_addr_t dma, u32 len, u32 offset)
4c1ec1f9 YK	15	{
a299c837 YK	16	sec4_sg_ptr->ptr = dma;
	17	sec4_sg_ptr->len = len;
	18	sec4_sg_ptr->reserved = 0;
	19	sec4_sg_ptr->buf_pool_id = 0;
	20	sec4_sg_ptr->offset = offset;
4c1ec1f9	21	#ifdef DEBUG
a299c837 YK	22	print_hex_dump(KERN_ERR, "sec4_sg_ptr@: ",
	23	DUMP_PREFIX_ADDRESS, 16, 4, sec4_sg_ptr,
	24	sizeof(struct sec4_sg_entry), 1);
4c1ec1f9 YK	25	#endif
	26	}
	27
	28	/*
	29	* convert scatterlist to h/w link table format
	30	* but does not have final bit; instead, returns last entry
	31	*/
a299c837 YK	32	static inline struct sec4_sg_entry *
	33	sg_to_sec4_sg(struct scatterlist *sg, int sg_count,
	34	struct sec4_sg_entry *sec4_sg_ptr, u32 offset)
4c1ec1f9 YK	35	{
4c1ec1f9 YK	36	while (sg_count) {
a299c837	37	dma_to_sec4_sg_one(sec4_sg_ptr, sg_dma_address(sg),
4c1ec1f9	38	sg_dma_len(sg), offset);
a299c837	39	sec4_sg_ptr++;
643b39b0	40	sg = scatterwalk_sg_next(sg);
4c1ec1f9 YK	41	sg_count--;
4c1ec1f9 YK	42	}
a299c837	43	return sec4_sg_ptr - 1;
4c1ec1f9 YK	44	}
	45
	46	/*
	47	* convert scatterlist to h/w link table format
	48	* scatterlist must have been previously dma mapped
	49	*/
a299c837 YK	50	static inline void sg_to_sec4_sg_last(struct scatterlist *sg, int sg_count,
	51	struct sec4_sg_entry *sec4_sg_ptr,
	52	u32 offset)
4c1ec1f9	53	{
a299c837 YK	54	sec4_sg_ptr = sg_to_sec4_sg(sg, sg_count, sec4_sg_ptr, offset);
a299c837 YK	55	sec4_sg_ptr->len \|= SEC4_SG_LEN_FIN;
4c1ec1f9 YK	56	}
	57
	58	/* count number of elements in scatterlist */
643b39b0 YK	59	static inline int __sg_count(struct scatterlist *sg_list, int nbytes,
643b39b0 YK	60	bool *chained)
4c1ec1f9 YK	61	{
	62	struct scatterlist *sg = sg_list;
	63	int sg_nents = 0;
	64
	65	while (nbytes > 0) {
	66	sg_nents++;
	67	nbytes -= sg->length;
	68	if (!sg_is_last(sg) && (sg + 1)->length == 0)
643b39b0	69	*chained = true;
4c1ec1f9 YK	70	sg = scatterwalk_sg_next(sg);
	71	}
	72
	73	return sg_nents;
	74	}
	75
	76	/* derive number of elements in scatterlist, but return 0 for 1 */
643b39b0 YK	77	static inline int sg_count(struct scatterlist *sg_list, int nbytes,
643b39b0 YK	78	bool *chained)
4c1ec1f9	79	{
643b39b0	80	int sg_nents = __sg_count(sg_list, nbytes, chained);
4c1ec1f9 YK	81
	82	if (likely(sg_nents == 1))
	83	return 0;
	84
	85	return sg_nents;
	86	}
045e3678	87
643b39b0 YK	88	static int dma_map_sg_chained(struct device dev, struct scatterlist sg,
	89	unsigned int nents, enum dma_data_direction dir,
	90	bool chained)
	91	{
	92	if (unlikely(chained)) {
	93	int i;
	94	for (i = 0; i < nents; i++) {
	95	dma_map_sg(dev, sg, 1, dir);
	96	sg = scatterwalk_sg_next(sg);
	97	}
	98	} else {
	99	dma_map_sg(dev, sg, nents, dir);
	100	}
	101	return nents;
	102	}
	103
	104	static int dma_unmap_sg_chained(struct device dev, struct scatterlist sg,
	105	unsigned int nents, enum dma_data_direction dir,
	106	bool chained)
	107	{
	108	if (unlikely(chained)) {
	109	int i;
	110	for (i = 0; i < nents; i++) {
	111	dma_unmap_sg(dev, sg, 1, dir);
	112	sg = scatterwalk_sg_next(sg);
	113	}
	114	} else {
	115	dma_unmap_sg(dev, sg, nents, dir);
	116	}
	117	return nents;
	118	}
	119
045e3678 YK	120	/* Copy from len bytes of sg to dest, starting from beginning */
	121	static inline void sg_copy(u8 dest, struct scatterlist sg, unsigned int len)
	122	{
	123	struct scatterlist *current_sg = sg;
	124	int cpy_index = 0, next_cpy_index = current_sg->length;
	125
	126	while (next_cpy_index < len) {
	127	memcpy(dest + cpy_index, (u8 *) sg_virt(current_sg),
	128	current_sg->length);
	129	current_sg = scatterwalk_sg_next(current_sg);
	130	cpy_index = next_cpy_index;
	131	next_cpy_index += current_sg->length;
	132	}
	133	if (cpy_index < len)
	134	memcpy(dest + cpy_index, (u8 *) sg_virt(current_sg),
	135	len - cpy_index);
	136	}
	137
	138	/* Copy sg data, from to_skip to end, to dest */
	139	static inline void sg_copy_part(u8 dest, struct scatterlist sg,
	140	int to_skip, unsigned int end)
	141	{
	142	struct scatterlist *current_sg = sg;
	143	int sg_index, cpy_index;
	144
	145	sg_index = current_sg->length;
	146	while (sg_index <= to_skip) {
	147	current_sg = scatterwalk_sg_next(current_sg);
	148	sg_index += current_sg->length;
	149	}
	150	cpy_index = sg_index - to_skip;
	151	memcpy(dest, (u8 *) sg_virt(current_sg) +
	152	current_sg->length - cpy_index, cpy_index);
	153	current_sg = scatterwalk_sg_next(current_sg);
	154	if (end - sg_index)
	155	sg_copy(dest + cpy_index, current_sg, end - sg_index);
	156	}