|  | @@ -423,3 +423,111 @@ static inline u32 iop_desc_get_qdest_addr(struct iop_adma_desc_slot *desc,
 | 
											
												
													
														|  |  	return 0;
 |  |  	return 0;
 | 
											
												
													
														|  |  }
 |  |  }
 | 
											
												
													
														|  |  
 |  |  
 | 
											
												
													
														|  | 
 |  | +static inline u32 iop_desc_get_byte_count(struct iop_adma_desc_slot *desc,
 | 
											
												
													
														|  | 
 |  | +					struct iop_adma_chan *chan)
 | 
											
												
													
														|  | 
 |  | +{
 | 
											
												
													
														|  | 
 |  | +	union iop3xx_desc hw_desc = { .ptr = desc->hw_desc, };
 | 
											
												
													
														|  | 
 |  | +
 | 
											
												
													
														|  | 
 |  | +	switch (chan->device->id) {
 | 
											
												
													
														|  | 
 |  | +	case DMA0_ID:
 | 
											
												
													
														|  | 
 |  | +	case DMA1_ID:
 | 
											
												
													
														|  | 
 |  | +		return hw_desc.dma->byte_count;
 | 
											
												
													
														|  | 
 |  | +	case AAU_ID:
 | 
											
												
													
														|  | 
 |  | +		return hw_desc.aau->byte_count;
 | 
											
												
													
														|  | 
 |  | +	default:
 | 
											
												
													
														|  | 
 |  | +		BUG();
 | 
											
												
													
														|  | 
 |  | +	}
 | 
											
												
													
														|  | 
 |  | +	return 0;
 | 
											
												
													
														|  | 
 |  | +}
 | 
											
												
													
														|  | 
 |  | +
 | 
											
												
													
														|  | 
 |  | +/* translate the src_idx to a descriptor word index */
 | 
											
												
													
														|  | 
 |  | +static inline int __desc_idx(int src_idx)
 | 
											
												
													
														|  | 
 |  | +{
 | 
											
												
													
														|  | 
 |  | +	static const int desc_idx_table[] = { 0, 0, 0, 0,
 | 
											
												
													
														|  | 
 |  | +					      0, 1, 2, 3,
 | 
											
												
													
														|  | 
 |  | +					      5, 6, 7, 8,
 | 
											
												
													
														|  | 
 |  | +					      9, 10, 11, 12,
 | 
											
												
													
														|  | 
 |  | +					      14, 15, 16, 17,
 | 
											
												
													
														|  | 
 |  | +					      18, 19, 20, 21,
 | 
											
												
													
														|  | 
 |  | +					      23, 24, 25, 26,
 | 
											
												
													
														|  | 
 |  | +					      27, 28, 29, 30,
 | 
											
												
													
														|  | 
 |  | +					    };
 | 
											
												
													
														|  | 
 |  | +
 | 
											
												
													
														|  | 
 |  | +	return desc_idx_table[src_idx];
 | 
											
												
													
														|  | 
 |  | +}
 | 
											
												
													
														|  | 
 |  | +
 | 
											
												
													
														|  | 
 |  | +static inline u32 iop_desc_get_src_addr(struct iop_adma_desc_slot *desc,
 | 
											
												
													
														|  | 
 |  | +					struct iop_adma_chan *chan,
 | 
											
												
													
														|  | 
 |  | +					int src_idx)
 | 
											
												
													
														|  | 
 |  | +{
 | 
											
												
													
														|  | 
 |  | +	union iop3xx_desc hw_desc = { .ptr = desc->hw_desc, };
 | 
											
												
													
														|  | 
 |  | +
 | 
											
												
													
														|  | 
 |  | +	switch (chan->device->id) {
 | 
											
												
													
														|  | 
 |  | +	case DMA0_ID:
 | 
											
												
													
														|  | 
 |  | +	case DMA1_ID:
 | 
											
												
													
														|  | 
 |  | +		return hw_desc.dma->src_addr;
 | 
											
												
													
														|  | 
 |  | +	case AAU_ID:
 | 
											
												
													
														|  | 
 |  | +		break;
 | 
											
												
													
														|  | 
 |  | +	default:
 | 
											
												
													
														|  | 
 |  | +		BUG();
 | 
											
												
													
														|  | 
 |  | +	}
 | 
											
												
													
														|  | 
 |  | +
 | 
											
												
													
														|  | 
 |  | +	if (src_idx < 4)
 | 
											
												
													
														|  | 
 |  | +		return hw_desc.aau->src[src_idx];
 | 
											
												
													
														|  | 
 |  | +	else
 | 
											
												
													
														|  | 
 |  | +		return hw_desc.aau->src_edc[__desc_idx(src_idx)].src_addr;
 | 
											
												
													
														|  | 
 |  | +}
 | 
											
												
													
														|  | 
 |  | +
 | 
											
												
													
														|  | 
 |  | +static inline void iop3xx_aau_desc_set_src_addr(struct iop3xx_desc_aau *hw_desc,
 | 
											
												
													
														|  | 
 |  | +					int src_idx, dma_addr_t addr)
 | 
											
												
													
														|  | 
 |  | +{
 | 
											
												
													
														|  | 
 |  | +	if (src_idx < 4)
 | 
											
												
													
														|  | 
 |  | +		hw_desc->src[src_idx] = addr;
 | 
											
												
													
														|  | 
 |  | +	else
 | 
											
												
													
														|  | 
 |  | +		hw_desc->src_edc[__desc_idx(src_idx)].src_addr = addr;
 | 
											
												
													
														|  | 
 |  | +}
 | 
											
												
													
														|  | 
 |  | +
 | 
											
												
													
														|  | 
 |  | +static inline void
 | 
											
												
													
														|  | 
 |  | +iop_desc_init_memcpy(struct iop_adma_desc_slot *desc, unsigned long flags)
 | 
											
												
													
														|  | 
 |  | +{
 | 
											
												
													
														|  | 
 |  | +	struct iop3xx_desc_dma *hw_desc = desc->hw_desc;
 | 
											
												
													
														|  | 
 |  | +	union {
 | 
											
												
													
														|  | 
 |  | +		u32 value;
 | 
											
												
													
														|  | 
 |  | +		struct iop3xx_dma_desc_ctrl field;
 | 
											
												
													
														|  | 
 |  | +	} u_desc_ctrl;
 | 
											
												
													
														|  | 
 |  | +
 | 
											
												
													
														|  | 
 |  | +	u_desc_ctrl.value = 0;
 | 
											
												
													
														|  | 
 |  | +	u_desc_ctrl.field.mem_to_mem_en = 1;
 | 
											
												
													
														|  | 
 |  | +	u_desc_ctrl.field.pci_transaction = 0xe; /* memory read block */
 | 
											
												
													
														|  | 
 |  | +	u_desc_ctrl.field.int_en = flags & DMA_PREP_INTERRUPT;
 | 
											
												
													
														|  | 
 |  | +	hw_desc->desc_ctrl = u_desc_ctrl.value;
 | 
											
												
													
														|  | 
 |  | +	hw_desc->upper_pci_src_addr = 0;
 | 
											
												
													
														|  | 
 |  | +	hw_desc->crc_addr = 0;
 | 
											
												
													
														|  | 
 |  | +}
 | 
											
												
													
														|  | 
 |  | +
 | 
											
												
													
														|  | 
 |  | +static inline void
 | 
											
												
													
														|  | 
 |  | +iop_desc_init_memset(struct iop_adma_desc_slot *desc, unsigned long flags)
 | 
											
												
													
														|  | 
 |  | +{
 | 
											
												
													
														|  | 
 |  | +	struct iop3xx_desc_aau *hw_desc = desc->hw_desc;
 | 
											
												
													
														|  | 
 |  | +	union {
 | 
											
												
													
														|  | 
 |  | +		u32 value;
 | 
											
												
													
														|  | 
 |  | +		struct iop3xx_aau_desc_ctrl field;
 | 
											
												
													
														|  | 
 |  | +	} u_desc_ctrl;
 | 
											
												
													
														|  | 
 |  | +
 | 
											
												
													
														|  | 
 |  | +	u_desc_ctrl.value = 0;
 | 
											
												
													
														|  | 
 |  | +	u_desc_ctrl.field.blk1_cmd_ctrl = 0x2; /* memory block fill */
 | 
											
												
													
														|  | 
 |  | +	u_desc_ctrl.field.dest_write_en = 1;
 | 
											
												
													
														|  | 
 |  | +	u_desc_ctrl.field.int_en = flags & DMA_PREP_INTERRUPT;
 | 
											
												
													
														|  | 
 |  | +	hw_desc->desc_ctrl = u_desc_ctrl.value;
 | 
											
												
													
														|  | 
 |  | +}
 | 
											
												
													
														|  | 
 |  | +
 | 
											
												
													
														|  | 
 |  | +static inline u32
 | 
											
												
													
														|  | 
 |  | +iop3xx_desc_init_xor(struct iop3xx_desc_aau *hw_desc, int src_cnt,
 | 
											
												
													
														|  | 
 |  | +		     unsigned long flags)
 | 
											
												
													
														|  | 
 |  | +{
 | 
											
												
													
														|  | 
 |  | +	int i, shift;
 | 
											
												
													
														|  | 
 |  | +	u32 edcr;
 | 
											
												
													
														|  | 
 |  | +	union {
 | 
											
												
													
														|  | 
 |  | +		u32 value;
 | 
											
												
													
														|  | 
 |  | +		struct iop3xx_aau_desc_ctrl field;
 | 
											
												
													
														|  | 
 |  | +	} u_desc_ctrl;
 |