cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

pata_mpc52xx.c (25618B)


      1/*
      2 * drivers/ata/pata_mpc52xx.c
      3 *
      4 * libata driver for the Freescale MPC52xx on-chip IDE interface
      5 *
      6 * Copyright (C) 2006 Sylvain Munaut <tnt@246tNt.com>
      7 * Copyright (C) 2003 Mipsys - Benjamin Herrenschmidt
      8 *
      9 * UDMA support based on patches by Freescale (Bernard Kuhn, John Rigby),
     10 * Domen Puncer and Tim Yamin.
     11 *
     12 * This file is licensed under the terms of the GNU General Public License
     13 * version 2. This program is licensed "as is" without any warranty of any
     14 * kind, whether express or implied.
     15 */
     16
     17#include <linux/kernel.h>
     18#include <linux/module.h>
     19#include <linux/gfp.h>
     20#include <linux/delay.h>
     21#include <linux/libata.h>
     22#include <linux/of_address.h>
     23#include <linux/of_irq.h>
     24#include <linux/of_platform.h>
     25#include <linux/types.h>
     26
     27#include <asm/cacheflush.h>
     28#include <asm/mpc52xx.h>
     29
     30#include <linux/fsl/bestcomm/bestcomm.h>
     31#include <linux/fsl/bestcomm/bestcomm_priv.h>
     32#include <linux/fsl/bestcomm/ata.h>
     33
     34#define DRV_NAME	"mpc52xx_ata"
     35
     36/* Private structures used by the driver */
     37struct mpc52xx_ata_timings {
     38	u32	pio1;
     39	u32	pio2;
     40	u32	mdma1;
     41	u32	mdma2;
     42	u32	udma1;
     43	u32	udma2;
     44	u32	udma3;
     45	u32	udma4;
     46	u32	udma5;
     47	int	using_udma;
     48};
     49
     50struct mpc52xx_ata_priv {
     51	unsigned int			ipb_period;
     52	struct mpc52xx_ata __iomem	*ata_regs;
     53	phys_addr_t			ata_regs_pa;
     54	int				ata_irq;
     55	struct mpc52xx_ata_timings	timings[2];
     56	int				csel;
     57
     58	/* DMA */
     59	struct bcom_task		*dmatsk;
     60	const struct udmaspec		*udmaspec;
     61	const struct mdmaspec		*mdmaspec;
     62	int 				mpc52xx_ata_dma_last_write;
     63	int				waiting_for_dma;
     64};
     65
     66
     67/* ATAPI-4 PIO specs (in ns) */
     68static const u16 ataspec_t0[5]		= {600, 383, 240, 180, 120};
     69static const u16 ataspec_t1[5]		= { 70,  50,  30,  30,  25};
     70static const u16 ataspec_t2_8[5]	= {290, 290, 290,  80,  70};
     71static const u16 ataspec_t2_16[5]	= {165, 125, 100,  80,  70};
     72static const u16 ataspec_t2i[5]		= {  0,   0,   0,  70,  25};
     73static const u16 ataspec_t4[5]		= { 30,  20,  15,  10,  10};
     74static const u16 ataspec_ta[5]		= { 35,  35,  35,  35,  35};
     75
     76#define CALC_CLKCYC(c,v) ((((v)+(c)-1)/(c)))
     77
     78/* ======================================================================== */
     79
     80/* ATAPI-4 MDMA specs (in clocks) */
     81struct mdmaspec {
     82	u8 t0M;
     83	u8 td;
     84	u8 th;
     85	u8 tj;
     86	u8 tkw;
     87	u8 tm;
     88	u8 tn;
     89};
     90
     91static const struct mdmaspec mdmaspec66[3] = {
     92	{ .t0M = 32, .td = 15, .th = 2, .tj = 2, .tkw = 15, .tm = 4, .tn = 1 },
     93	{ .t0M = 10, .td = 6,  .th = 1, .tj = 1, .tkw = 4,  .tm = 2, .tn = 1 },
     94	{ .t0M = 8,  .td = 5,  .th = 1, .tj = 1, .tkw = 2,  .tm = 2, .tn = 1 },
     95};
     96
     97static const struct mdmaspec mdmaspec132[3] = {
     98	{ .t0M = 64, .td = 29, .th = 3, .tj = 3, .tkw = 29, .tm = 7, .tn = 2 },
     99	{ .t0M = 20, .td = 11, .th = 2, .tj = 1, .tkw = 7,  .tm = 4, .tn = 1 },
    100	{ .t0M = 16, .td = 10, .th = 2, .tj = 1, .tkw = 4,  .tm = 4, .tn = 1 },
    101};
    102
    103/* ATAPI-4 UDMA specs (in clocks) */
    104struct udmaspec {
    105	u8 tcyc;
    106	u8 t2cyc;
    107	u8 tds;
    108	u8 tdh;
    109	u8 tdvs;
    110	u8 tdvh;
    111	u8 tfs;
    112	u8 tli;
    113	u8 tmli;
    114	u8 taz;
    115	u8 tzah;
    116	u8 tenv;
    117	u8 tsr;
    118	u8 trfs;
    119	u8 trp;
    120	u8 tack;
    121	u8 tss;
    122};
    123
    124static const struct udmaspec udmaspec66[6] = {
    125	{ .tcyc = 8,  .t2cyc = 16, .tds  = 1,  .tdh  = 1, .tdvs = 5,  .tdvh = 1,
    126	  .tfs  = 16, .tli   = 10, .tmli = 2,  .taz  = 1, .tzah = 2,  .tenv = 2,
    127	  .tsr  = 3,  .trfs  = 5,  .trp  = 11, .tack = 2, .tss  = 4,
    128	},
    129	{ .tcyc = 5,  .t2cyc = 11, .tds  = 1,  .tdh  = 1, .tdvs = 4,  .tdvh = 1,
    130	  .tfs  = 14, .tli   = 10, .tmli = 2,  .taz  = 1, .tzah = 2,  .tenv = 2,
    131	  .tsr  = 2,  .trfs  = 5,  .trp  = 9,  .tack = 2, .tss  = 4,
    132	},
    133	{ .tcyc = 4,  .t2cyc = 8,  .tds  = 1,  .tdh  = 1, .tdvs = 3,  .tdvh = 1,
    134	  .tfs  = 12, .tli   = 10, .tmli = 2,  .taz  = 1, .tzah = 2,  .tenv = 2,
    135	  .tsr  = 2,  .trfs  = 4,  .trp  = 7,  .tack = 2, .tss  = 4,
    136	},
    137	{ .tcyc = 3,  .t2cyc = 6,  .tds  = 1,  .tdh  = 1, .tdvs = 2,  .tdvh = 1,
    138	  .tfs  = 9,  .tli   = 7,  .tmli = 2,  .taz  = 1, .tzah = 2,  .tenv = 2,
    139	  .tsr  = 2,  .trfs  = 4,  .trp  = 7,  .tack = 2, .tss  = 4,
    140	},
    141	{ .tcyc = 2,  .t2cyc = 4,  .tds  = 1,  .tdh  = 1, .tdvs = 1,  .tdvh = 1,
    142	  .tfs  = 8,  .tli   = 8,  .tmli = 2,  .taz  = 1, .tzah = 2,  .tenv = 2,
    143	  .tsr  = 2,  .trfs  = 4,  .trp  = 7,  .tack = 2, .tss  = 4,
    144	},
    145	{ .tcyc = 2,  .t2cyc = 2,  .tds  = 1,  .tdh  = 1, .tdvs = 1,  .tdvh = 1,
    146	  .tfs  = 6,  .tli   = 5,  .tmli = 2,  .taz  = 1, .tzah = 2,  .tenv = 2,
    147	  .tsr  = 2,  .trfs  = 4,  .trp  = 6,  .tack = 2, .tss  = 4,
    148	},
    149};
    150
    151static const struct udmaspec udmaspec132[6] = {
    152	{ .tcyc = 15, .t2cyc = 31, .tds  = 2,  .tdh  = 1, .tdvs = 10, .tdvh = 1,
    153	  .tfs  = 30, .tli   = 20, .tmli = 3,  .taz  = 2, .tzah = 3,  .tenv = 3,
    154	  .tsr  = 7,  .trfs  = 10, .trp  = 22, .tack = 3, .tss  = 7,
    155	},
    156	{ .tcyc = 10, .t2cyc = 21, .tds  = 2,  .tdh  = 1, .tdvs = 7,  .tdvh = 1,
    157	  .tfs  = 27, .tli   = 20, .tmli = 3,  .taz  = 2, .tzah = 3,  .tenv = 3,
    158	  .tsr  = 4,  .trfs  = 10, .trp  = 17, .tack = 3, .tss  = 7,
    159	},
    160	{ .tcyc = 6,  .t2cyc = 12, .tds  = 1,  .tdh  = 1, .tdvs = 5,  .tdvh = 1,
    161	  .tfs  = 23, .tli   = 20, .tmli = 3,  .taz  = 2, .tzah = 3,  .tenv = 3,
    162	  .tsr  = 3,  .trfs  = 8,  .trp  = 14, .tack = 3, .tss  = 7,
    163	},
    164	{ .tcyc = 7,  .t2cyc = 12, .tds  = 1,  .tdh  = 1, .tdvs = 3,  .tdvh = 1,
    165	  .tfs  = 15, .tli   = 13, .tmli = 3,  .taz  = 2, .tzah = 3,  .tenv = 3,
    166	  .tsr  = 3,  .trfs  = 8,  .trp  = 14, .tack = 3, .tss  = 7,
    167	},
    168	{ .tcyc = 2,  .t2cyc = 5,  .tds  = 0,  .tdh  = 0, .tdvs = 1,  .tdvh = 1,
    169	  .tfs  = 16, .tli   = 14, .tmli = 2,  .taz  = 1, .tzah = 2,  .tenv = 2,
    170	  .tsr  = 2,  .trfs  = 7,  .trp  = 13, .tack = 2, .tss  = 6,
    171	},
    172	{ .tcyc = 3,  .t2cyc = 6,  .tds  = 1,  .tdh  = 1, .tdvs = 1,  .tdvh = 1,
    173	  .tfs  = 12, .tli   = 10, .tmli = 3,  .taz  = 2, .tzah = 3,  .tenv = 3,
    174	  .tsr  = 3,  .trfs  = 7,  .trp  = 12, .tack = 3, .tss  = 7,
    175	},
    176};
    177
    178/* ======================================================================== */
    179
    180/* Bit definitions inside the registers */
    181#define MPC52xx_ATA_HOSTCONF_SMR	0x80000000UL /* State machine reset */
    182#define MPC52xx_ATA_HOSTCONF_FR		0x40000000UL /* FIFO Reset */
    183#define MPC52xx_ATA_HOSTCONF_IE		0x02000000UL /* Enable interrupt in PIO */
    184#define MPC52xx_ATA_HOSTCONF_IORDY	0x01000000UL /* Drive supports IORDY protocol */
    185
    186#define MPC52xx_ATA_HOSTSTAT_TIP	0x80000000UL /* Transaction in progress */
    187#define MPC52xx_ATA_HOSTSTAT_UREP	0x40000000UL /* UDMA Read Extended Pause */
    188#define MPC52xx_ATA_HOSTSTAT_RERR	0x02000000UL /* Read Error */
    189#define MPC52xx_ATA_HOSTSTAT_WERR	0x01000000UL /* Write Error */
    190
    191#define MPC52xx_ATA_FIFOSTAT_EMPTY	0x01 /* FIFO Empty */
    192#define MPC52xx_ATA_FIFOSTAT_ERROR	0x40 /* FIFO Error */
    193
    194#define MPC52xx_ATA_DMAMODE_WRITE	0x01 /* Write DMA */
    195#define MPC52xx_ATA_DMAMODE_READ	0x02 /* Read DMA */
    196#define MPC52xx_ATA_DMAMODE_UDMA	0x04 /* UDMA enabled */
    197#define MPC52xx_ATA_DMAMODE_IE		0x08 /* Enable drive interrupt to CPU in DMA mode */
    198#define MPC52xx_ATA_DMAMODE_FE		0x10 /* FIFO Flush enable in Rx mode */
    199#define MPC52xx_ATA_DMAMODE_FR		0x20 /* FIFO Reset */
    200#define MPC52xx_ATA_DMAMODE_HUT		0x40 /* Host UDMA burst terminate */
    201
    202#define MAX_DMA_BUFFERS 128
    203#define MAX_DMA_BUFFER_SIZE 0x20000u
    204
    205/* Structure of the hardware registers */
    206struct mpc52xx_ata {
    207
    208	/* Host interface registers */
    209	u32 config;		/* ATA + 0x00 Host configuration */
    210	u32 host_status;	/* ATA + 0x04 Host controller status */
    211	u32 pio1;		/* ATA + 0x08 PIO Timing 1 */
    212	u32 pio2;		/* ATA + 0x0c PIO Timing 2 */
    213	u32 mdma1;		/* ATA + 0x10 MDMA Timing 1 */
    214	u32 mdma2;		/* ATA + 0x14 MDMA Timing 2 */
    215	u32 udma1;		/* ATA + 0x18 UDMA Timing 1 */
    216	u32 udma2;		/* ATA + 0x1c UDMA Timing 2 */
    217	u32 udma3;		/* ATA + 0x20 UDMA Timing 3 */
    218	u32 udma4;		/* ATA + 0x24 UDMA Timing 4 */
    219	u32 udma5;		/* ATA + 0x28 UDMA Timing 5 */
    220	u32 share_cnt;		/* ATA + 0x2c ATA share counter */
    221	u32 reserved0[3];
    222
    223	/* FIFO registers */
    224	u32 fifo_data;		/* ATA + 0x3c */
    225	u8  fifo_status_frame;	/* ATA + 0x40 */
    226	u8  fifo_status;	/* ATA + 0x41 */
    227	u16 reserved7[1];
    228	u8  fifo_control;	/* ATA + 0x44 */
    229	u8  reserved8[5];
    230	u16 fifo_alarm;		/* ATA + 0x4a */
    231	u16 reserved9;
    232	u16 fifo_rdp;		/* ATA + 0x4e */
    233	u16 reserved10;
    234	u16 fifo_wrp;		/* ATA + 0x52 */
    235	u16 reserved11;
    236	u16 fifo_lfrdp;		/* ATA + 0x56 */
    237	u16 reserved12;
    238	u16 fifo_lfwrp;		/* ATA + 0x5a */
    239
    240	/* Drive TaskFile registers */
    241	u8  tf_control;		/* ATA + 0x5c TASKFILE Control/Alt Status */
    242	u8  reserved13[3];
    243	u16 tf_data;		/* ATA + 0x60 TASKFILE Data */
    244	u16 reserved14;
    245	u8  tf_features;	/* ATA + 0x64 TASKFILE Features/Error */
    246	u8  reserved15[3];
    247	u8  tf_sec_count;	/* ATA + 0x68 TASKFILE Sector Count */
    248	u8  reserved16[3];
    249	u8  tf_sec_num;		/* ATA + 0x6c TASKFILE Sector Number */
    250	u8  reserved17[3];
    251	u8  tf_cyl_low;		/* ATA + 0x70 TASKFILE Cylinder Low */
    252	u8  reserved18[3];
    253	u8  tf_cyl_high;	/* ATA + 0x74 TASKFILE Cylinder High */
    254	u8  reserved19[3];
    255	u8  tf_dev_head;	/* ATA + 0x78 TASKFILE Device/Head */
    256	u8  reserved20[3];
    257	u8  tf_command;		/* ATA + 0x7c TASKFILE Command/Status */
    258	u8  dma_mode;		/* ATA + 0x7d ATA Host DMA Mode configuration */
    259	u8  reserved21[2];
    260};
    261
    262
    263/* ======================================================================== */
    264/* Aux fns                                                                  */
    265/* ======================================================================== */
    266
    267
    268/* MPC52xx low level hw control */
    269static int
    270mpc52xx_ata_compute_pio_timings(struct mpc52xx_ata_priv *priv, int dev, int pio)
    271{
    272	struct mpc52xx_ata_timings *timing = &priv->timings[dev];
    273	unsigned int ipb_period = priv->ipb_period;
    274	u32 t0, t1, t2_8, t2_16, t2i, t4, ta;
    275
    276	if ((pio < 0) || (pio > 4))
    277		return -EINVAL;
    278
    279	t0	= CALC_CLKCYC(ipb_period, 1000 * ataspec_t0[pio]);
    280	t1	= CALC_CLKCYC(ipb_period, 1000 * ataspec_t1[pio]);
    281	t2_8	= CALC_CLKCYC(ipb_period, 1000 * ataspec_t2_8[pio]);
    282	t2_16	= CALC_CLKCYC(ipb_period, 1000 * ataspec_t2_16[pio]);
    283	t2i	= CALC_CLKCYC(ipb_period, 1000 * ataspec_t2i[pio]);
    284	t4	= CALC_CLKCYC(ipb_period, 1000 * ataspec_t4[pio]);
    285	ta	= CALC_CLKCYC(ipb_period, 1000 * ataspec_ta[pio]);
    286
    287	timing->pio1 = (t0 << 24) | (t2_8 << 16) | (t2_16 << 8) | (t2i);
    288	timing->pio2 = (t4 << 24) | (t1 << 16) | (ta << 8);
    289
    290	return 0;
    291}
    292
    293static int
    294mpc52xx_ata_compute_mdma_timings(struct mpc52xx_ata_priv *priv, int dev,
    295				 int speed)
    296{
    297	struct mpc52xx_ata_timings *t = &priv->timings[dev];
    298	const struct mdmaspec *s = &priv->mdmaspec[speed];
    299
    300	if (speed < 0 || speed > 2)
    301		return -EINVAL;
    302
    303	t->mdma1 = ((u32)s->t0M << 24) | ((u32)s->td << 16) | ((u32)s->tkw << 8) | s->tm;
    304	t->mdma2 = ((u32)s->th << 24) | ((u32)s->tj << 16) | ((u32)s->tn << 8);
    305	t->using_udma = 0;
    306
    307	return 0;
    308}
    309
    310static int
    311mpc52xx_ata_compute_udma_timings(struct mpc52xx_ata_priv *priv, int dev,
    312				 int speed)
    313{
    314	struct mpc52xx_ata_timings *t = &priv->timings[dev];
    315	const struct udmaspec *s = &priv->udmaspec[speed];
    316
    317	if (speed < 0 || speed > 2)
    318		return -EINVAL;
    319
    320	t->udma1 = ((u32)s->t2cyc << 24) | ((u32)s->tcyc << 16) | ((u32)s->tds << 8) | s->tdh;
    321	t->udma2 = ((u32)s->tdvs << 24) | ((u32)s->tdvh << 16) | ((u32)s->tfs << 8) | s->tli;
    322	t->udma3 = ((u32)s->tmli << 24) | ((u32)s->taz << 16) | ((u32)s->tenv << 8) | s->tsr;
    323	t->udma4 = ((u32)s->tss << 24) | ((u32)s->trfs << 16) | ((u32)s->trp << 8) | s->tack;
    324	t->udma5 = (u32)s->tzah << 24;
    325	t->using_udma = 1;
    326
    327	return 0;
    328}
    329
    330static void
    331mpc52xx_ata_apply_timings(struct mpc52xx_ata_priv *priv, int device)
    332{
    333	struct mpc52xx_ata __iomem *regs = priv->ata_regs;
    334	struct mpc52xx_ata_timings *timing = &priv->timings[device];
    335
    336	out_be32(&regs->pio1,  timing->pio1);
    337	out_be32(&regs->pio2,  timing->pio2);
    338	out_be32(&regs->mdma1, timing->mdma1);
    339	out_be32(&regs->mdma2, timing->mdma2);
    340	out_be32(&regs->udma1, timing->udma1);
    341	out_be32(&regs->udma2, timing->udma2);
    342	out_be32(&regs->udma3, timing->udma3);
    343	out_be32(&regs->udma4, timing->udma4);
    344	out_be32(&regs->udma5, timing->udma5);
    345	priv->csel = device;
    346}
    347
    348static int
    349mpc52xx_ata_hw_init(struct mpc52xx_ata_priv *priv)
    350{
    351	struct mpc52xx_ata __iomem *regs = priv->ata_regs;
    352	int tslot;
    353
    354	/* Clear share_cnt (all sample code do this ...) */
    355	out_be32(&regs->share_cnt, 0);
    356
    357	/* Configure and reset host */
    358	out_be32(&regs->config,
    359			MPC52xx_ATA_HOSTCONF_IE |
    360			MPC52xx_ATA_HOSTCONF_IORDY |
    361			MPC52xx_ATA_HOSTCONF_SMR |
    362			MPC52xx_ATA_HOSTCONF_FR);
    363
    364	udelay(10);
    365
    366	out_be32(&regs->config,
    367			MPC52xx_ATA_HOSTCONF_IE |
    368			MPC52xx_ATA_HOSTCONF_IORDY);
    369
    370	/* Set the time slot to 1us */
    371	tslot = CALC_CLKCYC(priv->ipb_period, 1000000);
    372	out_be32(&regs->share_cnt, tslot << 16);
    373
    374	/* Init timings to PIO0 */
    375	memset(priv->timings, 0x00, 2*sizeof(struct mpc52xx_ata_timings));
    376
    377	mpc52xx_ata_compute_pio_timings(priv, 0, 0);
    378	mpc52xx_ata_compute_pio_timings(priv, 1, 0);
    379
    380	mpc52xx_ata_apply_timings(priv, 0);
    381
    382	return 0;
    383}
    384
    385
    386/* ======================================================================== */
    387/* libata driver                                                            */
    388/* ======================================================================== */
    389
    390static void
    391mpc52xx_ata_set_piomode(struct ata_port *ap, struct ata_device *adev)
    392{
    393	struct mpc52xx_ata_priv *priv = ap->host->private_data;
    394	int pio, rv;
    395
    396	pio = adev->pio_mode - XFER_PIO_0;
    397
    398	rv = mpc52xx_ata_compute_pio_timings(priv, adev->devno, pio);
    399
    400	if (rv) {
    401		dev_err(ap->dev, "error: invalid PIO mode: %d\n", pio);
    402		return;
    403	}
    404
    405	mpc52xx_ata_apply_timings(priv, adev->devno);
    406}
    407
    408static void
    409mpc52xx_ata_set_dmamode(struct ata_port *ap, struct ata_device *adev)
    410{
    411	struct mpc52xx_ata_priv *priv = ap->host->private_data;
    412	int rv;
    413
    414	if (adev->dma_mode >= XFER_UDMA_0) {
    415		int dma = adev->dma_mode - XFER_UDMA_0;
    416		rv = mpc52xx_ata_compute_udma_timings(priv, adev->devno, dma);
    417	} else {
    418		int dma = adev->dma_mode - XFER_MW_DMA_0;
    419		rv = mpc52xx_ata_compute_mdma_timings(priv, adev->devno, dma);
    420	}
    421
    422	if (rv) {
    423		dev_alert(ap->dev,
    424			"Trying to select invalid DMA mode %d\n",
    425			adev->dma_mode);
    426		return;
    427	}
    428
    429	mpc52xx_ata_apply_timings(priv, adev->devno);
    430}
    431
    432static void
    433mpc52xx_ata_dev_select(struct ata_port *ap, unsigned int device)
    434{
    435	struct mpc52xx_ata_priv *priv = ap->host->private_data;
    436
    437	if (device != priv->csel)
    438		mpc52xx_ata_apply_timings(priv, device);
    439
    440	ata_sff_dev_select(ap, device);
    441}
    442
    443static int
    444mpc52xx_ata_build_dmatable(struct ata_queued_cmd *qc)
    445{
    446	struct ata_port *ap = qc->ap;
    447	struct mpc52xx_ata_priv *priv = ap->host->private_data;
    448	struct bcom_ata_bd *bd;
    449	unsigned int read = !(qc->tf.flags & ATA_TFLAG_WRITE), si;
    450	struct scatterlist *sg;
    451	int count = 0;
    452
    453	if (read)
    454		bcom_ata_rx_prepare(priv->dmatsk);
    455	else
    456		bcom_ata_tx_prepare(priv->dmatsk);
    457
    458	for_each_sg(qc->sg, sg, qc->n_elem, si) {
    459		dma_addr_t cur_addr = sg_dma_address(sg);
    460		u32 cur_len = sg_dma_len(sg);
    461
    462		while (cur_len) {
    463			unsigned int tc = min(cur_len, MAX_DMA_BUFFER_SIZE);
    464			bd = (struct bcom_ata_bd *)
    465				bcom_prepare_next_buffer(priv->dmatsk);
    466
    467			if (read) {
    468				bd->status = tc;
    469				bd->src_pa = (__force u32) priv->ata_regs_pa +
    470					offsetof(struct mpc52xx_ata, fifo_data);
    471				bd->dst_pa = (__force u32) cur_addr;
    472			} else {
    473				bd->status = tc;
    474				bd->src_pa = (__force u32) cur_addr;
    475				bd->dst_pa = (__force u32) priv->ata_regs_pa +
    476					offsetof(struct mpc52xx_ata, fifo_data);
    477			}
    478
    479			bcom_submit_next_buffer(priv->dmatsk, NULL);
    480
    481			cur_addr += tc;
    482			cur_len -= tc;
    483			count++;
    484
    485			if (count > MAX_DMA_BUFFERS) {
    486				dev_alert(ap->dev, "dma table"
    487					"too small\n");
    488				goto use_pio_instead;
    489			}
    490		}
    491	}
    492	return 1;
    493
    494 use_pio_instead:
    495	bcom_ata_reset_bd(priv->dmatsk);
    496	return 0;
    497}
    498
    499static void
    500mpc52xx_bmdma_setup(struct ata_queued_cmd *qc)
    501{
    502	struct ata_port *ap = qc->ap;
    503	struct mpc52xx_ata_priv *priv = ap->host->private_data;
    504	struct mpc52xx_ata __iomem *regs = priv->ata_regs;
    505
    506	unsigned int read = !(qc->tf.flags & ATA_TFLAG_WRITE);
    507	u8 dma_mode;
    508
    509	if (!mpc52xx_ata_build_dmatable(qc))
    510		dev_alert(ap->dev, "%s: %i, return 1?\n",
    511			__func__, __LINE__);
    512
    513	/* Check FIFO is OK... */
    514	if (in_8(&priv->ata_regs->fifo_status) & MPC52xx_ATA_FIFOSTAT_ERROR)
    515		dev_alert(ap->dev, "%s: FIFO error detected: 0x%02x!\n",
    516			__func__, in_8(&priv->ata_regs->fifo_status));
    517
    518	if (read) {
    519		dma_mode = MPC52xx_ATA_DMAMODE_IE | MPC52xx_ATA_DMAMODE_READ |
    520				MPC52xx_ATA_DMAMODE_FE;
    521
    522		/* Setup FIFO if direction changed */
    523		if (priv->mpc52xx_ata_dma_last_write != 0) {
    524			priv->mpc52xx_ata_dma_last_write = 0;
    525
    526			/* Configure FIFO with granularity to 7 */
    527			out_8(&regs->fifo_control, 7);
    528			out_be16(&regs->fifo_alarm, 128);
    529
    530			/* Set FIFO Reset bit (FR) */
    531			out_8(&regs->dma_mode, MPC52xx_ATA_DMAMODE_FR);
    532		}
    533	} else {
    534		dma_mode = MPC52xx_ATA_DMAMODE_IE | MPC52xx_ATA_DMAMODE_WRITE;
    535
    536		/* Setup FIFO if direction changed */
    537		if (priv->mpc52xx_ata_dma_last_write != 1) {
    538			priv->mpc52xx_ata_dma_last_write = 1;
    539
    540			/* Configure FIFO with granularity to 4 */
    541			out_8(&regs->fifo_control, 4);
    542			out_be16(&regs->fifo_alarm, 128);
    543		}
    544	}
    545
    546	if (priv->timings[qc->dev->devno].using_udma)
    547		dma_mode |= MPC52xx_ATA_DMAMODE_UDMA;
    548
    549	out_8(&regs->dma_mode, dma_mode);
    550	priv->waiting_for_dma = ATA_DMA_ACTIVE;
    551
    552	ata_wait_idle(ap);
    553	ap->ops->sff_exec_command(ap, &qc->tf);
    554}
    555
    556static void
    557mpc52xx_bmdma_start(struct ata_queued_cmd *qc)
    558{
    559	struct ata_port *ap = qc->ap;
    560	struct mpc52xx_ata_priv *priv = ap->host->private_data;
    561
    562	bcom_set_task_auto_start(priv->dmatsk->tasknum, priv->dmatsk->tasknum);
    563	bcom_enable(priv->dmatsk);
    564}
    565
    566static void
    567mpc52xx_bmdma_stop(struct ata_queued_cmd *qc)
    568{
    569	struct ata_port *ap = qc->ap;
    570	struct mpc52xx_ata_priv *priv = ap->host->private_data;
    571
    572	bcom_disable(priv->dmatsk);
    573	bcom_ata_reset_bd(priv->dmatsk);
    574	priv->waiting_for_dma = 0;
    575
    576	/* Check FIFO is OK... */
    577	if (in_8(&priv->ata_regs->fifo_status) & MPC52xx_ATA_FIFOSTAT_ERROR)
    578		dev_alert(ap->dev, "%s: FIFO error detected: 0x%02x!\n",
    579			__func__, in_8(&priv->ata_regs->fifo_status));
    580}
    581
    582static u8
    583mpc52xx_bmdma_status(struct ata_port *ap)
    584{
    585	struct mpc52xx_ata_priv *priv = ap->host->private_data;
    586
    587	/* Check FIFO is OK... */
    588	if (in_8(&priv->ata_regs->fifo_status) & MPC52xx_ATA_FIFOSTAT_ERROR) {
    589		dev_alert(ap->dev, "%s: FIFO error detected: 0x%02x!\n",
    590			__func__, in_8(&priv->ata_regs->fifo_status));
    591		return priv->waiting_for_dma | ATA_DMA_ERR;
    592	}
    593
    594	return priv->waiting_for_dma;
    595}
    596
    597static irqreturn_t
    598mpc52xx_ata_task_irq(int irq, void *vpriv)
    599{
    600	struct mpc52xx_ata_priv *priv = vpriv;
    601	while (bcom_buffer_done(priv->dmatsk))
    602		bcom_retrieve_buffer(priv->dmatsk, NULL, NULL);
    603
    604	priv->waiting_for_dma |= ATA_DMA_INTR;
    605
    606	return IRQ_HANDLED;
    607}
    608
    609static struct scsi_host_template mpc52xx_ata_sht = {
    610	ATA_PIO_SHT(DRV_NAME),
    611};
    612
    613static struct ata_port_operations mpc52xx_ata_port_ops = {
    614	.inherits		= &ata_bmdma_port_ops,
    615	.sff_dev_select		= mpc52xx_ata_dev_select,
    616	.set_piomode		= mpc52xx_ata_set_piomode,
    617	.set_dmamode		= mpc52xx_ata_set_dmamode,
    618	.bmdma_setup		= mpc52xx_bmdma_setup,
    619	.bmdma_start		= mpc52xx_bmdma_start,
    620	.bmdma_stop		= mpc52xx_bmdma_stop,
    621	.bmdma_status		= mpc52xx_bmdma_status,
    622	.qc_prep		= ata_noop_qc_prep,
    623};
    624
    625static int mpc52xx_ata_init_one(struct device *dev,
    626				struct mpc52xx_ata_priv *priv,
    627				unsigned long raw_ata_regs,
    628				int mwdma_mask, int udma_mask)
    629{
    630	struct ata_host *host;
    631	struct ata_port *ap;
    632	struct ata_ioports *aio;
    633
    634	host = ata_host_alloc(dev, 1);
    635	if (!host)
    636		return -ENOMEM;
    637
    638	ap = host->ports[0];
    639	ap->flags		|= ATA_FLAG_SLAVE_POSS;
    640	ap->pio_mask		= ATA_PIO4;
    641	ap->mwdma_mask		= mwdma_mask;
    642	ap->udma_mask		= udma_mask;
    643	ap->ops			= &mpc52xx_ata_port_ops;
    644	host->private_data	= priv;
    645
    646	aio = &ap->ioaddr;
    647	aio->cmd_addr		= NULL;	/* Don't have a classic reg block */
    648	aio->altstatus_addr	= &priv->ata_regs->tf_control;
    649	aio->ctl_addr		= &priv->ata_regs->tf_control;
    650	aio->data_addr		= &priv->ata_regs->tf_data;
    651	aio->error_addr		= &priv->ata_regs->tf_features;
    652	aio->feature_addr	= &priv->ata_regs->tf_features;
    653	aio->nsect_addr		= &priv->ata_regs->tf_sec_count;
    654	aio->lbal_addr		= &priv->ata_regs->tf_sec_num;
    655	aio->lbam_addr		= &priv->ata_regs->tf_cyl_low;
    656	aio->lbah_addr		= &priv->ata_regs->tf_cyl_high;
    657	aio->device_addr	= &priv->ata_regs->tf_dev_head;
    658	aio->status_addr	= &priv->ata_regs->tf_command;
    659	aio->command_addr	= &priv->ata_regs->tf_command;
    660
    661	ata_port_desc(ap, "ata_regs 0x%lx", raw_ata_regs);
    662
    663	/* activate host */
    664	return ata_host_activate(host, priv->ata_irq, ata_bmdma_interrupt, 0,
    665				 &mpc52xx_ata_sht);
    666}
    667
    668/* ======================================================================== */
    669/* OF Platform driver                                                       */
    670/* ======================================================================== */
    671
    672static int mpc52xx_ata_probe(struct platform_device *op)
    673{
    674	unsigned int ipb_freq;
    675	struct resource res_mem;
    676	int ata_irq = 0;
    677	struct mpc52xx_ata __iomem *ata_regs;
    678	struct mpc52xx_ata_priv *priv = NULL;
    679	int rv, task_irq;
    680	int mwdma_mask = 0, udma_mask = 0;
    681	const __be32 *prop;
    682	int proplen;
    683	struct bcom_task *dmatsk;
    684
    685	/* Get ipb frequency */
    686	ipb_freq = mpc5xxx_get_bus_frequency(op->dev.of_node);
    687	if (!ipb_freq) {
    688		dev_err(&op->dev, "could not determine IPB bus frequency\n");
    689		return -ENODEV;
    690	}
    691
    692	/* Get device base address from device tree, request the region
    693	 * and ioremap it. */
    694	rv = of_address_to_resource(op->dev.of_node, 0, &res_mem);
    695	if (rv) {
    696		dev_err(&op->dev, "could not determine device base address\n");
    697		return rv;
    698	}
    699
    700	if (!devm_request_mem_region(&op->dev, res_mem.start,
    701				     sizeof(*ata_regs), DRV_NAME)) {
    702		dev_err(&op->dev, "error requesting register region\n");
    703		return -EBUSY;
    704	}
    705
    706	ata_regs = devm_ioremap(&op->dev, res_mem.start, sizeof(*ata_regs));
    707	if (!ata_regs) {
    708		dev_err(&op->dev, "error mapping device registers\n");
    709		return -ENOMEM;
    710	}
    711
    712	/*
    713	 * By default, all DMA modes are disabled for the MPC5200.  Some
    714	 * boards don't have the required signals routed to make DMA work.
    715	 * Also, the MPC5200B has a silicon bug that causes data corruption
    716	 * with UDMA if it is used at the same time as the LocalPlus bus.
    717	 *
    718	 * Instead of trying to guess what modes are usable, check the
    719	 * ATA device tree node to find out what DMA modes work on the board.
    720	 * UDMA/MWDMA modes can also be forced by adding "libata.force=<mode>"
    721	 * to the kernel boot parameters.
    722	 *
    723	 * The MPC5200 ATA controller supports MWDMA modes 0, 1 and 2 and
    724	 * UDMA modes 0, 1 and 2.
    725	 */
    726	prop = of_get_property(op->dev.of_node, "mwdma-mode", &proplen);
    727	if ((prop) && (proplen >= 4))
    728		mwdma_mask = ATA_MWDMA2 & ((1 << (*prop + 1)) - 1);
    729	prop = of_get_property(op->dev.of_node, "udma-mode", &proplen);
    730	if ((prop) && (proplen >= 4))
    731		udma_mask = ATA_UDMA2 & ((1 << (*prop + 1)) - 1);
    732
    733	ata_irq = irq_of_parse_and_map(op->dev.of_node, 0);
    734	if (ata_irq == NO_IRQ) {
    735		dev_err(&op->dev, "error mapping irq\n");
    736		return -EINVAL;
    737	}
    738
    739	/* Prepare our private structure */
    740	priv = devm_kzalloc(&op->dev, sizeof(*priv), GFP_KERNEL);
    741	if (!priv) {
    742		rv = -ENOMEM;
    743		goto err1;
    744	}
    745
    746	priv->ipb_period = 1000000000 / (ipb_freq / 1000);
    747	priv->ata_regs = ata_regs;
    748	priv->ata_regs_pa = res_mem.start;
    749	priv->ata_irq = ata_irq;
    750	priv->csel = -1;
    751	priv->mpc52xx_ata_dma_last_write = -1;
    752
    753	if (ipb_freq/1000000 == 66) {
    754		priv->mdmaspec = mdmaspec66;
    755		priv->udmaspec = udmaspec66;
    756	} else {
    757		priv->mdmaspec = mdmaspec132;
    758		priv->udmaspec = udmaspec132;
    759	}
    760
    761	/* Allocate a BestComm task for DMA */
    762	dmatsk = bcom_ata_init(MAX_DMA_BUFFERS, MAX_DMA_BUFFER_SIZE);
    763	if (!dmatsk) {
    764		dev_err(&op->dev, "bestcomm initialization failed\n");
    765		rv = -ENOMEM;
    766		goto err1;
    767	}
    768
    769	task_irq = bcom_get_task_irq(dmatsk);
    770	rv = devm_request_irq(&op->dev, task_irq, &mpc52xx_ata_task_irq, 0,
    771				"ATA task", priv);
    772	if (rv) {
    773		dev_err(&op->dev, "error requesting DMA IRQ\n");
    774		goto err2;
    775	}
    776	priv->dmatsk = dmatsk;
    777
    778	/* Init the hw */
    779	rv = mpc52xx_ata_hw_init(priv);
    780	if (rv) {
    781		dev_err(&op->dev, "error initializing hardware\n");
    782		goto err2;
    783	}
    784
    785	/* Register ourselves to libata */
    786	rv = mpc52xx_ata_init_one(&op->dev, priv, res_mem.start,
    787				  mwdma_mask, udma_mask);
    788	if (rv) {
    789		dev_err(&op->dev, "error registering with ATA layer\n");
    790		goto err2;
    791	}
    792
    793	return 0;
    794
    795 err2:
    796	irq_dispose_mapping(task_irq);
    797	bcom_ata_release(dmatsk);
    798 err1:
    799	irq_dispose_mapping(ata_irq);
    800	return rv;
    801}
    802
    803static int
    804mpc52xx_ata_remove(struct platform_device *op)
    805{
    806	struct ata_host *host = platform_get_drvdata(op);
    807	struct mpc52xx_ata_priv *priv = host->private_data;
    808	int task_irq;
    809
    810	/* Deregister the ATA interface */
    811	ata_platform_remove_one(op);
    812
    813	/* Clean up DMA */
    814	task_irq = bcom_get_task_irq(priv->dmatsk);
    815	irq_dispose_mapping(task_irq);
    816	bcom_ata_release(priv->dmatsk);
    817	irq_dispose_mapping(priv->ata_irq);
    818
    819	return 0;
    820}
    821
    822#ifdef CONFIG_PM_SLEEP
    823static int
    824mpc52xx_ata_suspend(struct platform_device *op, pm_message_t state)
    825{
    826	struct ata_host *host = platform_get_drvdata(op);
    827
    828	ata_host_suspend(host, state);
    829	return 0;
    830}
    831
    832static int
    833mpc52xx_ata_resume(struct platform_device *op)
    834{
    835	struct ata_host *host = platform_get_drvdata(op);
    836	struct mpc52xx_ata_priv *priv = host->private_data;
    837	int rv;
    838
    839	rv = mpc52xx_ata_hw_init(priv);
    840	if (rv) {
    841		dev_err(host->dev, "error initializing hardware\n");
    842		return rv;
    843	}
    844
    845	ata_host_resume(host);
    846
    847	return 0;
    848}
    849#endif
    850
    851static const struct of_device_id mpc52xx_ata_of_match[] = {
    852	{ .compatible = "fsl,mpc5200-ata", },
    853	{ .compatible = "mpc5200-ata", },
    854	{ /* sentinel */ }
    855};
    856
    857
    858static struct platform_driver mpc52xx_ata_of_platform_driver = {
    859	.probe		= mpc52xx_ata_probe,
    860	.remove		= mpc52xx_ata_remove,
    861#ifdef CONFIG_PM_SLEEP
    862	.suspend	= mpc52xx_ata_suspend,
    863	.resume		= mpc52xx_ata_resume,
    864#endif
    865	.driver		= {
    866		.name	= DRV_NAME,
    867		.of_match_table = mpc52xx_ata_of_match,
    868	},
    869};
    870
    871module_platform_driver(mpc52xx_ata_of_platform_driver);
    872
    873MODULE_AUTHOR("Sylvain Munaut <tnt@246tNt.com>");
    874MODULE_DESCRIPTION("Freescale MPC52xx IDE/ATA libata driver");
    875MODULE_LICENSE("GPL");
    876MODULE_DEVICE_TABLE(of, mpc52xx_ata_of_match);
    877