]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - drivers/spi/spi-rspi.c
spi: rspi: Remove casts
[mirror_ubuntu-bionic-kernel.git] / drivers / spi / spi-rspi.c
CommitLineData
0b2182dd
SY
1/*
2 * SH RSPI driver
3 *
4 * Copyright (C) 2012 Renesas Solutions Corp.
5 *
6 * Based on spi-sh.c:
7 * Copyright (C) 2011 Renesas Solutions Corp.
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; version 2 of the License.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
21 *
22 */
23
24#include <linux/module.h>
25#include <linux/kernel.h>
26#include <linux/sched.h>
27#include <linux/errno.h>
28#include <linux/list.h>
29#include <linux/workqueue.h>
30#include <linux/interrupt.h>
31#include <linux/platform_device.h>
32#include <linux/io.h>
33#include <linux/clk.h>
a3633fe7
SY
34#include <linux/dmaengine.h>
35#include <linux/dma-mapping.h>
36#include <linux/sh_dma.h>
0b2182dd 37#include <linux/spi/spi.h>
a3633fe7 38#include <linux/spi/rspi.h>
0b2182dd
SY
39
40#define RSPI_SPCR 0x00
41#define RSPI_SSLP 0x01
42#define RSPI_SPPCR 0x02
43#define RSPI_SPSR 0x03
44#define RSPI_SPDR 0x04
45#define RSPI_SPSCR 0x08
46#define RSPI_SPSSR 0x09
47#define RSPI_SPBR 0x0a
48#define RSPI_SPDCR 0x0b
49#define RSPI_SPCKD 0x0c
50#define RSPI_SSLND 0x0d
51#define RSPI_SPND 0x0e
52#define RSPI_SPCR2 0x0f
53#define RSPI_SPCMD0 0x10
54#define RSPI_SPCMD1 0x12
55#define RSPI_SPCMD2 0x14
56#define RSPI_SPCMD3 0x16
57#define RSPI_SPCMD4 0x18
58#define RSPI_SPCMD5 0x1a
59#define RSPI_SPCMD6 0x1c
60#define RSPI_SPCMD7 0x1e
61
5ce0ba88
HCM
62/*qspi only */
63#define QSPI_SPBFCR 0x18
64#define QSPI_SPBDCR 0x1a
65#define QSPI_SPBMUL0 0x1c
66#define QSPI_SPBMUL1 0x20
67#define QSPI_SPBMUL2 0x24
68#define QSPI_SPBMUL3 0x28
69
0b2182dd
SY
70/* SPCR */
71#define SPCR_SPRIE 0x80
72#define SPCR_SPE 0x40
73#define SPCR_SPTIE 0x20
74#define SPCR_SPEIE 0x10
75#define SPCR_MSTR 0x08
76#define SPCR_MODFEN 0x04
77#define SPCR_TXMD 0x02
78#define SPCR_SPMS 0x01
79
80/* SSLP */
81#define SSLP_SSL1P 0x02
82#define SSLP_SSL0P 0x01
83
84/* SPPCR */
85#define SPPCR_MOIFE 0x20
86#define SPPCR_MOIFV 0x10
87#define SPPCR_SPOM 0x04
88#define SPPCR_SPLP2 0x02
89#define SPPCR_SPLP 0x01
90
91/* SPSR */
92#define SPSR_SPRF 0x80
93#define SPSR_SPTEF 0x20
94#define SPSR_PERF 0x08
95#define SPSR_MODF 0x04
96#define SPSR_IDLNF 0x02
97#define SPSR_OVRF 0x01
98
99/* SPSCR */
100#define SPSCR_SPSLN_MASK 0x07
101
102/* SPSSR */
103#define SPSSR_SPECM_MASK 0x70
104#define SPSSR_SPCP_MASK 0x07
105
106/* SPDCR */
107#define SPDCR_SPLW 0x20
108#define SPDCR_SPRDTD 0x10
109#define SPDCR_SLSEL1 0x08
110#define SPDCR_SLSEL0 0x04
111#define SPDCR_SLSEL_MASK 0x0c
112#define SPDCR_SPFC1 0x02
113#define SPDCR_SPFC0 0x01
114
115/* SPCKD */
116#define SPCKD_SCKDL_MASK 0x07
117
118/* SSLND */
119#define SSLND_SLNDL_MASK 0x07
120
121/* SPND */
122#define SPND_SPNDL_MASK 0x07
123
124/* SPCR2 */
125#define SPCR2_PTE 0x08
126#define SPCR2_SPIE 0x04
127#define SPCR2_SPOE 0x02
128#define SPCR2_SPPE 0x01
129
130/* SPCMDn */
131#define SPCMD_SCKDEN 0x8000
132#define SPCMD_SLNDEN 0x4000
133#define SPCMD_SPNDEN 0x2000
134#define SPCMD_LSBF 0x1000
135#define SPCMD_SPB_MASK 0x0f00
136#define SPCMD_SPB_8_TO_16(bit) (((bit - 1) << 8) & SPCMD_SPB_MASK)
5ce0ba88
HCM
137#define SPCMD_SPB_8BIT 0x0000 /* qspi only */
138#define SPCMD_SPB_16BIT 0x0100
0b2182dd
SY
139#define SPCMD_SPB_20BIT 0x0000
140#define SPCMD_SPB_24BIT 0x0100
141#define SPCMD_SPB_32BIT 0x0200
142#define SPCMD_SSLKP 0x0080
143#define SPCMD_SSLA_MASK 0x0030
144#define SPCMD_BRDV_MASK 0x000c
145#define SPCMD_CPOL 0x0002
146#define SPCMD_CPHA 0x0001
147
5ce0ba88
HCM
148/* SPBFCR */
149#define SPBFCR_TXRST 0x80 /* qspi only */
150#define SPBFCR_RXRST 0x40 /* qspi only */
151
0b2182dd
SY
152struct rspi_data {
153 void __iomem *addr;
154 u32 max_speed_hz;
155 struct spi_master *master;
156 struct list_head queue;
157 struct work_struct ws;
158 wait_queue_head_t wait;
159 spinlock_t lock;
160 struct clk *clk;
161 unsigned char spsr;
5ce0ba88 162 const struct spi_ops *ops;
a3633fe7
SY
163
164 /* for dmaengine */
a3633fe7
SY
165 struct dma_chan *chan_tx;
166 struct dma_chan *chan_rx;
167 int irq;
168
169 unsigned dma_width_16bit:1;
170 unsigned dma_callbacked:1;
0b2182dd
SY
171};
172
173static void rspi_write8(struct rspi_data *rspi, u8 data, u16 offset)
174{
175 iowrite8(data, rspi->addr + offset);
176}
177
178static void rspi_write16(struct rspi_data *rspi, u16 data, u16 offset)
179{
180 iowrite16(data, rspi->addr + offset);
181}
182
5ce0ba88
HCM
183static void rspi_write32(struct rspi_data *rspi, u32 data, u16 offset)
184{
185 iowrite32(data, rspi->addr + offset);
186}
187
0b2182dd
SY
188static u8 rspi_read8(struct rspi_data *rspi, u16 offset)
189{
190 return ioread8(rspi->addr + offset);
191}
192
193static u16 rspi_read16(struct rspi_data *rspi, u16 offset)
194{
195 return ioread16(rspi->addr + offset);
196}
197
5ce0ba88
HCM
198/* optional functions */
199struct spi_ops {
200 int (*set_config_register)(struct rspi_data *rspi, int access_size);
cb52c673
HCM
201 int (*send_pio)(struct rspi_data *rspi, struct spi_message *mesg,
202 struct spi_transfer *t);
203 int (*receive_pio)(struct rspi_data *rspi, struct spi_message *mesg,
204 struct spi_transfer *t);
205
5ce0ba88
HCM
206};
207
208/*
209 * functions for RSPI
210 */
211static int rspi_set_config_register(struct rspi_data *rspi, int access_size)
0b2182dd 212{
5ce0ba88
HCM
213 int spbr;
214
215 /* Sets output mode(CMOS) and MOSI signal(from previous transfer) */
216 rspi_write8(rspi, 0x00, RSPI_SPPCR);
0b2182dd 217
5ce0ba88
HCM
218 /* Sets transfer bit rate */
219 spbr = clk_get_rate(rspi->clk) / (2 * rspi->max_speed_hz) - 1;
220 rspi_write8(rspi, clamp(spbr, 0, 255), RSPI_SPBR);
221
222 /* Sets number of frames to be used: 1 frame */
223 rspi_write8(rspi, 0x00, RSPI_SPDCR);
0b2182dd 224
5ce0ba88
HCM
225 /* Sets RSPCK, SSL, next-access delay value */
226 rspi_write8(rspi, 0x00, RSPI_SPCKD);
227 rspi_write8(rspi, 0x00, RSPI_SSLND);
228 rspi_write8(rspi, 0x00, RSPI_SPND);
229
230 /* Sets parity, interrupt mask */
231 rspi_write8(rspi, 0x00, RSPI_SPCR2);
232
233 /* Sets SPCMD */
234 rspi_write16(rspi, SPCMD_SPB_8_TO_16(access_size) | SPCMD_SSLKP,
235 RSPI_SPCMD0);
236
237 /* Sets RSPI mode */
238 rspi_write8(rspi, SPCR_MSTR, RSPI_SPCR);
239
240 return 0;
0b2182dd
SY
241}
242
5ce0ba88
HCM
243/*
244 * functions for QSPI
245 */
246static int qspi_set_config_register(struct rspi_data *rspi, int access_size)
247{
248 u16 spcmd;
249 int spbr;
250
251 /* Sets output mode(CMOS) and MOSI signal(from previous transfer) */
252 rspi_write8(rspi, 0x00, RSPI_SPPCR);
253
254 /* Sets transfer bit rate */
255 spbr = clk_get_rate(rspi->clk) / (2 * rspi->max_speed_hz);
256 rspi_write8(rspi, clamp(spbr, 0, 255), RSPI_SPBR);
257
258 /* Sets number of frames to be used: 1 frame */
259 rspi_write8(rspi, 0x00, RSPI_SPDCR);
260
261 /* Sets RSPCK, SSL, next-access delay value */
262 rspi_write8(rspi, 0x00, RSPI_SPCKD);
263 rspi_write8(rspi, 0x00, RSPI_SSLND);
264 rspi_write8(rspi, 0x00, RSPI_SPND);
265
266 /* Data Length Setting */
267 if (access_size == 8)
268 spcmd = SPCMD_SPB_8BIT;
269 else if (access_size == 16)
270 spcmd = SPCMD_SPB_16BIT;
271 else if (access_size == 32)
272 spcmd = SPCMD_SPB_32BIT;
273
274 spcmd |= SPCMD_SCKDEN | SPCMD_SLNDEN | SPCMD_SSLKP | SPCMD_SPNDEN;
275
276 /* Resets transfer data length */
277 rspi_write32(rspi, 0, QSPI_SPBMUL0);
278
279 /* Resets transmit and receive buffer */
280 rspi_write8(rspi, SPBFCR_TXRST | SPBFCR_RXRST, QSPI_SPBFCR);
281 /* Sets buffer to allow normal operation */
282 rspi_write8(rspi, 0x00, QSPI_SPBFCR);
283
284 /* Sets SPCMD */
285 rspi_write16(rspi, spcmd, RSPI_SPCMD0);
286
287 /* Enables SPI function in a master mode */
288 rspi_write8(rspi, SPCR_SPE | SPCR_MSTR, RSPI_SPCR);
289
290 return 0;
291}
292
293#define set_config_register(spi, n) spi->ops->set_config_register(spi, n)
294
0b2182dd
SY
295static void rspi_enable_irq(struct rspi_data *rspi, u8 enable)
296{
297 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) | enable, RSPI_SPCR);
298}
299
300static void rspi_disable_irq(struct rspi_data *rspi, u8 disable)
301{
302 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) & ~disable, RSPI_SPCR);
303}
304
305static int rspi_wait_for_interrupt(struct rspi_data *rspi, u8 wait_mask,
306 u8 enable_bit)
307{
308 int ret;
309
310 rspi->spsr = rspi_read8(rspi, RSPI_SPSR);
311 rspi_enable_irq(rspi, enable_bit);
312 ret = wait_event_timeout(rspi->wait, rspi->spsr & wait_mask, HZ);
313 if (ret == 0 && !(rspi->spsr & wait_mask))
314 return -ETIMEDOUT;
315
316 return 0;
317}
318
319static void rspi_assert_ssl(struct rspi_data *rspi)
320{
321 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) | SPCR_SPE, RSPI_SPCR);
322}
323
324static void rspi_negate_ssl(struct rspi_data *rspi)
325{
326 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) & ~SPCR_SPE, RSPI_SPCR);
327}
328
0b2182dd
SY
329static int rspi_send_pio(struct rspi_data *rspi, struct spi_message *mesg,
330 struct spi_transfer *t)
331{
332 int remain = t->len;
c132f094 333 const u8 *data = t->tx_buf;
0b2182dd
SY
334 while (remain > 0) {
335 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) | SPCR_TXMD,
336 RSPI_SPCR);
337
338 if (rspi_wait_for_interrupt(rspi, SPSR_SPTEF, SPCR_SPTIE) < 0) {
339 dev_err(&rspi->master->dev,
340 "%s: tx empty timeout\n", __func__);
341 return -ETIMEDOUT;
342 }
343
344 rspi_write16(rspi, *data, RSPI_SPDR);
345 data++;
346 remain--;
347 }
348
349 /* Waiting for the last transmition */
350 rspi_wait_for_interrupt(rspi, SPSR_SPTEF, SPCR_SPTIE);
351
352 return 0;
353}
354
cb52c673
HCM
355static int qspi_send_pio(struct rspi_data *rspi, struct spi_message *mesg,
356 struct spi_transfer *t)
357{
358 int remain = t->len;
c132f094 359 const u8 *data = t->tx_buf;
cb52c673
HCM
360
361 rspi_write8(rspi, SPBFCR_TXRST, QSPI_SPBFCR);
362 rspi_write8(rspi, 0x00, QSPI_SPBFCR);
363
cb52c673
HCM
364 while (remain > 0) {
365
366 if (rspi_wait_for_interrupt(rspi, SPSR_SPTEF, SPCR_SPTIE) < 0) {
367 dev_err(&rspi->master->dev,
368 "%s: tx empty timeout\n", __func__);
369 return -ETIMEDOUT;
370 }
371 rspi_write8(rspi, *data++, RSPI_SPDR);
372
373 if (rspi_wait_for_interrupt(rspi, SPSR_SPRF, SPCR_SPRIE) < 0) {
374 dev_err(&rspi->master->dev,
375 "%s: receive timeout\n", __func__);
376 return -ETIMEDOUT;
377 }
378 rspi_read8(rspi, RSPI_SPDR);
379
380 remain--;
381 }
382
383 /* Waiting for the last transmition */
384 rspi_wait_for_interrupt(rspi, SPSR_SPTEF, SPCR_SPTIE);
385
386 return 0;
387}
388
389#define send_pio(spi, mesg, t) spi->ops->send_pio(spi, mesg, t)
390
a3633fe7
SY
391static void rspi_dma_complete(void *arg)
392{
393 struct rspi_data *rspi = arg;
394
395 rspi->dma_callbacked = 1;
396 wake_up_interruptible(&rspi->wait);
397}
398
c132f094
GU
399static int rspi_dma_map_sg(struct scatterlist *sg, const void *buf,
400 unsigned len, struct dma_chan *chan,
a3633fe7
SY
401 enum dma_transfer_direction dir)
402{
403 sg_init_table(sg, 1);
404 sg_set_buf(sg, buf, len);
405 sg_dma_len(sg) = len;
406 return dma_map_sg(chan->device->dev, sg, 1, dir);
407}
408
409static void rspi_dma_unmap_sg(struct scatterlist *sg, struct dma_chan *chan,
410 enum dma_transfer_direction dir)
411{
412 dma_unmap_sg(chan->device->dev, sg, 1, dir);
413}
414
415static void rspi_memory_to_8bit(void *buf, const void *data, unsigned len)
416{
417 u16 *dst = buf;
418 const u8 *src = data;
419
420 while (len) {
421 *dst++ = (u16)(*src++);
422 len--;
423 }
424}
425
426static void rspi_memory_from_8bit(void *buf, const void *data, unsigned len)
427{
428 u8 *dst = buf;
429 const u16 *src = data;
430
431 while (len) {
432 *dst++ = (u8)*src++;
433 len--;
434 }
435}
436
437static int rspi_send_dma(struct rspi_data *rspi, struct spi_transfer *t)
438{
439 struct scatterlist sg;
c132f094 440 const void *buf = NULL;
a3633fe7
SY
441 struct dma_async_tx_descriptor *desc;
442 unsigned len;
443 int ret = 0;
444
445 if (rspi->dma_width_16bit) {
c132f094 446 void *tmp;
a3633fe7
SY
447 /*
448 * If DMAC bus width is 16-bit, the driver allocates a dummy
449 * buffer. And, the driver converts original data into the
450 * DMAC data as the following format:
451 * original data: 1st byte, 2nd byte ...
452 * DMAC data: 1st byte, dummy, 2nd byte, dummy ...
453 */
454 len = t->len * 2;
c132f094
GU
455 tmp = kmalloc(len, GFP_KERNEL);
456 if (!tmp)
a3633fe7 457 return -ENOMEM;
c132f094
GU
458 rspi_memory_to_8bit(tmp, t->tx_buf, t->len);
459 buf = tmp;
a3633fe7
SY
460 } else {
461 len = t->len;
c132f094 462 buf = t->tx_buf;
a3633fe7
SY
463 }
464
465 if (!rspi_dma_map_sg(&sg, buf, len, rspi->chan_tx, DMA_TO_DEVICE)) {
466 ret = -EFAULT;
467 goto end_nomap;
468 }
469 desc = dmaengine_prep_slave_sg(rspi->chan_tx, &sg, 1, DMA_TO_DEVICE,
470 DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
471 if (!desc) {
472 ret = -EIO;
473 goto end;
474 }
475
476 /*
477 * DMAC needs SPTIE, but if SPTIE is set, this IRQ routine will be
478 * called. So, this driver disables the IRQ while DMA transfer.
479 */
480 disable_irq(rspi->irq);
481
482 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) | SPCR_TXMD, RSPI_SPCR);
483 rspi_enable_irq(rspi, SPCR_SPTIE);
484 rspi->dma_callbacked = 0;
485
486 desc->callback = rspi_dma_complete;
487 desc->callback_param = rspi;
488 dmaengine_submit(desc);
489 dma_async_issue_pending(rspi->chan_tx);
490
491 ret = wait_event_interruptible_timeout(rspi->wait,
492 rspi->dma_callbacked, HZ);
493 if (ret > 0 && rspi->dma_callbacked)
494 ret = 0;
495 else if (!ret)
496 ret = -ETIMEDOUT;
497 rspi_disable_irq(rspi, SPCR_SPTIE);
498
499 enable_irq(rspi->irq);
500
501end:
502 rspi_dma_unmap_sg(&sg, rspi->chan_tx, DMA_TO_DEVICE);
503end_nomap:
504 if (rspi->dma_width_16bit)
505 kfree(buf);
506
507 return ret;
508}
509
510static void rspi_receive_init(struct rspi_data *rspi)
0b2182dd 511{
0b2182dd
SY
512 unsigned char spsr;
513
514 spsr = rspi_read8(rspi, RSPI_SPSR);
515 if (spsr & SPSR_SPRF)
516 rspi_read16(rspi, RSPI_SPDR); /* dummy read */
517 if (spsr & SPSR_OVRF)
518 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPSR) & ~SPSR_OVRF,
519 RSPI_SPCR);
a3633fe7
SY
520}
521
522static int rspi_receive_pio(struct rspi_data *rspi, struct spi_message *mesg,
523 struct spi_transfer *t)
524{
525 int remain = t->len;
526 u8 *data;
527
528 rspi_receive_init(rspi);
0b2182dd 529
c132f094 530 data = t->rx_buf;
0b2182dd
SY
531 while (remain > 0) {
532 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) & ~SPCR_TXMD,
533 RSPI_SPCR);
534
535 if (rspi_wait_for_interrupt(rspi, SPSR_SPTEF, SPCR_SPTIE) < 0) {
536 dev_err(&rspi->master->dev,
537 "%s: tx empty timeout\n", __func__);
538 return -ETIMEDOUT;
539 }
540 /* dummy write for generate clock */
541 rspi_write16(rspi, 0x00, RSPI_SPDR);
542
543 if (rspi_wait_for_interrupt(rspi, SPSR_SPRF, SPCR_SPRIE) < 0) {
544 dev_err(&rspi->master->dev,
545 "%s: receive timeout\n", __func__);
546 return -ETIMEDOUT;
547 }
548 /* SPDR allows 16 or 32-bit access only */
549 *data = (u8)rspi_read16(rspi, RSPI_SPDR);
550
551 data++;
552 remain--;
553 }
554
555 return 0;
556}
557
cb52c673
HCM
558static void qspi_receive_init(struct rspi_data *rspi)
559{
560 unsigned char spsr;
561
562 spsr = rspi_read8(rspi, RSPI_SPSR);
563 if (spsr & SPSR_SPRF)
564 rspi_read8(rspi, RSPI_SPDR); /* dummy read */
565 rspi_write8(rspi, SPBFCR_TXRST | SPBFCR_RXRST, QSPI_SPBFCR);
566 rspi_write8(rspi, 0x00, QSPI_SPBFCR);
567}
568
569static int qspi_receive_pio(struct rspi_data *rspi, struct spi_message *mesg,
570 struct spi_transfer *t)
571{
572 int remain = t->len;
573 u8 *data;
574
575 qspi_receive_init(rspi);
576
c132f094 577 data = t->rx_buf;
cb52c673
HCM
578 while (remain > 0) {
579
580 if (rspi_wait_for_interrupt(rspi, SPSR_SPTEF, SPCR_SPTIE) < 0) {
581 dev_err(&rspi->master->dev,
582 "%s: tx empty timeout\n", __func__);
583 return -ETIMEDOUT;
584 }
585 /* dummy write for generate clock */
586 rspi_write8(rspi, 0x00, RSPI_SPDR);
587
588 if (rspi_wait_for_interrupt(rspi, SPSR_SPRF, SPCR_SPRIE) < 0) {
589 dev_err(&rspi->master->dev,
590 "%s: receive timeout\n", __func__);
591 return -ETIMEDOUT;
592 }
593 /* SPDR allows 8, 16 or 32-bit access */
594 *data++ = rspi_read8(rspi, RSPI_SPDR);
595 remain--;
596 }
597
598 return 0;
599}
600
601#define receive_pio(spi, mesg, t) spi->ops->receive_pio(spi, mesg, t)
602
a3633fe7
SY
603static int rspi_receive_dma(struct rspi_data *rspi, struct spi_transfer *t)
604{
605 struct scatterlist sg, sg_dummy;
606 void *dummy = NULL, *rx_buf = NULL;
607 struct dma_async_tx_descriptor *desc, *desc_dummy;
608 unsigned len;
609 int ret = 0;
610
611 if (rspi->dma_width_16bit) {
612 /*
613 * If DMAC bus width is 16-bit, the driver allocates a dummy
614 * buffer. And, finally the driver converts the DMAC data into
615 * actual data as the following format:
616 * DMAC data: 1st byte, dummy, 2nd byte, dummy ...
617 * actual data: 1st byte, 2nd byte ...
618 */
619 len = t->len * 2;
620 rx_buf = kmalloc(len, GFP_KERNEL);
621 if (!rx_buf)
622 return -ENOMEM;
623 } else {
624 len = t->len;
625 rx_buf = t->rx_buf;
626 }
627
628 /* prepare dummy transfer to generate SPI clocks */
629 dummy = kzalloc(len, GFP_KERNEL);
630 if (!dummy) {
631 ret = -ENOMEM;
632 goto end_nomap;
633 }
634 if (!rspi_dma_map_sg(&sg_dummy, dummy, len, rspi->chan_tx,
635 DMA_TO_DEVICE)) {
636 ret = -EFAULT;
637 goto end_nomap;
638 }
639 desc_dummy = dmaengine_prep_slave_sg(rspi->chan_tx, &sg_dummy, 1,
640 DMA_TO_DEVICE, DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
641 if (!desc_dummy) {
642 ret = -EIO;
643 goto end_dummy_mapped;
644 }
645
646 /* prepare receive transfer */
647 if (!rspi_dma_map_sg(&sg, rx_buf, len, rspi->chan_rx,
648 DMA_FROM_DEVICE)) {
649 ret = -EFAULT;
650 goto end_dummy_mapped;
651
652 }
653 desc = dmaengine_prep_slave_sg(rspi->chan_rx, &sg, 1, DMA_FROM_DEVICE,
654 DMA_PREP_INTERRUPT | DMA_CTRL_ACK);
655 if (!desc) {
656 ret = -EIO;
657 goto end;
658 }
659
660 rspi_receive_init(rspi);
661
662 /*
663 * DMAC needs SPTIE, but if SPTIE is set, this IRQ routine will be
664 * called. So, this driver disables the IRQ while DMA transfer.
665 */
666 disable_irq(rspi->irq);
667
668 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) & ~SPCR_TXMD, RSPI_SPCR);
669 rspi_enable_irq(rspi, SPCR_SPTIE | SPCR_SPRIE);
670 rspi->dma_callbacked = 0;
671
672 desc->callback = rspi_dma_complete;
673 desc->callback_param = rspi;
674 dmaengine_submit(desc);
675 dma_async_issue_pending(rspi->chan_rx);
676
677 desc_dummy->callback = NULL; /* No callback */
678 dmaengine_submit(desc_dummy);
679 dma_async_issue_pending(rspi->chan_tx);
680
681 ret = wait_event_interruptible_timeout(rspi->wait,
682 rspi->dma_callbacked, HZ);
683 if (ret > 0 && rspi->dma_callbacked)
684 ret = 0;
685 else if (!ret)
686 ret = -ETIMEDOUT;
687 rspi_disable_irq(rspi, SPCR_SPTIE | SPCR_SPRIE);
688
689 enable_irq(rspi->irq);
690
691end:
692 rspi_dma_unmap_sg(&sg, rspi->chan_rx, DMA_FROM_DEVICE);
693end_dummy_mapped:
694 rspi_dma_unmap_sg(&sg_dummy, rspi->chan_tx, DMA_TO_DEVICE);
695end_nomap:
696 if (rspi->dma_width_16bit) {
697 if (!ret)
698 rspi_memory_from_8bit(t->rx_buf, rx_buf, t->len);
699 kfree(rx_buf);
700 }
701 kfree(dummy);
702
703 return ret;
704}
705
706static int rspi_is_dma(struct rspi_data *rspi, struct spi_transfer *t)
707{
708 if (t->tx_buf && rspi->chan_tx)
709 return 1;
710 /* If the module receives data by DMAC, it also needs TX DMAC */
711 if (t->rx_buf && rspi->chan_tx && rspi->chan_rx)
712 return 1;
713
714 return 0;
715}
716
0b2182dd
SY
717static void rspi_work(struct work_struct *work)
718{
719 struct rspi_data *rspi = container_of(work, struct rspi_data, ws);
720 struct spi_message *mesg;
721 struct spi_transfer *t;
722 unsigned long flags;
723 int ret;
724
8d4d08ce
SY
725 while (1) {
726 spin_lock_irqsave(&rspi->lock, flags);
727 if (list_empty(&rspi->queue)) {
728 spin_unlock_irqrestore(&rspi->lock, flags);
729 break;
730 }
0b2182dd
SY
731 mesg = list_entry(rspi->queue.next, struct spi_message, queue);
732 list_del_init(&mesg->queue);
733 spin_unlock_irqrestore(&rspi->lock, flags);
734
735 rspi_assert_ssl(rspi);
736
737 list_for_each_entry(t, &mesg->transfers, transfer_list) {
738 if (t->tx_buf) {
a3633fe7
SY
739 if (rspi_is_dma(rspi, t))
740 ret = rspi_send_dma(rspi, t);
741 else
cb52c673 742 ret = send_pio(rspi, mesg, t);
0b2182dd
SY
743 if (ret < 0)
744 goto error;
745 }
746 if (t->rx_buf) {
a3633fe7
SY
747 if (rspi_is_dma(rspi, t))
748 ret = rspi_receive_dma(rspi, t);
749 else
cb52c673 750 ret = receive_pio(rspi, mesg, t);
0b2182dd
SY
751 if (ret < 0)
752 goto error;
753 }
754 mesg->actual_length += t->len;
755 }
756 rspi_negate_ssl(rspi);
757
758 mesg->status = 0;
759 mesg->complete(mesg->context);
0b2182dd
SY
760 }
761
762 return;
763
764error:
765 mesg->status = ret;
766 mesg->complete(mesg->context);
767}
768
769static int rspi_setup(struct spi_device *spi)
770{
771 struct rspi_data *rspi = spi_master_get_devdata(spi->master);
772
773 if (!spi->bits_per_word)
774 spi->bits_per_word = 8;
775 rspi->max_speed_hz = spi->max_speed_hz;
776
5ce0ba88 777 set_config_register(rspi, 8);
0b2182dd
SY
778
779 return 0;
780}
781
782static int rspi_transfer(struct spi_device *spi, struct spi_message *mesg)
783{
784 struct rspi_data *rspi = spi_master_get_devdata(spi->master);
785 unsigned long flags;
786
787 mesg->actual_length = 0;
788 mesg->status = -EINPROGRESS;
789
790 spin_lock_irqsave(&rspi->lock, flags);
791 list_add_tail(&mesg->queue, &rspi->queue);
792 schedule_work(&rspi->ws);
793 spin_unlock_irqrestore(&rspi->lock, flags);
794
795 return 0;
796}
797
798static void rspi_cleanup(struct spi_device *spi)
799{
800}
801
802static irqreturn_t rspi_irq(int irq, void *_sr)
803{
c132f094 804 struct rspi_data *rspi = _sr;
0b2182dd
SY
805 unsigned long spsr;
806 irqreturn_t ret = IRQ_NONE;
807 unsigned char disable_irq = 0;
808
809 rspi->spsr = spsr = rspi_read8(rspi, RSPI_SPSR);
810 if (spsr & SPSR_SPRF)
811 disable_irq |= SPCR_SPRIE;
812 if (spsr & SPSR_SPTEF)
813 disable_irq |= SPCR_SPTIE;
814
815 if (disable_irq) {
816 ret = IRQ_HANDLED;
817 rspi_disable_irq(rspi, disable_irq);
818 wake_up(&rspi->wait);
819 }
820
821 return ret;
822}
823
fd4a319b 824static int rspi_request_dma(struct rspi_data *rspi,
0243c536 825 struct platform_device *pdev)
a3633fe7 826{
8074cf06 827 struct rspi_plat_data *rspi_pd = dev_get_platdata(&pdev->dev);
e2b05099 828 struct resource *res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
a3633fe7 829 dma_cap_mask_t mask;
0243c536
SY
830 struct dma_slave_config cfg;
831 int ret;
a3633fe7 832
e2b05099 833 if (!res || !rspi_pd)
0243c536 834 return 0; /* The driver assumes no error. */
a3633fe7
SY
835
836 rspi->dma_width_16bit = rspi_pd->dma_width_16bit;
837
838 /* If the module receives data by DMAC, it also needs TX DMAC */
839 if (rspi_pd->dma_rx_id && rspi_pd->dma_tx_id) {
840 dma_cap_zero(mask);
841 dma_cap_set(DMA_SLAVE, mask);
0243c536
SY
842 rspi->chan_rx = dma_request_channel(mask, shdma_chan_filter,
843 (void *)rspi_pd->dma_rx_id);
844 if (rspi->chan_rx) {
845 cfg.slave_id = rspi_pd->dma_rx_id;
846 cfg.direction = DMA_DEV_TO_MEM;
e2b05099
GL
847 cfg.dst_addr = 0;
848 cfg.src_addr = res->start + RSPI_SPDR;
0243c536
SY
849 ret = dmaengine_slave_config(rspi->chan_rx, &cfg);
850 if (!ret)
851 dev_info(&pdev->dev, "Use DMA when rx.\n");
852 else
853 return ret;
854 }
a3633fe7
SY
855 }
856 if (rspi_pd->dma_tx_id) {
857 dma_cap_zero(mask);
858 dma_cap_set(DMA_SLAVE, mask);
0243c536
SY
859 rspi->chan_tx = dma_request_channel(mask, shdma_chan_filter,
860 (void *)rspi_pd->dma_tx_id);
861 if (rspi->chan_tx) {
862 cfg.slave_id = rspi_pd->dma_tx_id;
863 cfg.direction = DMA_MEM_TO_DEV;
e2b05099
GL
864 cfg.dst_addr = res->start + RSPI_SPDR;
865 cfg.src_addr = 0;
0243c536
SY
866 ret = dmaengine_slave_config(rspi->chan_tx, &cfg);
867 if (!ret)
868 dev_info(&pdev->dev, "Use DMA when tx\n");
869 else
870 return ret;
871 }
a3633fe7 872 }
0243c536
SY
873
874 return 0;
a3633fe7
SY
875}
876
fd4a319b 877static void rspi_release_dma(struct rspi_data *rspi)
a3633fe7
SY
878{
879 if (rspi->chan_tx)
880 dma_release_channel(rspi->chan_tx);
881 if (rspi->chan_rx)
882 dma_release_channel(rspi->chan_rx);
883}
884
fd4a319b 885static int rspi_remove(struct platform_device *pdev)
0b2182dd 886{
9d3405db 887 struct rspi_data *rspi = spi_master_get(platform_get_drvdata(pdev));
0b2182dd
SY
888
889 spi_unregister_master(rspi->master);
a3633fe7 890 rspi_release_dma(rspi);
0b2182dd
SY
891 free_irq(platform_get_irq(pdev, 0), rspi);
892 clk_put(rspi->clk);
893 iounmap(rspi->addr);
894 spi_master_put(rspi->master);
895
896 return 0;
897}
898
fd4a319b 899static int rspi_probe(struct platform_device *pdev)
0b2182dd
SY
900{
901 struct resource *res;
902 struct spi_master *master;
903 struct rspi_data *rspi;
904 int ret, irq;
905 char clk_name[16];
fc671a90 906 struct rspi_plat_data *rspi_pd = dev_get_platdata(&pdev->dev);
5ce0ba88
HCM
907 const struct spi_ops *ops;
908 const struct platform_device_id *id_entry = pdev->id_entry;
909
910 ops = (struct spi_ops *)id_entry->driver_data;
911 /* ops parameter check */
912 if (!ops->set_config_register) {
913 dev_err(&pdev->dev, "there is no set_config_register\n");
914 return -ENODEV;
915 }
0b2182dd
SY
916 /* get base addr */
917 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
918 if (unlikely(res == NULL)) {
919 dev_err(&pdev->dev, "invalid resource\n");
920 return -EINVAL;
921 }
922
923 irq = platform_get_irq(pdev, 0);
924 if (irq < 0) {
925 dev_err(&pdev->dev, "platform_get_irq error\n");
926 return -ENODEV;
927 }
928
929 master = spi_alloc_master(&pdev->dev, sizeof(struct rspi_data));
930 if (master == NULL) {
931 dev_err(&pdev->dev, "spi_alloc_master error.\n");
932 return -ENOMEM;
933 }
934
935 rspi = spi_master_get_devdata(master);
24b5a82c 936 platform_set_drvdata(pdev, rspi);
5ce0ba88 937 rspi->ops = ops;
0b2182dd
SY
938 rspi->master = master;
939 rspi->addr = ioremap(res->start, resource_size(res));
940 if (rspi->addr == NULL) {
941 dev_err(&pdev->dev, "ioremap error.\n");
942 ret = -ENOMEM;
943 goto error1;
944 }
945
5ce0ba88 946 snprintf(clk_name, sizeof(clk_name), "%s%d", id_entry->name, pdev->id);
0b2182dd
SY
947 rspi->clk = clk_get(&pdev->dev, clk_name);
948 if (IS_ERR(rspi->clk)) {
949 dev_err(&pdev->dev, "cannot get clock\n");
950 ret = PTR_ERR(rspi->clk);
951 goto error2;
952 }
953 clk_enable(rspi->clk);
954
955 INIT_LIST_HEAD(&rspi->queue);
956 spin_lock_init(&rspi->lock);
957 INIT_WORK(&rspi->ws, rspi_work);
958 init_waitqueue_head(&rspi->wait);
959
5ce0ba88
HCM
960 master->num_chipselect = rspi_pd->num_chipselect;
961 if (!master->num_chipselect)
962 master->num_chipselect = 2; /* default */
963
0b2182dd
SY
964 master->bus_num = pdev->id;
965 master->setup = rspi_setup;
966 master->transfer = rspi_transfer;
967 master->cleanup = rspi_cleanup;
968
969 ret = request_irq(irq, rspi_irq, 0, dev_name(&pdev->dev), rspi);
970 if (ret < 0) {
971 dev_err(&pdev->dev, "request_irq error\n");
972 goto error3;
973 }
974
a3633fe7 975 rspi->irq = irq;
0243c536
SY
976 ret = rspi_request_dma(rspi, pdev);
977 if (ret < 0) {
978 dev_err(&pdev->dev, "rspi_request_dma failed.\n");
979 goto error4;
980 }
a3633fe7 981
0b2182dd
SY
982 ret = spi_register_master(master);
983 if (ret < 0) {
984 dev_err(&pdev->dev, "spi_register_master error.\n");
985 goto error4;
986 }
987
988 dev_info(&pdev->dev, "probed\n");
989
990 return 0;
991
992error4:
a3633fe7 993 rspi_release_dma(rspi);
0b2182dd
SY
994 free_irq(irq, rspi);
995error3:
996 clk_put(rspi->clk);
997error2:
998 iounmap(rspi->addr);
999error1:
1000 spi_master_put(master);
1001
1002 return ret;
1003}
1004
5ce0ba88
HCM
1005static struct spi_ops rspi_ops = {
1006 .set_config_register = rspi_set_config_register,
cb52c673
HCM
1007 .send_pio = rspi_send_pio,
1008 .receive_pio = rspi_receive_pio,
5ce0ba88
HCM
1009};
1010
1011static struct spi_ops qspi_ops = {
1012 .set_config_register = qspi_set_config_register,
cb52c673
HCM
1013 .send_pio = qspi_send_pio,
1014 .receive_pio = qspi_receive_pio,
5ce0ba88
HCM
1015};
1016
1017static struct platform_device_id spi_driver_ids[] = {
1018 { "rspi", (kernel_ulong_t)&rspi_ops },
1019 { "qspi", (kernel_ulong_t)&qspi_ops },
1020 {},
1021};
1022
1023MODULE_DEVICE_TABLE(platform, spi_driver_ids);
1024
0b2182dd
SY
1025static struct platform_driver rspi_driver = {
1026 .probe = rspi_probe,
fd4a319b 1027 .remove = rspi_remove,
5ce0ba88 1028 .id_table = spi_driver_ids,
0b2182dd 1029 .driver = {
5ce0ba88 1030 .name = "renesas_spi",
0b2182dd
SY
1031 .owner = THIS_MODULE,
1032 },
1033};
1034module_platform_driver(rspi_driver);
1035
1036MODULE_DESCRIPTION("Renesas RSPI bus driver");
1037MODULE_LICENSE("GPL v2");
1038MODULE_AUTHOR("Yoshihiro Shimoda");
1039MODULE_ALIAS("platform:rspi");