1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /* Realtek PCI-Express SD/MMC Card Interface driver
4 * Copyright(c) 2009-2013 Realtek Semiconductor Corp. All rights reserved.
7 * Wei WANG <wei_wang@realsil.com.cn>
10 #include <linux/module.h>
11 #include <linux/slab.h>
12 #include <linux/highmem.h>
13 #include <linux/delay.h>
14 #include <linux/platform_device.h>
15 #include <linux/workqueue.h>
16 #include <linux/mmc/host.h>
17 #include <linux/mmc/mmc.h>
18 #include <linux/mmc/sd.h>
19 #include <linux/mmc/sdio.h>
20 #include <linux/mmc/card.h>
21 #include <linux/rtsx_pci.h>
22 #include <asm/unaligned.h>
23 #include <linux/pm_runtime.h>
25 struct realtek_pci_sdmmc
{
26 struct platform_device
*pdev
;
29 struct mmc_request
*mrq
;
30 #define SDMMC_WORKQ_NAME "rtsx_pci_sdmmc_workq"
32 struct work_struct work
;
33 struct mutex host_mutex
;
42 #define SDMMC_POWER_ON 1
43 #define SDMMC_POWER_OFF 0
51 static int sdmmc_init_sd_express(struct mmc_host
*mmc
, struct mmc_ios
*ios
);
53 static inline struct device
*sdmmc_dev(struct realtek_pci_sdmmc
*host
)
55 return &(host
->pdev
->dev
);
58 static inline void sd_clear_error(struct realtek_pci_sdmmc
*host
)
60 rtsx_pci_write_register(host
->pcr
, CARD_STOP
,
61 SD_STOP
| SD_CLR_ERR
, SD_STOP
| SD_CLR_ERR
);
65 static void dump_reg_range(struct realtek_pci_sdmmc
*host
, u16 start
, u16 end
)
67 u16 len
= end
- start
+ 1;
71 for (i
= 0; i
< len
; i
+= 8) {
73 int n
= min(8, len
- i
);
75 memset(&data
, 0, sizeof(data
));
76 for (j
= 0; j
< n
; j
++)
77 rtsx_pci_read_register(host
->pcr
, start
+ i
+ j
,
79 dev_dbg(sdmmc_dev(host
), "0x%04X(%d): %8ph\n",
84 static void sd_print_debug_regs(struct realtek_pci_sdmmc
*host
)
86 dump_reg_range(host
, 0xFDA0, 0xFDB3);
87 dump_reg_range(host
, 0xFD52, 0xFD69);
90 #define sd_print_debug_regs(host)
93 static inline int sd_get_cd_int(struct realtek_pci_sdmmc
*host
)
95 return rtsx_pci_readl(host
->pcr
, RTSX_BIPR
) & SD_EXIST
;
98 static void sd_cmd_set_sd_cmd(struct rtsx_pcr
*pcr
, struct mmc_command
*cmd
)
100 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_CMD0
, 0xFF,
101 SD_CMD_START
| cmd
->opcode
);
102 rtsx_pci_write_be32(pcr
, SD_CMD1
, cmd
->arg
);
105 static void sd_cmd_set_data_len(struct rtsx_pcr
*pcr
, u16 blocks
, u16 blksz
)
107 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_BLOCK_CNT_L
, 0xFF, blocks
);
108 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_BLOCK_CNT_H
, 0xFF, blocks
>> 8);
109 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_BYTE_CNT_L
, 0xFF, blksz
);
110 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_BYTE_CNT_H
, 0xFF, blksz
>> 8);
113 static int sd_response_type(struct mmc_command
*cmd
)
115 switch (mmc_resp_type(cmd
)) {
117 return SD_RSP_TYPE_R0
;
119 return SD_RSP_TYPE_R1
;
120 case MMC_RSP_R1_NO_CRC
:
121 return SD_RSP_TYPE_R1
| SD_NO_CHECK_CRC7
;
123 return SD_RSP_TYPE_R1b
;
125 return SD_RSP_TYPE_R2
;
127 return SD_RSP_TYPE_R3
;
133 static int sd_status_index(int resp_type
)
135 if (resp_type
== SD_RSP_TYPE_R0
)
137 else if (resp_type
== SD_RSP_TYPE_R2
)
143 * sd_pre_dma_transfer - do dma_map_sg() or using cookie
145 * @pre: if called in pre_req()
147 * 0 - do dma_map_sg()
150 static int sd_pre_dma_transfer(struct realtek_pci_sdmmc
*host
,
151 struct mmc_data
*data
, bool pre
)
153 struct rtsx_pcr
*pcr
= host
->pcr
;
154 int read
= data
->flags
& MMC_DATA_READ
;
156 int using_cookie
= 0;
158 if (!pre
&& data
->host_cookie
&& data
->host_cookie
!= host
->cookie
) {
159 dev_err(sdmmc_dev(host
),
160 "error: data->host_cookie = %d, host->cookie = %d\n",
161 data
->host_cookie
, host
->cookie
);
162 data
->host_cookie
= 0;
165 if (pre
|| data
->host_cookie
!= host
->cookie
) {
166 count
= rtsx_pci_dma_map_sg(pcr
, data
->sg
, data
->sg_len
, read
);
168 count
= host
->cookie_sg_count
;
173 host
->cookie_sg_count
= count
;
174 if (++host
->cookie
< 0)
176 data
->host_cookie
= host
->cookie
;
178 host
->sg_count
= count
;
184 static void sdmmc_pre_req(struct mmc_host
*mmc
, struct mmc_request
*mrq
)
186 struct realtek_pci_sdmmc
*host
= mmc_priv(mmc
);
187 struct mmc_data
*data
= mrq
->data
;
189 if (data
->host_cookie
) {
190 dev_err(sdmmc_dev(host
),
191 "error: reset data->host_cookie = %d\n",
193 data
->host_cookie
= 0;
196 sd_pre_dma_transfer(host
, data
, true);
197 dev_dbg(sdmmc_dev(host
), "pre dma sg: %d\n", host
->cookie_sg_count
);
200 static void sdmmc_post_req(struct mmc_host
*mmc
, struct mmc_request
*mrq
,
203 struct realtek_pci_sdmmc
*host
= mmc_priv(mmc
);
204 struct rtsx_pcr
*pcr
= host
->pcr
;
205 struct mmc_data
*data
= mrq
->data
;
206 int read
= data
->flags
& MMC_DATA_READ
;
208 rtsx_pci_dma_unmap_sg(pcr
, data
->sg
, data
->sg_len
, read
);
209 data
->host_cookie
= 0;
212 static void sd_send_cmd_get_rsp(struct realtek_pci_sdmmc
*host
,
213 struct mmc_command
*cmd
)
215 struct rtsx_pcr
*pcr
= host
->pcr
;
216 u8 cmd_idx
= (u8
)cmd
->opcode
;
224 bool clock_toggled
= false;
226 dev_dbg(sdmmc_dev(host
), "%s: SD/MMC CMD %d, arg = 0x%08x\n",
227 __func__
, cmd_idx
, arg
);
229 rsp_type
= sd_response_type(cmd
);
233 stat_idx
= sd_status_index(rsp_type
);
235 if (rsp_type
== SD_RSP_TYPE_R1b
)
236 timeout
= cmd
->busy_timeout
? cmd
->busy_timeout
: 3000;
238 if (cmd
->opcode
== SD_SWITCH_VOLTAGE
) {
239 err
= rtsx_pci_write_register(pcr
, SD_BUS_STAT
,
240 0xFF, SD_CLK_TOGGLE_EN
);
244 clock_toggled
= true;
247 rtsx_pci_init_cmd(pcr
);
248 sd_cmd_set_sd_cmd(pcr
, cmd
);
249 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_CFG2
, 0xFF, rsp_type
);
250 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CARD_DATA_SOURCE
,
251 0x01, PINGPONG_BUFFER
);
252 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_TRANSFER
,
253 0xFF, SD_TM_CMD_RSP
| SD_TRANSFER_START
);
254 rtsx_pci_add_cmd(pcr
, CHECK_REG_CMD
, SD_TRANSFER
,
255 SD_TRANSFER_END
| SD_STAT_IDLE
,
256 SD_TRANSFER_END
| SD_STAT_IDLE
);
258 if (rsp_type
== SD_RSP_TYPE_R2
) {
259 /* Read data from ping-pong buffer */
260 for (i
= PPBUF_BASE2
; i
< PPBUF_BASE2
+ 16; i
++)
261 rtsx_pci_add_cmd(pcr
, READ_REG_CMD
, (u16
)i
, 0, 0);
262 } else if (rsp_type
!= SD_RSP_TYPE_R0
) {
263 /* Read data from SD_CMDx registers */
264 for (i
= SD_CMD0
; i
<= SD_CMD4
; i
++)
265 rtsx_pci_add_cmd(pcr
, READ_REG_CMD
, (u16
)i
, 0, 0);
268 rtsx_pci_add_cmd(pcr
, READ_REG_CMD
, SD_STAT1
, 0, 0);
270 err
= rtsx_pci_send_cmd(pcr
, timeout
);
272 sd_print_debug_regs(host
);
273 sd_clear_error(host
);
274 dev_dbg(sdmmc_dev(host
),
275 "rtsx_pci_send_cmd error (err = %d)\n", err
);
279 if (rsp_type
== SD_RSP_TYPE_R0
) {
284 /* Eliminate returned value of CHECK_REG_CMD */
285 ptr
= rtsx_pci_get_cmd_data(pcr
) + 1;
287 /* Check (Start,Transmission) bit of Response */
288 if ((ptr
[0] & 0xC0) != 0) {
290 dev_dbg(sdmmc_dev(host
), "Invalid response bit\n");
295 if (!(rsp_type
& SD_NO_CHECK_CRC7
)) {
296 if (ptr
[stat_idx
] & SD_CRC7_ERR
) {
298 dev_dbg(sdmmc_dev(host
), "CRC7 error\n");
303 if (rsp_type
== SD_RSP_TYPE_R2
) {
305 * The controller offloads the last byte {CRC-7, end bit 1'b1}
306 * of response type R2. Assign dummy CRC, 0, and end bit to the
307 * byte(ptr[16], goes into the LSB of resp[3] later).
311 for (i
= 0; i
< 4; i
++) {
312 cmd
->resp
[i
] = get_unaligned_be32(ptr
+ 1 + i
* 4);
313 dev_dbg(sdmmc_dev(host
), "cmd->resp[%d] = 0x%08x\n",
317 cmd
->resp
[0] = get_unaligned_be32(ptr
+ 1);
318 dev_dbg(sdmmc_dev(host
), "cmd->resp[0] = 0x%08x\n",
325 if (err
&& clock_toggled
)
326 rtsx_pci_write_register(pcr
, SD_BUS_STAT
,
327 SD_CLK_TOGGLE_EN
| SD_CLK_FORCE_STOP
, 0);
330 static int sd_read_data(struct realtek_pci_sdmmc
*host
, struct mmc_command
*cmd
,
331 u16 byte_cnt
, u8
*buf
, int buf_len
, int timeout
)
333 struct rtsx_pcr
*pcr
= host
->pcr
;
337 dev_dbg(sdmmc_dev(host
), "%s: SD/MMC CMD %d, arg = 0x%08x\n",
338 __func__
, cmd
->opcode
, cmd
->arg
);
343 if (cmd
->opcode
== MMC_SEND_TUNING_BLOCK
)
344 trans_mode
= SD_TM_AUTO_TUNING
;
346 trans_mode
= SD_TM_NORMAL_READ
;
348 rtsx_pci_init_cmd(pcr
);
349 sd_cmd_set_sd_cmd(pcr
, cmd
);
350 sd_cmd_set_data_len(pcr
, 1, byte_cnt
);
351 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_CFG2
, 0xFF,
352 SD_CALCULATE_CRC7
| SD_CHECK_CRC16
|
353 SD_NO_WAIT_BUSY_END
| SD_CHECK_CRC7
| SD_RSP_LEN_6
);
354 if (trans_mode
!= SD_TM_AUTO_TUNING
)
355 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
,
356 CARD_DATA_SOURCE
, 0x01, PINGPONG_BUFFER
);
358 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_TRANSFER
,
359 0xFF, trans_mode
| SD_TRANSFER_START
);
360 rtsx_pci_add_cmd(pcr
, CHECK_REG_CMD
, SD_TRANSFER
,
361 SD_TRANSFER_END
, SD_TRANSFER_END
);
363 err
= rtsx_pci_send_cmd(pcr
, timeout
);
365 sd_print_debug_regs(host
);
366 dev_dbg(sdmmc_dev(host
),
367 "rtsx_pci_send_cmd fail (err = %d)\n", err
);
371 if (buf
&& buf_len
) {
372 err
= rtsx_pci_read_ppbuf(pcr
, buf
, buf_len
);
374 dev_dbg(sdmmc_dev(host
),
375 "rtsx_pci_read_ppbuf fail (err = %d)\n", err
);
383 static int sd_write_data(struct realtek_pci_sdmmc
*host
,
384 struct mmc_command
*cmd
, u16 byte_cnt
, u8
*buf
, int buf_len
,
387 struct rtsx_pcr
*pcr
= host
->pcr
;
390 dev_dbg(sdmmc_dev(host
), "%s: SD/MMC CMD %d, arg = 0x%08x\n",
391 __func__
, cmd
->opcode
, cmd
->arg
);
396 sd_send_cmd_get_rsp(host
, cmd
);
400 if (buf
&& buf_len
) {
401 err
= rtsx_pci_write_ppbuf(pcr
, buf
, buf_len
);
403 dev_dbg(sdmmc_dev(host
),
404 "rtsx_pci_write_ppbuf fail (err = %d)\n", err
);
409 rtsx_pci_init_cmd(pcr
);
410 sd_cmd_set_data_len(pcr
, 1, byte_cnt
);
411 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_CFG2
, 0xFF,
412 SD_CALCULATE_CRC7
| SD_CHECK_CRC16
|
413 SD_NO_WAIT_BUSY_END
| SD_CHECK_CRC7
| SD_RSP_LEN_0
);
414 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_TRANSFER
, 0xFF,
415 SD_TRANSFER_START
| SD_TM_AUTO_WRITE_3
);
416 rtsx_pci_add_cmd(pcr
, CHECK_REG_CMD
, SD_TRANSFER
,
417 SD_TRANSFER_END
, SD_TRANSFER_END
);
419 err
= rtsx_pci_send_cmd(pcr
, timeout
);
421 sd_print_debug_regs(host
);
422 dev_dbg(sdmmc_dev(host
),
423 "rtsx_pci_send_cmd fail (err = %d)\n", err
);
430 static int sd_read_long_data(struct realtek_pci_sdmmc
*host
,
431 struct mmc_request
*mrq
)
433 struct rtsx_pcr
*pcr
= host
->pcr
;
434 struct mmc_host
*mmc
= host
->mmc
;
435 struct mmc_card
*card
= mmc
->card
;
436 struct mmc_command
*cmd
= mrq
->cmd
;
437 struct mmc_data
*data
= mrq
->data
;
438 int uhs
= mmc_card_uhs(card
);
442 size_t data_len
= data
->blksz
* data
->blocks
;
444 dev_dbg(sdmmc_dev(host
), "%s: SD/MMC CMD %d, arg = 0x%08x\n",
445 __func__
, cmd
->opcode
, cmd
->arg
);
447 resp_type
= sd_response_type(cmd
);
452 cfg2
|= SD_NO_CHECK_WAIT_CRC_TO
;
454 rtsx_pci_init_cmd(pcr
);
455 sd_cmd_set_sd_cmd(pcr
, cmd
);
456 sd_cmd_set_data_len(pcr
, data
->blocks
, data
->blksz
);
457 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, IRQSTAT0
,
458 DMA_DONE_INT
, DMA_DONE_INT
);
459 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, DMATC3
,
460 0xFF, (u8
)(data_len
>> 24));
461 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, DMATC2
,
462 0xFF, (u8
)(data_len
>> 16));
463 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, DMATC1
,
464 0xFF, (u8
)(data_len
>> 8));
465 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, DMATC0
, 0xFF, (u8
)data_len
);
466 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, DMACTL
,
467 0x03 | DMA_PACK_SIZE_MASK
,
468 DMA_DIR_FROM_CARD
| DMA_EN
| DMA_512
);
469 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CARD_DATA_SOURCE
,
471 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_CFG2
, 0xFF, cfg2
| resp_type
);
472 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_TRANSFER
, 0xFF,
473 SD_TRANSFER_START
| SD_TM_AUTO_READ_2
);
474 rtsx_pci_add_cmd(pcr
, CHECK_REG_CMD
, SD_TRANSFER
,
475 SD_TRANSFER_END
, SD_TRANSFER_END
);
476 rtsx_pci_send_cmd_no_wait(pcr
);
478 err
= rtsx_pci_dma_transfer(pcr
, data
->sg
, host
->sg_count
, 1, 10000);
480 sd_print_debug_regs(host
);
481 sd_clear_error(host
);
488 static int sd_write_long_data(struct realtek_pci_sdmmc
*host
,
489 struct mmc_request
*mrq
)
491 struct rtsx_pcr
*pcr
= host
->pcr
;
492 struct mmc_host
*mmc
= host
->mmc
;
493 struct mmc_card
*card
= mmc
->card
;
494 struct mmc_command
*cmd
= mrq
->cmd
;
495 struct mmc_data
*data
= mrq
->data
;
496 int uhs
= mmc_card_uhs(card
);
499 size_t data_len
= data
->blksz
* data
->blocks
;
501 sd_send_cmd_get_rsp(host
, cmd
);
505 dev_dbg(sdmmc_dev(host
), "%s: SD/MMC CMD %d, arg = 0x%08x\n",
506 __func__
, cmd
->opcode
, cmd
->arg
);
508 cfg2
= SD_NO_CALCULATE_CRC7
| SD_CHECK_CRC16
|
509 SD_NO_WAIT_BUSY_END
| SD_NO_CHECK_CRC7
| SD_RSP_LEN_0
;
512 cfg2
|= SD_NO_CHECK_WAIT_CRC_TO
;
514 rtsx_pci_init_cmd(pcr
);
515 sd_cmd_set_data_len(pcr
, data
->blocks
, data
->blksz
);
516 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, IRQSTAT0
,
517 DMA_DONE_INT
, DMA_DONE_INT
);
518 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, DMATC3
,
519 0xFF, (u8
)(data_len
>> 24));
520 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, DMATC2
,
521 0xFF, (u8
)(data_len
>> 16));
522 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, DMATC1
,
523 0xFF, (u8
)(data_len
>> 8));
524 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, DMATC0
, 0xFF, (u8
)data_len
);
525 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, DMACTL
,
526 0x03 | DMA_PACK_SIZE_MASK
,
527 DMA_DIR_TO_CARD
| DMA_EN
| DMA_512
);
528 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CARD_DATA_SOURCE
,
530 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_CFG2
, 0xFF, cfg2
);
531 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_TRANSFER
, 0xFF,
532 SD_TRANSFER_START
| SD_TM_AUTO_WRITE_3
);
533 rtsx_pci_add_cmd(pcr
, CHECK_REG_CMD
, SD_TRANSFER
,
534 SD_TRANSFER_END
, SD_TRANSFER_END
);
535 rtsx_pci_send_cmd_no_wait(pcr
);
536 err
= rtsx_pci_dma_transfer(pcr
, data
->sg
, host
->sg_count
, 0, 10000);
538 sd_clear_error(host
);
545 static inline void sd_enable_initial_mode(struct realtek_pci_sdmmc
*host
)
547 rtsx_pci_write_register(host
->pcr
, SD_CFG1
,
548 SD_CLK_DIVIDE_MASK
, SD_CLK_DIVIDE_128
);
551 static inline void sd_disable_initial_mode(struct realtek_pci_sdmmc
*host
)
553 rtsx_pci_write_register(host
->pcr
, SD_CFG1
,
554 SD_CLK_DIVIDE_MASK
, SD_CLK_DIVIDE_0
);
557 static int sd_rw_multi(struct realtek_pci_sdmmc
*host
, struct mmc_request
*mrq
)
559 struct mmc_data
*data
= mrq
->data
;
562 if (host
->sg_count
< 0) {
563 data
->error
= host
->sg_count
;
564 dev_dbg(sdmmc_dev(host
), "%s: sg_count = %d is invalid\n",
565 __func__
, host
->sg_count
);
569 if (data
->flags
& MMC_DATA_READ
) {
570 if (host
->initial_mode
)
571 sd_disable_initial_mode(host
);
573 err
= sd_read_long_data(host
, mrq
);
575 if (host
->initial_mode
)
576 sd_enable_initial_mode(host
);
581 return sd_write_long_data(host
, mrq
);
584 static void sd_normal_rw(struct realtek_pci_sdmmc
*host
,
585 struct mmc_request
*mrq
)
587 struct mmc_command
*cmd
= mrq
->cmd
;
588 struct mmc_data
*data
= mrq
->data
;
591 buf
= kzalloc(data
->blksz
, GFP_NOIO
);
593 cmd
->error
= -ENOMEM
;
597 if (data
->flags
& MMC_DATA_READ
) {
598 if (host
->initial_mode
)
599 sd_disable_initial_mode(host
);
601 cmd
->error
= sd_read_data(host
, cmd
, (u16
)data
->blksz
, buf
,
604 if (host
->initial_mode
)
605 sd_enable_initial_mode(host
);
607 sg_copy_from_buffer(data
->sg
, data
->sg_len
, buf
, data
->blksz
);
609 sg_copy_to_buffer(data
->sg
, data
->sg_len
, buf
, data
->blksz
);
611 cmd
->error
= sd_write_data(host
, cmd
, (u16
)data
->blksz
, buf
,
618 static int sd_change_phase(struct realtek_pci_sdmmc
*host
,
619 u8 sample_point
, bool rx
)
621 struct rtsx_pcr
*pcr
= host
->pcr
;
623 dev_dbg(sdmmc_dev(host
), "%s(%s): sample_point = %d\n",
624 __func__
, rx
? "RX" : "TX", sample_point
);
626 rtsx_pci_write_register(pcr
, CLK_CTL
, CHANGE_CLK
, CHANGE_CLK
);
628 SD_VP_CTL
= SD_VPRX_CTL
;
629 rtsx_pci_write_register(pcr
, SD_VPRX_CTL
,
630 PHASE_SELECT_MASK
, sample_point
);
632 SD_VP_CTL
= SD_VPTX_CTL
;
633 rtsx_pci_write_register(pcr
, SD_VPTX_CTL
,
634 PHASE_SELECT_MASK
, sample_point
);
636 rtsx_pci_write_register(pcr
, SD_VP_CTL
, PHASE_NOT_RESET
, 0);
637 rtsx_pci_write_register(pcr
, SD_VP_CTL
, PHASE_NOT_RESET
,
639 rtsx_pci_write_register(pcr
, CLK_CTL
, CHANGE_CLK
, 0);
640 rtsx_pci_write_register(pcr
, SD_CFG1
, SD_ASYNC_FIFO_NOT_RST
, 0);
645 static inline u32
test_phase_bit(u32 phase_map
, unsigned int bit
)
647 bit
%= RTSX_PHASE_MAX
;
648 return phase_map
& (1 << bit
);
651 static int sd_get_phase_len(u32 phase_map
, unsigned int start_bit
)
655 for (i
= 0; i
< RTSX_PHASE_MAX
; i
++) {
656 if (test_phase_bit(phase_map
, start_bit
+ i
) == 0)
659 return RTSX_PHASE_MAX
;
662 static u8
sd_search_final_phase(struct realtek_pci_sdmmc
*host
, u32 phase_map
)
664 int start
= 0, len
= 0;
665 int start_final
= 0, len_final
= 0;
666 u8 final_phase
= 0xFF;
668 if (phase_map
== 0) {
669 dev_err(sdmmc_dev(host
), "phase error: [map:%x]\n", phase_map
);
673 while (start
< RTSX_PHASE_MAX
) {
674 len
= sd_get_phase_len(phase_map
, start
);
675 if (len_final
< len
) {
679 start
+= len
? len
: 1;
682 final_phase
= (start_final
+ len_final
/ 2) % RTSX_PHASE_MAX
;
683 dev_dbg(sdmmc_dev(host
), "phase: [map:%x] [maxlen:%d] [final:%d]\n",
684 phase_map
, len_final
, final_phase
);
689 static void sd_wait_data_idle(struct realtek_pci_sdmmc
*host
)
694 for (i
= 0; i
< 100; i
++) {
695 rtsx_pci_read_register(host
->pcr
, SD_DATA_STATE
, &val
);
696 if (val
& SD_DATA_IDLE
)
703 static int sd_tuning_rx_cmd(struct realtek_pci_sdmmc
*host
,
704 u8 opcode
, u8 sample_point
)
707 struct mmc_command cmd
= {};
708 struct rtsx_pcr
*pcr
= host
->pcr
;
710 sd_change_phase(host
, sample_point
, true);
712 rtsx_pci_write_register(pcr
, SD_CFG3
, SD_RSP_80CLK_TIMEOUT_EN
,
713 SD_RSP_80CLK_TIMEOUT_EN
);
716 err
= sd_read_data(host
, &cmd
, 0x40, NULL
, 0, 100);
718 /* Wait till SD DATA IDLE */
719 sd_wait_data_idle(host
);
720 sd_clear_error(host
);
721 rtsx_pci_write_register(pcr
, SD_CFG3
,
722 SD_RSP_80CLK_TIMEOUT_EN
, 0);
726 rtsx_pci_write_register(pcr
, SD_CFG3
, SD_RSP_80CLK_TIMEOUT_EN
, 0);
730 static int sd_tuning_phase(struct realtek_pci_sdmmc
*host
,
731 u8 opcode
, u32
*phase_map
)
734 u32 raw_phase_map
= 0;
736 for (i
= 0; i
< RTSX_PHASE_MAX
; i
++) {
737 err
= sd_tuning_rx_cmd(host
, opcode
, (u8
)i
);
739 raw_phase_map
|= 1 << i
;
743 *phase_map
= raw_phase_map
;
748 static int sd_tuning_rx(struct realtek_pci_sdmmc
*host
, u8 opcode
)
751 u32 raw_phase_map
[RX_TUNING_CNT
] = {0}, phase_map
;
754 for (i
= 0; i
< RX_TUNING_CNT
; i
++) {
755 err
= sd_tuning_phase(host
, opcode
, &(raw_phase_map
[i
]));
759 if (raw_phase_map
[i
] == 0)
763 phase_map
= 0xFFFFFFFF;
764 for (i
= 0; i
< RX_TUNING_CNT
; i
++) {
765 dev_dbg(sdmmc_dev(host
), "RX raw_phase_map[%d] = 0x%08x\n",
766 i
, raw_phase_map
[i
]);
767 phase_map
&= raw_phase_map
[i
];
769 dev_dbg(sdmmc_dev(host
), "RX phase_map = 0x%08x\n", phase_map
);
772 final_phase
= sd_search_final_phase(host
, phase_map
);
773 if (final_phase
== 0xFF)
776 err
= sd_change_phase(host
, final_phase
, true);
786 static inline int sdio_extblock_cmd(struct mmc_command
*cmd
,
787 struct mmc_data
*data
)
789 return (cmd
->opcode
== SD_IO_RW_EXTENDED
) && (data
->blksz
== 512);
792 static inline int sd_rw_cmd(struct mmc_command
*cmd
)
794 return mmc_op_multi(cmd
->opcode
) ||
795 (cmd
->opcode
== MMC_READ_SINGLE_BLOCK
) ||
796 (cmd
->opcode
== MMC_WRITE_BLOCK
);
799 static void sd_request(struct work_struct
*work
)
801 struct realtek_pci_sdmmc
*host
= container_of(work
,
802 struct realtek_pci_sdmmc
, work
);
803 struct rtsx_pcr
*pcr
= host
->pcr
;
805 struct mmc_host
*mmc
= host
->mmc
;
806 struct mmc_request
*mrq
= host
->mrq
;
807 struct mmc_command
*cmd
= mrq
->cmd
;
808 struct mmc_data
*data
= mrq
->data
;
809 struct device
*dev
= &host
->pdev
->dev
;
811 unsigned int data_size
= 0;
814 if (host
->eject
|| !sd_get_cd_int(host
)) {
815 cmd
->error
= -ENOMEDIUM
;
819 err
= rtsx_pci_card_exclusive_check(host
->pcr
, RTSX_SD_CARD
);
825 mutex_lock(&pcr
->pcr_mutex
);
827 rtsx_pci_start_run(pcr
);
829 rtsx_pci_switch_clock(pcr
, host
->clock
, host
->ssc_depth
,
830 host
->initial_mode
, host
->double_clk
, host
->vpclk
);
831 rtsx_pci_write_register(pcr
, CARD_SELECT
, 0x07, SD_MOD_SEL
);
832 rtsx_pci_write_register(pcr
, CARD_SHARE_MODE
,
833 CARD_SHARE_MASK
, CARD_SHARE_48_SD
);
835 mutex_lock(&host
->host_mutex
);
837 mutex_unlock(&host
->host_mutex
);
840 data_size
= data
->blocks
* data
->blksz
;
843 sd_send_cmd_get_rsp(host
, cmd
);
844 } else if (sd_rw_cmd(cmd
) || sdio_extblock_cmd(cmd
, data
)) {
845 cmd
->error
= sd_rw_multi(host
, mrq
);
846 if (!host
->using_cookie
)
847 sdmmc_post_req(host
->mmc
, host
->mrq
, 0);
849 if (mmc_op_multi(cmd
->opcode
) && mrq
->stop
)
850 sd_send_cmd_get_rsp(host
, mrq
->stop
);
852 sd_normal_rw(host
, mrq
);
856 if (cmd
->error
|| data
->error
)
857 data
->bytes_xfered
= 0;
859 data
->bytes_xfered
= data
->blocks
* data
->blksz
;
862 mutex_unlock(&pcr
->pcr_mutex
);
866 dev_dbg(sdmmc_dev(host
), "CMD %d 0x%08x error(%d)\n",
867 cmd
->opcode
, cmd
->arg
, cmd
->error
);
870 mutex_lock(&host
->host_mutex
);
872 mutex_unlock(&host
->host_mutex
);
874 mmc_request_done(mmc
, mrq
);
877 static void sdmmc_request(struct mmc_host
*mmc
, struct mmc_request
*mrq
)
879 struct realtek_pci_sdmmc
*host
= mmc_priv(mmc
);
880 struct mmc_data
*data
= mrq
->data
;
882 mutex_lock(&host
->host_mutex
);
884 mutex_unlock(&host
->host_mutex
);
886 if (sd_rw_cmd(mrq
->cmd
) || sdio_extblock_cmd(mrq
->cmd
, data
))
887 host
->using_cookie
= sd_pre_dma_transfer(host
, data
, false);
889 schedule_work(&host
->work
);
892 static int sd_set_bus_width(struct realtek_pci_sdmmc
*host
,
893 unsigned char bus_width
)
897 [MMC_BUS_WIDTH_1
] = SD_BUS_WIDTH_1BIT
,
898 [MMC_BUS_WIDTH_4
] = SD_BUS_WIDTH_4BIT
,
899 [MMC_BUS_WIDTH_8
] = SD_BUS_WIDTH_8BIT
,
902 if (bus_width
<= MMC_BUS_WIDTH_8
)
903 err
= rtsx_pci_write_register(host
->pcr
, SD_CFG1
,
904 0x03, width
[bus_width
]);
909 static int sd_power_on(struct realtek_pci_sdmmc
*host
)
911 struct rtsx_pcr
*pcr
= host
->pcr
;
912 struct mmc_host
*mmc
= host
->mmc
;
917 if (host
->power_state
== SDMMC_POWER_ON
)
922 rtsx_pci_init_cmd(pcr
);
923 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CARD_SELECT
, 0x07, SD_MOD_SEL
);
924 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CARD_SHARE_MODE
,
925 CARD_SHARE_MASK
, CARD_SHARE_48_SD
);
926 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CARD_CLK_EN
,
927 SD_CLK_EN
, SD_CLK_EN
);
928 err
= rtsx_pci_send_cmd(pcr
, 100);
932 err
= rtsx_pci_card_pull_ctl_enable(pcr
, RTSX_SD_CARD
);
936 err
= rtsx_pci_card_power_on(pcr
, RTSX_SD_CARD
);
940 err
= rtsx_pci_write_register(pcr
, CARD_OE
, SD_OUTPUT_EN
, SD_OUTPUT_EN
);
944 if (PCI_PID(pcr
) == PID_5261
) {
946 * If test mode is set switch to SD Express mandatorily,
947 * this is only for factory testing.
949 rtsx_pci_read_register(pcr
, RTS5261_FW_CFG_INFO0
, &test_mode
);
950 if (test_mode
& RTS5261_FW_EXPRESS_TEST_MASK
) {
951 sdmmc_init_sd_express(mmc
, NULL
);
954 if (pcr
->extra_caps
& EXTRA_CAPS_SD_EXPRESS
)
955 mmc
->caps2
|= MMC_CAP2_SD_EXP
| MMC_CAP2_SD_EXP_1_2V
;
957 * HW read wp status when resuming from S3/S4,
958 * and then picks SD legacy interface if it's set
961 val
= rtsx_pci_readl(pcr
, RTSX_BIPR
);
962 if (val
& SD_WRITE_PROTECT
) {
963 pcr
->extra_caps
&= ~EXTRA_CAPS_SD_EXPRESS
;
964 mmc
->caps2
&= ~(MMC_CAP2_SD_EXP
| MMC_CAP2_SD_EXP_1_2V
);
968 host
->power_state
= SDMMC_POWER_ON
;
972 static int sd_power_off(struct realtek_pci_sdmmc
*host
)
974 struct rtsx_pcr
*pcr
= host
->pcr
;
977 host
->power_state
= SDMMC_POWER_OFF
;
979 rtsx_pci_init_cmd(pcr
);
981 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CARD_CLK_EN
, SD_CLK_EN
, 0);
982 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CARD_OE
, SD_OUTPUT_EN
, 0);
984 err
= rtsx_pci_send_cmd(pcr
, 100);
988 err
= rtsx_pci_card_power_off(pcr
, RTSX_SD_CARD
);
992 return rtsx_pci_card_pull_ctl_disable(pcr
, RTSX_SD_CARD
);
995 static int sd_set_power_mode(struct realtek_pci_sdmmc
*host
,
996 unsigned char power_mode
)
1000 if (power_mode
== MMC_POWER_OFF
)
1001 err
= sd_power_off(host
);
1003 err
= sd_power_on(host
);
1008 static int sd_set_timing(struct realtek_pci_sdmmc
*host
, unsigned char timing
)
1010 struct rtsx_pcr
*pcr
= host
->pcr
;
1013 rtsx_pci_init_cmd(pcr
);
1016 case MMC_TIMING_UHS_SDR104
:
1017 case MMC_TIMING_UHS_SDR50
:
1018 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_CFG1
,
1019 0x0C | SD_ASYNC_FIFO_NOT_RST
,
1020 SD_30_MODE
| SD_ASYNC_FIFO_NOT_RST
);
1021 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CLK_CTL
,
1022 CLK_LOW_FREQ
, CLK_LOW_FREQ
);
1023 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CARD_CLK_SOURCE
, 0xFF,
1024 CRC_VAR_CLK0
| SD30_FIX_CLK
| SAMPLE_VAR_CLK1
);
1025 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CLK_CTL
, CLK_LOW_FREQ
, 0);
1028 case MMC_TIMING_MMC_DDR52
:
1029 case MMC_TIMING_UHS_DDR50
:
1030 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_CFG1
,
1031 0x0C | SD_ASYNC_FIFO_NOT_RST
,
1032 SD_DDR_MODE
| SD_ASYNC_FIFO_NOT_RST
);
1033 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CLK_CTL
,
1034 CLK_LOW_FREQ
, CLK_LOW_FREQ
);
1035 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CARD_CLK_SOURCE
, 0xFF,
1036 CRC_VAR_CLK0
| SD30_FIX_CLK
| SAMPLE_VAR_CLK1
);
1037 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CLK_CTL
, CLK_LOW_FREQ
, 0);
1038 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_PUSH_POINT_CTL
,
1039 DDR_VAR_TX_CMD_DAT
, DDR_VAR_TX_CMD_DAT
);
1040 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_SAMPLE_POINT_CTL
,
1041 DDR_VAR_RX_DAT
| DDR_VAR_RX_CMD
,
1042 DDR_VAR_RX_DAT
| DDR_VAR_RX_CMD
);
1045 case MMC_TIMING_MMC_HS
:
1046 case MMC_TIMING_SD_HS
:
1047 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_CFG1
,
1049 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CLK_CTL
,
1050 CLK_LOW_FREQ
, CLK_LOW_FREQ
);
1051 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CARD_CLK_SOURCE
, 0xFF,
1052 CRC_FIX_CLK
| SD30_VAR_CLK0
| SAMPLE_VAR_CLK1
);
1053 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CLK_CTL
, CLK_LOW_FREQ
, 0);
1054 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_PUSH_POINT_CTL
,
1055 SD20_TX_SEL_MASK
, SD20_TX_14_AHEAD
);
1056 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_SAMPLE_POINT_CTL
,
1057 SD20_RX_SEL_MASK
, SD20_RX_14_DELAY
);
1061 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
,
1062 SD_CFG1
, 0x0C, SD_20_MODE
);
1063 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CLK_CTL
,
1064 CLK_LOW_FREQ
, CLK_LOW_FREQ
);
1065 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CARD_CLK_SOURCE
, 0xFF,
1066 CRC_FIX_CLK
| SD30_VAR_CLK0
| SAMPLE_VAR_CLK1
);
1067 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, CLK_CTL
, CLK_LOW_FREQ
, 0);
1068 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
,
1069 SD_PUSH_POINT_CTL
, 0xFF, 0);
1070 rtsx_pci_add_cmd(pcr
, WRITE_REG_CMD
, SD_SAMPLE_POINT_CTL
,
1071 SD20_RX_SEL_MASK
, SD20_RX_POS_EDGE
);
1075 err
= rtsx_pci_send_cmd(pcr
, 100);
1080 static void sdmmc_set_ios(struct mmc_host
*mmc
, struct mmc_ios
*ios
)
1082 struct realtek_pci_sdmmc
*host
= mmc_priv(mmc
);
1083 struct rtsx_pcr
*pcr
= host
->pcr
;
1084 struct device
*dev
= &host
->pdev
->dev
;
1089 if (rtsx_pci_card_exclusive_check(host
->pcr
, RTSX_SD_CARD
))
1092 mutex_lock(&pcr
->pcr_mutex
);
1094 rtsx_pci_start_run(pcr
);
1096 sd_set_bus_width(host
, ios
->bus_width
);
1097 sd_set_power_mode(host
, ios
->power_mode
);
1098 sd_set_timing(host
, ios
->timing
);
1100 host
->vpclk
= false;
1101 host
->double_clk
= true;
1103 switch (ios
->timing
) {
1104 case MMC_TIMING_UHS_SDR104
:
1105 case MMC_TIMING_UHS_SDR50
:
1106 host
->ssc_depth
= RTSX_SSC_DEPTH_2M
;
1108 host
->double_clk
= false;
1110 case MMC_TIMING_MMC_DDR52
:
1111 case MMC_TIMING_UHS_DDR50
:
1112 case MMC_TIMING_UHS_SDR25
:
1113 host
->ssc_depth
= RTSX_SSC_DEPTH_1M
;
1116 host
->ssc_depth
= RTSX_SSC_DEPTH_500K
;
1120 host
->initial_mode
= (ios
->clock
<= 1000000) ? true : false;
1122 host
->clock
= ios
->clock
;
1123 rtsx_pci_switch_clock(pcr
, ios
->clock
, host
->ssc_depth
,
1124 host
->initial_mode
, host
->double_clk
, host
->vpclk
);
1126 mutex_unlock(&pcr
->pcr_mutex
);
1129 static int sdmmc_get_ro(struct mmc_host
*mmc
)
1131 struct realtek_pci_sdmmc
*host
= mmc_priv(mmc
);
1132 struct rtsx_pcr
*pcr
= host
->pcr
;
1133 struct device
*dev
= &host
->pdev
->dev
;
1140 mutex_lock(&pcr
->pcr_mutex
);
1142 rtsx_pci_start_run(pcr
);
1144 /* Check SD mechanical write-protect switch */
1145 val
= rtsx_pci_readl(pcr
, RTSX_BIPR
);
1146 dev_dbg(sdmmc_dev(host
), "%s: RTSX_BIPR = 0x%08x\n", __func__
, val
);
1147 if (val
& SD_WRITE_PROTECT
)
1150 mutex_unlock(&pcr
->pcr_mutex
);
1155 static int sdmmc_get_cd(struct mmc_host
*mmc
)
1157 struct realtek_pci_sdmmc
*host
= mmc_priv(mmc
);
1158 struct rtsx_pcr
*pcr
= host
->pcr
;
1159 struct device
*dev
= &host
->pdev
->dev
;
1166 mutex_lock(&pcr
->pcr_mutex
);
1168 rtsx_pci_start_run(pcr
);
1170 /* Check SD card detect */
1171 val
= rtsx_pci_card_exist(pcr
);
1172 dev_dbg(sdmmc_dev(host
), "%s: RTSX_BIPR = 0x%08x\n", __func__
, val
);
1176 mutex_unlock(&pcr
->pcr_mutex
);
1181 static int sd_wait_voltage_stable_1(struct realtek_pci_sdmmc
*host
)
1183 struct rtsx_pcr
*pcr
= host
->pcr
;
1187 /* Reference to Signal Voltage Switch Sequence in SD spec.
1188 * Wait for a period of time so that the card can drive SD_CMD and
1189 * SD_DAT[3:0] to low after sending back CMD11 response.
1193 /* SD_CMD, SD_DAT[3:0] should be driven to low by card;
1194 * If either one of SD_CMD,SD_DAT[3:0] is not low,
1195 * abort the voltage switch sequence;
1197 err
= rtsx_pci_read_register(pcr
, SD_BUS_STAT
, &stat
);
1201 if (stat
& (SD_CMD_STATUS
| SD_DAT3_STATUS
| SD_DAT2_STATUS
|
1202 SD_DAT1_STATUS
| SD_DAT0_STATUS
))
1205 /* Stop toggle SD clock */
1206 err
= rtsx_pci_write_register(pcr
, SD_BUS_STAT
,
1207 0xFF, SD_CLK_FORCE_STOP
);
1214 static int sd_wait_voltage_stable_2(struct realtek_pci_sdmmc
*host
)
1216 struct rtsx_pcr
*pcr
= host
->pcr
;
1220 /* Wait 1.8V output of voltage regulator in card stable */
1223 /* Toggle SD clock again */
1224 err
= rtsx_pci_write_register(pcr
, SD_BUS_STAT
, 0xFF, SD_CLK_TOGGLE_EN
);
1228 /* Wait for a period of time so that the card can drive
1229 * SD_DAT[3:0] to high at 1.8V
1233 /* SD_CMD, SD_DAT[3:0] should be pulled high by host */
1234 err
= rtsx_pci_read_register(pcr
, SD_BUS_STAT
, &stat
);
1238 mask
= SD_CMD_STATUS
| SD_DAT3_STATUS
| SD_DAT2_STATUS
|
1239 SD_DAT1_STATUS
| SD_DAT0_STATUS
;
1240 val
= SD_CMD_STATUS
| SD_DAT3_STATUS
| SD_DAT2_STATUS
|
1241 SD_DAT1_STATUS
| SD_DAT0_STATUS
;
1242 if ((stat
& mask
) != val
) {
1243 dev_dbg(sdmmc_dev(host
),
1244 "%s: SD_BUS_STAT = 0x%x\n", __func__
, stat
);
1245 rtsx_pci_write_register(pcr
, SD_BUS_STAT
,
1246 SD_CLK_TOGGLE_EN
| SD_CLK_FORCE_STOP
, 0);
1247 rtsx_pci_write_register(pcr
, CARD_CLK_EN
, 0xFF, 0);
1254 static int sdmmc_switch_voltage(struct mmc_host
*mmc
, struct mmc_ios
*ios
)
1256 struct realtek_pci_sdmmc
*host
= mmc_priv(mmc
);
1257 struct rtsx_pcr
*pcr
= host
->pcr
;
1258 struct device
*dev
= &host
->pdev
->dev
;
1262 dev_dbg(sdmmc_dev(host
), "%s: signal_voltage = %d\n",
1263 __func__
, ios
->signal_voltage
);
1268 err
= rtsx_pci_card_exclusive_check(host
->pcr
, RTSX_SD_CARD
);
1272 mutex_lock(&pcr
->pcr_mutex
);
1274 rtsx_pci_start_run(pcr
);
1276 if (ios
->signal_voltage
== MMC_SIGNAL_VOLTAGE_330
)
1277 voltage
= OUTPUT_3V3
;
1279 voltage
= OUTPUT_1V8
;
1281 if (voltage
== OUTPUT_1V8
) {
1282 err
= sd_wait_voltage_stable_1(host
);
1287 err
= rtsx_pci_switch_output_voltage(pcr
, voltage
);
1291 if (voltage
== OUTPUT_1V8
) {
1292 err
= sd_wait_voltage_stable_2(host
);
1298 /* Stop toggle SD clock in idle */
1299 err
= rtsx_pci_write_register(pcr
, SD_BUS_STAT
,
1300 SD_CLK_TOGGLE_EN
| SD_CLK_FORCE_STOP
, 0);
1302 mutex_unlock(&pcr
->pcr_mutex
);
1307 static int sdmmc_execute_tuning(struct mmc_host
*mmc
, u32 opcode
)
1309 struct realtek_pci_sdmmc
*host
= mmc_priv(mmc
);
1310 struct rtsx_pcr
*pcr
= host
->pcr
;
1311 struct device
*dev
= &host
->pdev
->dev
;
1317 err
= rtsx_pci_card_exclusive_check(host
->pcr
, RTSX_SD_CARD
);
1321 mutex_lock(&pcr
->pcr_mutex
);
1323 rtsx_pci_start_run(pcr
);
1325 /* Set initial TX phase */
1326 switch (mmc
->ios
.timing
) {
1327 case MMC_TIMING_UHS_SDR104
:
1328 err
= sd_change_phase(host
, SDR104_TX_PHASE(pcr
), false);
1331 case MMC_TIMING_UHS_SDR50
:
1332 err
= sd_change_phase(host
, SDR50_TX_PHASE(pcr
), false);
1335 case MMC_TIMING_UHS_DDR50
:
1336 err
= sd_change_phase(host
, DDR50_TX_PHASE(pcr
), false);
1346 /* Tuning RX phase */
1347 if ((mmc
->ios
.timing
== MMC_TIMING_UHS_SDR104
) ||
1348 (mmc
->ios
.timing
== MMC_TIMING_UHS_SDR50
))
1349 err
= sd_tuning_rx(host
, opcode
);
1350 else if (mmc
->ios
.timing
== MMC_TIMING_UHS_DDR50
)
1351 err
= sd_change_phase(host
, DDR50_RX_PHASE(pcr
), true);
1354 mutex_unlock(&pcr
->pcr_mutex
);
1359 static int sdmmc_init_sd_express(struct mmc_host
*mmc
, struct mmc_ios
*ios
)
1362 struct realtek_pci_sdmmc
*host
= mmc_priv(mmc
);
1363 struct rtsx_pcr
*pcr
= host
->pcr
;
1365 /* Set relink_time for changing to PCIe card */
1366 relink_time
= 0x8FFF;
1368 rtsx_pci_write_register(pcr
, 0xFF01, 0xFF, relink_time
);
1369 rtsx_pci_write_register(pcr
, 0xFF02, 0xFF, relink_time
>> 8);
1370 rtsx_pci_write_register(pcr
, 0xFF03, 0x01, relink_time
>> 16);
1372 rtsx_pci_write_register(pcr
, PETXCFG
, 0x80, 0x80);
1373 rtsx_pci_write_register(pcr
, LDO_VCC_CFG0
,
1374 RTS5261_LDO1_OCP_THD_MASK
,
1375 pcr
->option
.sd_800mA_ocp_thd
);
1377 if (pcr
->ops
->disable_auto_blink
)
1378 pcr
->ops
->disable_auto_blink(pcr
);
1380 /* For PCIe/NVMe mode can't enter delink issue */
1381 pcr
->hw_param
.interrupt_en
&= ~(SD_INT_EN
);
1382 rtsx_pci_writel(pcr
, RTSX_BIER
, pcr
->hw_param
.interrupt_en
);
1384 rtsx_pci_write_register(pcr
, RTS5260_AUTOLOAD_CFG4
,
1385 RTS5261_AUX_CLK_16M_EN
, RTS5261_AUX_CLK_16M_EN
);
1386 rtsx_pci_write_register(pcr
, RTS5261_FW_CFG0
,
1387 RTS5261_FW_ENTER_EXPRESS
, RTS5261_FW_ENTER_EXPRESS
);
1388 rtsx_pci_write_register(pcr
, RTS5261_FW_CFG1
,
1389 RTS5261_MCU_CLOCK_GATING
, RTS5261_MCU_CLOCK_GATING
);
1390 rtsx_pci_write_register(pcr
, RTS5261_FW_CFG1
,
1391 RTS5261_MCU_BUS_SEL_MASK
| RTS5261_MCU_CLOCK_SEL_MASK
1392 | RTS5261_DRIVER_ENABLE_FW
,
1393 RTS5261_MCU_CLOCK_SEL_16M
| RTS5261_DRIVER_ENABLE_FW
);
1398 static const struct mmc_host_ops realtek_pci_sdmmc_ops
= {
1399 .pre_req
= sdmmc_pre_req
,
1400 .post_req
= sdmmc_post_req
,
1401 .request
= sdmmc_request
,
1402 .set_ios
= sdmmc_set_ios
,
1403 .get_ro
= sdmmc_get_ro
,
1404 .get_cd
= sdmmc_get_cd
,
1405 .start_signal_voltage_switch
= sdmmc_switch_voltage
,
1406 .execute_tuning
= sdmmc_execute_tuning
,
1407 .init_sd_express
= sdmmc_init_sd_express
,
1410 static void init_extra_caps(struct realtek_pci_sdmmc
*host
)
1412 struct mmc_host
*mmc
= host
->mmc
;
1413 struct rtsx_pcr
*pcr
= host
->pcr
;
1415 dev_dbg(sdmmc_dev(host
), "pcr->extra_caps = 0x%x\n", pcr
->extra_caps
);
1417 if (pcr
->extra_caps
& EXTRA_CAPS_SD_SDR50
)
1418 mmc
->caps
|= MMC_CAP_UHS_SDR50
;
1419 if (pcr
->extra_caps
& EXTRA_CAPS_SD_SDR104
)
1420 mmc
->caps
|= MMC_CAP_UHS_SDR104
;
1421 if (pcr
->extra_caps
& EXTRA_CAPS_SD_DDR50
)
1422 mmc
->caps
|= MMC_CAP_UHS_DDR50
;
1423 if (pcr
->extra_caps
& EXTRA_CAPS_MMC_HSDDR
)
1424 mmc
->caps
|= MMC_CAP_1_8V_DDR
;
1425 if (pcr
->extra_caps
& EXTRA_CAPS_MMC_8BIT
)
1426 mmc
->caps
|= MMC_CAP_8_BIT_DATA
;
1427 if (pcr
->extra_caps
& EXTRA_CAPS_NO_MMC
)
1428 mmc
->caps2
|= MMC_CAP2_NO_MMC
;
1429 if (pcr
->extra_caps
& EXTRA_CAPS_SD_EXPRESS
)
1430 mmc
->caps2
|= MMC_CAP2_SD_EXP
| MMC_CAP2_SD_EXP_1_2V
;
1433 static void realtek_init_host(struct realtek_pci_sdmmc
*host
)
1435 struct mmc_host
*mmc
= host
->mmc
;
1436 struct rtsx_pcr
*pcr
= host
->pcr
;
1438 mmc
->f_min
= 250000;
1439 mmc
->f_max
= 208000000;
1440 mmc
->ocr_avail
= MMC_VDD_32_33
| MMC_VDD_33_34
| MMC_VDD_165_195
;
1441 mmc
->caps
= MMC_CAP_4_BIT_DATA
| MMC_CAP_SD_HIGHSPEED
|
1442 MMC_CAP_MMC_HIGHSPEED
| MMC_CAP_BUS_WIDTH_TEST
|
1443 MMC_CAP_UHS_SDR12
| MMC_CAP_UHS_SDR25
;
1445 mmc
->caps
= mmc
->caps
| MMC_CAP_AGGRESSIVE_PM
;
1446 mmc
->caps2
= MMC_CAP2_NO_PRESCAN_POWERUP
| MMC_CAP2_FULL_PWR_CYCLE
|
1448 mmc
->max_current_330
= 400;
1449 mmc
->max_current_180
= 800;
1450 mmc
->ops
= &realtek_pci_sdmmc_ops
;
1452 init_extra_caps(host
);
1454 mmc
->max_segs
= 256;
1455 mmc
->max_seg_size
= 65536;
1456 mmc
->max_blk_size
= 512;
1457 mmc
->max_blk_count
= 65535;
1458 mmc
->max_req_size
= 524288;
1461 static void rtsx_pci_sdmmc_card_event(struct platform_device
*pdev
)
1463 struct realtek_pci_sdmmc
*host
= platform_get_drvdata(pdev
);
1466 mmc_detect_change(host
->mmc
, 0);
1469 static int rtsx_pci_sdmmc_drv_probe(struct platform_device
*pdev
)
1471 struct mmc_host
*mmc
;
1472 struct realtek_pci_sdmmc
*host
;
1473 struct rtsx_pcr
*pcr
;
1474 struct pcr_handle
*handle
= pdev
->dev
.platform_data
;
1483 dev_dbg(&(pdev
->dev
), ": Realtek PCI-E SDMMC controller found\n");
1485 mmc
= mmc_alloc_host(sizeof(*host
), &pdev
->dev
);
1489 host
= mmc_priv(mmc
);
1494 host
->power_state
= SDMMC_POWER_OFF
;
1495 INIT_WORK(&host
->work
, sd_request
);
1496 platform_set_drvdata(pdev
, host
);
1497 pcr
->slots
[RTSX_SD_CARD
].p_dev
= pdev
;
1498 pcr
->slots
[RTSX_SD_CARD
].card_event
= rtsx_pci_sdmmc_card_event
;
1500 mutex_init(&host
->host_mutex
);
1502 realtek_init_host(host
);
1504 pm_runtime_no_callbacks(&pdev
->dev
);
1505 pm_runtime_set_active(&pdev
->dev
);
1506 pm_runtime_enable(&pdev
->dev
);
1507 pm_runtime_set_autosuspend_delay(&pdev
->dev
, 200);
1508 pm_runtime_mark_last_busy(&pdev
->dev
);
1509 pm_runtime_use_autosuspend(&pdev
->dev
);
1516 static int rtsx_pci_sdmmc_drv_remove(struct platform_device
*pdev
)
1518 struct realtek_pci_sdmmc
*host
= platform_get_drvdata(pdev
);
1519 struct rtsx_pcr
*pcr
;
1520 struct mmc_host
*mmc
;
1526 pcr
->slots
[RTSX_SD_CARD
].p_dev
= NULL
;
1527 pcr
->slots
[RTSX_SD_CARD
].card_event
= NULL
;
1530 cancel_work_sync(&host
->work
);
1532 mutex_lock(&host
->host_mutex
);
1534 dev_dbg(&(pdev
->dev
),
1535 "%s: Controller removed during transfer\n",
1538 rtsx_pci_complete_unfinished_transfer(pcr
);
1540 host
->mrq
->cmd
->error
= -ENOMEDIUM
;
1541 if (host
->mrq
->stop
)
1542 host
->mrq
->stop
->error
= -ENOMEDIUM
;
1543 mmc_request_done(mmc
, host
->mrq
);
1545 mutex_unlock(&host
->host_mutex
);
1547 mmc_remove_host(mmc
);
1550 flush_work(&host
->work
);
1552 pm_runtime_dont_use_autosuspend(&pdev
->dev
);
1553 pm_runtime_disable(&pdev
->dev
);
1557 dev_dbg(&(pdev
->dev
),
1558 ": Realtek PCI-E SDMMC controller has been removed\n");
1563 static const struct platform_device_id rtsx_pci_sdmmc_ids
[] = {
1565 .name
= DRV_NAME_RTSX_PCI_SDMMC
,
1570 MODULE_DEVICE_TABLE(platform
, rtsx_pci_sdmmc_ids
);
1572 static struct platform_driver rtsx_pci_sdmmc_driver
= {
1573 .probe
= rtsx_pci_sdmmc_drv_probe
,
1574 .remove
= rtsx_pci_sdmmc_drv_remove
,
1575 .id_table
= rtsx_pci_sdmmc_ids
,
1577 .name
= DRV_NAME_RTSX_PCI_SDMMC
,
1578 .probe_type
= PROBE_PREFER_ASYNCHRONOUS
,
1581 module_platform_driver(rtsx_pci_sdmmc_driver
);
1583 MODULE_LICENSE("GPL");
1584 MODULE_AUTHOR("Wei WANG <wei_wang@realsil.com.cn>");
1585 MODULE_DESCRIPTION("Realtek PCI-E SD/MMC Card Host Driver");