]>
git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blob - drivers/net/ethernet/cavium/liquidio/request_manager.c
1 /**********************************************************************
4 * Contact: support@cavium.com
5 * Please include "LiquidIO" in the subject.
7 * Copyright (c) 2003-2016 Cavium, Inc.
9 * This file is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License, Version 2, as
11 * published by the Free Software Foundation.
13 * This file is distributed in the hope that it will be useful, but
14 * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
15 * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
16 * NONINFRINGEMENT. See the GNU General Public License for more
18 **********************************************************************/
19 #include <linux/pci.h>
20 #include <linux/netdevice.h>
21 #include <linux/vmalloc.h>
22 #include "liquidio_common.h"
23 #include "octeon_droq.h"
24 #include "octeon_iq.h"
25 #include "response_manager.h"
26 #include "octeon_device.h"
27 #include "octeon_main.h"
28 #include "octeon_network.h"
29 #include "cn66xx_device.h"
30 #include "cn23xx_pf_device.h"
31 #include "cn23xx_vf_device.h"
33 struct iq_post_status
{
38 static void check_db_timeout(struct work_struct
*work
);
39 static void __check_db_timeout(struct octeon_device
*oct
, u64 iq_no
);
41 static void (*reqtype_free_fn
[MAX_OCTEON_DEVICES
][REQTYPE_LAST
+ 1]) (void *);
43 static inline int IQ_INSTR_MODE_64B(struct octeon_device
*oct
, int iq_no
)
45 struct octeon_instr_queue
*iq
=
46 (struct octeon_instr_queue
*)oct
->instr_queue
[iq_no
];
50 #define IQ_INSTR_MODE_32B(oct, iq_no) (!IQ_INSTR_MODE_64B(oct, iq_no))
52 /* Define this to return the request status comaptible to old code */
53 /*#define OCTEON_USE_OLD_REQ_STATUS*/
55 /* Return 0 on success, 1 on failure */
56 int octeon_init_instr_queue(struct octeon_device
*oct
,
57 union oct_txpciq txpciq
,
60 struct octeon_instr_queue
*iq
;
61 struct octeon_iq_config
*conf
= NULL
;
62 u32 iq_no
= (u32
)txpciq
.s
.q_no
;
64 struct cavium_wq
*db_wq
;
65 int numa_node
= dev_to_node(&oct
->pci_dev
->dev
);
67 if (OCTEON_CN6XXX(oct
))
68 conf
= &(CFG_GET_IQ_CFG(CHIP_CONF(oct
, cn6xxx
)));
69 else if (OCTEON_CN23XX_PF(oct
))
70 conf
= &(CFG_GET_IQ_CFG(CHIP_CONF(oct
, cn23xx_pf
)));
71 else if (OCTEON_CN23XX_VF(oct
))
72 conf
= &(CFG_GET_IQ_CFG(CHIP_CONF(oct
, cn23xx_vf
)));
75 dev_err(&oct
->pci_dev
->dev
, "Unsupported Chip %x\n",
80 q_size
= (u32
)conf
->instr_type
* num_descs
;
82 iq
= oct
->instr_queue
[iq_no
];
86 iq
->base_addr
= lio_dma_alloc(oct
, q_size
, &iq
->base_addr_dma
);
88 dev_err(&oct
->pci_dev
->dev
, "Cannot allocate memory for instr queue %d\n",
93 iq
->max_count
= num_descs
;
95 /* Initialize a list to holds requests that have been posted to Octeon
96 * but has yet to be fetched by octeon
98 iq
->request_list
= vmalloc_node((sizeof(*iq
->request_list
) * num_descs
),
100 if (!iq
->request_list
)
101 iq
->request_list
= vmalloc(sizeof(*iq
->request_list
) *
103 if (!iq
->request_list
) {
104 lio_dma_free(oct
, q_size
, iq
->base_addr
, iq
->base_addr_dma
);
105 dev_err(&oct
->pci_dev
->dev
, "Alloc failed for IQ[%d] nr free list\n",
110 memset(iq
->request_list
, 0, sizeof(*iq
->request_list
) * num_descs
);
112 dev_dbg(&oct
->pci_dev
->dev
, "IQ[%d]: base: %p basedma: %llx count: %d\n",
113 iq_no
, iq
->base_addr
, iq
->base_addr_dma
, iq
->max_count
);
115 iq
->txpciq
.u64
= txpciq
.u64
;
116 iq
->fill_threshold
= (u32
)conf
->db_min
;
118 iq
->host_write_index
= 0;
119 iq
->octeon_read_index
= 0;
121 iq
->last_db_time
= 0;
122 iq
->do_auto_flush
= 1;
123 iq
->db_timeout
= (u32
)conf
->db_timeout
;
124 atomic_set(&iq
->instr_pending
, 0);
126 /* Initialize the spinlock for this instruction queue */
127 spin_lock_init(&iq
->lock
);
128 spin_lock_init(&iq
->post_lock
);
130 spin_lock_init(&iq
->iq_flush_running_lock
);
132 oct
->io_qmask
.iq
|= BIT_ULL(iq_no
);
134 /* Set the 32B/64B mode for each input queue */
135 oct
->io_qmask
.iq64B
|= ((conf
->instr_type
== 64) << iq_no
);
136 iq
->iqcmd_64B
= (conf
->instr_type
== 64);
138 oct
->fn_list
.setup_iq_regs(oct
, iq_no
);
140 oct
->check_db_wq
[iq_no
].wq
= alloc_workqueue("check_iq_db",
143 if (!oct
->check_db_wq
[iq_no
].wq
) {
144 vfree(iq
->request_list
);
145 iq
->request_list
= NULL
;
146 lio_dma_free(oct
, q_size
, iq
->base_addr
, iq
->base_addr_dma
);
147 dev_err(&oct
->pci_dev
->dev
, "check db wq create failed for iq %d\n",
152 db_wq
= &oct
->check_db_wq
[iq_no
];
154 INIT_DELAYED_WORK(&db_wq
->wk
.work
, check_db_timeout
);
155 db_wq
->wk
.ctxptr
= oct
;
156 db_wq
->wk
.ctxul
= iq_no
;
157 queue_delayed_work(db_wq
->wq
, &db_wq
->wk
.work
, msecs_to_jiffies(1));
162 int octeon_delete_instr_queue(struct octeon_device
*oct
, u32 iq_no
)
164 u64 desc_size
= 0, q_size
;
165 struct octeon_instr_queue
*iq
= oct
->instr_queue
[iq_no
];
167 cancel_delayed_work_sync(&oct
->check_db_wq
[iq_no
].wk
.work
);
168 destroy_workqueue(oct
->check_db_wq
[iq_no
].wq
);
170 if (OCTEON_CN6XXX(oct
))
172 CFG_GET_IQ_INSTR_TYPE(CHIP_CONF(oct
, cn6xxx
));
173 else if (OCTEON_CN23XX_PF(oct
))
175 CFG_GET_IQ_INSTR_TYPE(CHIP_CONF(oct
, cn23xx_pf
));
176 else if (OCTEON_CN23XX_VF(oct
))
178 CFG_GET_IQ_INSTR_TYPE(CHIP_CONF(oct
, cn23xx_vf
));
180 vfree(iq
->request_list
);
183 q_size
= iq
->max_count
* desc_size
;
184 lio_dma_free(oct
, (u32
)q_size
, iq
->base_addr
,
186 oct
->io_qmask
.iq
&= ~(1ULL << iq_no
);
187 vfree(oct
->instr_queue
[iq_no
]);
188 oct
->instr_queue
[iq_no
] = NULL
;
195 /* Return 0 on success, 1 on failure */
196 int octeon_setup_iq(struct octeon_device
*oct
,
199 union oct_txpciq txpciq
,
203 u32 iq_no
= (u32
)txpciq
.s
.q_no
;
204 int numa_node
= dev_to_node(&oct
->pci_dev
->dev
);
206 if (oct
->instr_queue
[iq_no
]) {
207 dev_dbg(&oct
->pci_dev
->dev
, "IQ is in use. Cannot create the IQ: %d again\n",
209 oct
->instr_queue
[iq_no
]->txpciq
.u64
= txpciq
.u64
;
210 oct
->instr_queue
[iq_no
]->app_ctx
= app_ctx
;
213 oct
->instr_queue
[iq_no
] =
214 vmalloc_node(sizeof(struct octeon_instr_queue
), numa_node
);
215 if (!oct
->instr_queue
[iq_no
])
216 oct
->instr_queue
[iq_no
] =
217 vmalloc(sizeof(struct octeon_instr_queue
));
218 if (!oct
->instr_queue
[iq_no
])
221 memset(oct
->instr_queue
[iq_no
], 0,
222 sizeof(struct octeon_instr_queue
));
224 oct
->instr_queue
[iq_no
]->q_index
= q_index
;
225 oct
->instr_queue
[iq_no
]->app_ctx
= app_ctx
;
226 oct
->instr_queue
[iq_no
]->ifidx
= ifidx
;
228 if (octeon_init_instr_queue(oct
, txpciq
, num_descs
)) {
229 vfree(oct
->instr_queue
[iq_no
]);
230 oct
->instr_queue
[iq_no
] = NULL
;
235 if (oct
->fn_list
.enable_io_queues(oct
)) {
236 octeon_delete_instr_queue(oct
, iq_no
);
243 int lio_wait_for_instr_fetch(struct octeon_device
*oct
)
245 int i
, retry
= 1000, pending
, instr_cnt
= 0;
250 for (i
= 0; i
< MAX_OCTEON_INSTR_QUEUES(oct
); i
++) {
251 if (!(oct
->io_qmask
.iq
& BIT_ULL(i
)))
254 atomic_read(&oct
->instr_queue
[i
]->instr_pending
);
256 __check_db_timeout(oct
, i
);
257 instr_cnt
+= pending
;
263 schedule_timeout_uninterruptible(1);
265 } while (retry
-- && instr_cnt
);
271 ring_doorbell(struct octeon_device
*oct
, struct octeon_instr_queue
*iq
)
273 if (atomic_read(&oct
->status
) == OCT_DEV_RUNNING
) {
274 writel(iq
->fill_cnt
, iq
->doorbell_reg
);
275 /* make sure doorbell write goes through */
278 iq
->last_db_time
= jiffies
;
284 octeon_ring_doorbell_locked(struct octeon_device
*oct
, u32 iq_no
)
286 struct octeon_instr_queue
*iq
;
288 iq
= oct
->instr_queue
[iq_no
];
289 spin_lock(&iq
->post_lock
);
291 ring_doorbell(oct
, iq
);
292 spin_unlock(&iq
->post_lock
);
295 static inline void __copy_cmd_into_iq(struct octeon_instr_queue
*iq
,
300 cmdsize
= ((iq
->iqcmd_64B
) ? 64 : 32);
301 iqptr
= iq
->base_addr
+ (cmdsize
* iq
->host_write_index
);
303 memcpy(iqptr
, cmd
, cmdsize
);
306 static inline struct iq_post_status
307 __post_command2(struct octeon_instr_queue
*iq
, u8
*cmd
)
309 struct iq_post_status st
;
311 st
.status
= IQ_SEND_OK
;
313 /* This ensures that the read index does not wrap around to the same
314 * position if queue gets full before Octeon could fetch any instr.
316 if (atomic_read(&iq
->instr_pending
) >= (s32
)(iq
->max_count
- 1)) {
317 st
.status
= IQ_SEND_FAILED
;
322 if (atomic_read(&iq
->instr_pending
) >= (s32
)(iq
->max_count
- 2))
323 st
.status
= IQ_SEND_STOP
;
325 __copy_cmd_into_iq(iq
, cmd
);
327 /* "index" is returned, host_write_index is modified. */
328 st
.index
= iq
->host_write_index
;
329 iq
->host_write_index
= incr_index(iq
->host_write_index
, 1,
333 /* Flush the command into memory. We need to be sure the data is in
334 * memory before indicating that the instruction is pending.
338 atomic_inc(&iq
->instr_pending
);
344 octeon_register_reqtype_free_fn(struct octeon_device
*oct
, int reqtype
,
347 if (reqtype
> REQTYPE_LAST
) {
348 dev_err(&oct
->pci_dev
->dev
, "%s: Invalid reqtype: %d\n",
353 reqtype_free_fn
[oct
->octeon_id
][reqtype
] = fn
;
359 __add_to_request_list(struct octeon_instr_queue
*iq
,
360 int idx
, void *buf
, int reqtype
)
362 iq
->request_list
[idx
].buf
= buf
;
363 iq
->request_list
[idx
].reqtype
= reqtype
;
366 /* Can only run in process context */
368 lio_process_iq_request_list(struct octeon_device
*oct
,
369 struct octeon_instr_queue
*iq
, u32 napi_budget
)
373 u32 old
= iq
->flush_index
;
375 unsigned int pkts_compl
= 0, bytes_compl
= 0;
376 struct octeon_soft_command
*sc
;
377 struct octeon_instr_irh
*irh
;
380 while (old
!= iq
->octeon_read_index
) {
381 reqtype
= iq
->request_list
[old
].reqtype
;
382 buf
= iq
->request_list
[old
].buf
;
384 if (reqtype
== REQTYPE_NONE
)
387 octeon_update_tx_completion_counters(buf
, reqtype
, &pkts_compl
,
391 case REQTYPE_NORESP_NET
:
392 case REQTYPE_NORESP_NET_SG
:
393 case REQTYPE_RESP_NET_SG
:
394 reqtype_free_fn
[oct
->octeon_id
][reqtype
](buf
);
396 case REQTYPE_RESP_NET
:
397 case REQTYPE_SOFT_COMMAND
:
400 if (OCTEON_CN23XX_PF(oct
) || OCTEON_CN23XX_VF(oct
))
401 irh
= (struct octeon_instr_irh
*)
404 irh
= (struct octeon_instr_irh
*)
407 /* We're expecting a response from Octeon.
408 * It's up to lio_process_ordered_list() to
409 * process sc. Add sc to the ordered soft
410 * command response list because we expect
411 * a response from Octeon.
415 [OCTEON_ORDERED_SC_LIST
].lock
,
417 atomic_inc(&oct
->response_list
418 [OCTEON_ORDERED_SC_LIST
].
420 list_add_tail(&sc
->node
, &oct
->response_list
421 [OCTEON_ORDERED_SC_LIST
].head
);
422 spin_unlock_irqrestore
424 [OCTEON_ORDERED_SC_LIST
].lock
,
428 /* This callback must not sleep */
429 sc
->callback(oct
, OCTEON_REQUEST_DONE
,
435 dev_err(&oct
->pci_dev
->dev
,
436 "%s Unknown reqtype: %d buf: %p at idx %d\n",
437 __func__
, reqtype
, buf
, old
);
440 iq
->request_list
[old
].buf
= NULL
;
441 iq
->request_list
[old
].reqtype
= 0;
445 old
= incr_index(old
, 1, iq
->max_count
);
447 if ((napi_budget
) && (inst_count
>= napi_budget
))
451 octeon_report_tx_completion_to_bql(iq
->app_ctx
, pkts_compl
,
453 iq
->flush_index
= old
;
458 /* Can only be called from process context */
460 octeon_flush_iq(struct octeon_device
*oct
, struct octeon_instr_queue
*iq
,
463 u32 inst_processed
= 0;
464 u32 tot_inst_processed
= 0;
467 if (!spin_trylock(&iq
->iq_flush_running_lock
))
470 spin_lock_bh(&iq
->lock
);
472 iq
->octeon_read_index
= oct
->fn_list
.update_iq_read_idx(iq
);
475 /* Process any outstanding IQ packets. */
476 if (iq
->flush_index
== iq
->octeon_read_index
)
481 lio_process_iq_request_list(oct
, iq
,
486 lio_process_iq_request_list(oct
, iq
, 0);
488 if (inst_processed
) {
489 atomic_sub(inst_processed
, &iq
->instr_pending
);
490 iq
->stats
.instr_processed
+= inst_processed
;
493 tot_inst_processed
+= inst_processed
;
494 } while (tot_inst_processed
< napi_budget
);
496 if (napi_budget
&& (tot_inst_processed
>= napi_budget
))
499 iq
->last_db_time
= jiffies
;
501 spin_unlock_bh(&iq
->lock
);
503 spin_unlock(&iq
->iq_flush_running_lock
);
508 /* Process instruction queue after timeout.
509 * This routine gets called from a workqueue or when removing the module.
511 static void __check_db_timeout(struct octeon_device
*oct
, u64 iq_no
)
513 struct octeon_instr_queue
*iq
;
519 iq
= oct
->instr_queue
[iq_no
];
523 /* return immediately, if no work pending */
524 if (!atomic_read(&iq
->instr_pending
))
526 /* If jiffies - last_db_time < db_timeout do nothing */
527 next_time
= iq
->last_db_time
+ iq
->db_timeout
;
528 if (!time_after(jiffies
, (unsigned long)next_time
))
530 iq
->last_db_time
= jiffies
;
532 /* Flush the instruction queue */
533 octeon_flush_iq(oct
, iq
, 0);
535 lio_enable_irq(NULL
, iq
);
538 /* Called by the Poll thread at regular intervals to check the instruction
539 * queue for commands to be posted and for commands that were fetched by Octeon.
541 static void check_db_timeout(struct work_struct
*work
)
543 struct cavium_wk
*wk
= (struct cavium_wk
*)work
;
544 struct octeon_device
*oct
= (struct octeon_device
*)wk
->ctxptr
;
545 u64 iq_no
= wk
->ctxul
;
546 struct cavium_wq
*db_wq
= &oct
->check_db_wq
[iq_no
];
549 __check_db_timeout(oct
, iq_no
);
550 queue_delayed_work(db_wq
->wq
, &db_wq
->wk
.work
, msecs_to_jiffies(delay
));
554 octeon_send_command(struct octeon_device
*oct
, u32 iq_no
,
555 u32 force_db
, void *cmd
, void *buf
,
556 u32 datasize
, u32 reqtype
)
559 struct iq_post_status st
;
560 struct octeon_instr_queue
*iq
= oct
->instr_queue
[iq_no
];
562 /* Get the lock and prevent other tasks and tx interrupt handler from
565 spin_lock_bh(&iq
->post_lock
);
567 st
= __post_command2(iq
, cmd
);
569 if (st
.status
!= IQ_SEND_FAILED
) {
570 xmit_stopped
= octeon_report_sent_bytes_to_bql(buf
, reqtype
);
571 __add_to_request_list(iq
, st
.index
, buf
, reqtype
);
572 INCR_INSTRQUEUE_PKT_COUNT(oct
, iq_no
, bytes_sent
, datasize
);
573 INCR_INSTRQUEUE_PKT_COUNT(oct
, iq_no
, instr_posted
, 1);
575 if (iq
->fill_cnt
>= MAX_OCTEON_FILL_COUNT
|| force_db
||
576 xmit_stopped
|| st
.status
== IQ_SEND_STOP
)
577 ring_doorbell(oct
, iq
);
579 INCR_INSTRQUEUE_PKT_COUNT(oct
, iq_no
, instr_dropped
, 1);
582 spin_unlock_bh(&iq
->post_lock
);
584 /* This is only done here to expedite packets being flushed
585 * for cases where there are no IQ completion interrupts.
592 octeon_prepare_soft_command(struct octeon_device
*oct
,
593 struct octeon_soft_command
*sc
,
600 struct octeon_config
*oct_cfg
;
601 struct octeon_instr_ih2
*ih2
;
602 struct octeon_instr_ih3
*ih3
;
603 struct octeon_instr_pki_ih3
*pki_ih3
;
604 struct octeon_instr_irh
*irh
;
605 struct octeon_instr_rdp
*rdp
;
607 WARN_ON(opcode
> 15);
608 WARN_ON(subcode
> 127);
610 oct_cfg
= octeon_get_conf(oct
);
612 if (OCTEON_CN23XX_PF(oct
) || OCTEON_CN23XX_VF(oct
)) {
613 ih3
= (struct octeon_instr_ih3
*)&sc
->cmd
.cmd3
.ih3
;
615 ih3
->pkind
= oct
->instr_queue
[sc
->iq_no
]->txpciq
.s
.pkind
;
617 pki_ih3
= (struct octeon_instr_pki_ih3
*)&sc
->cmd
.cmd3
.pki_ih3
;
623 oct
->instr_queue
[sc
->iq_no
]->txpciq
.s
.use_qpg
;
625 pki_ih3
->tag
= LIO_CONTROL
;
626 pki_ih3
->tagtype
= ATOMIC_TAG
;
628 oct
->instr_queue
[sc
->iq_no
]->txpciq
.s
.qpg
;
633 ih3
->dlengsz
= sc
->datasize
;
635 irh
= (struct octeon_instr_irh
*)&sc
->cmd
.cmd3
.irh
;
636 irh
->opcode
= opcode
;
637 irh
->subcode
= subcode
;
639 /* opcode/subcode specific parameters (ossp) */
640 irh
->ossp
= irh_ossp
;
641 sc
->cmd
.cmd3
.ossp
[0] = ossp0
;
642 sc
->cmd
.cmd3
.ossp
[1] = ossp1
;
645 rdp
= (struct octeon_instr_rdp
*)&sc
->cmd
.cmd3
.rdp
;
646 rdp
->pcie_port
= oct
->pcie_port
;
647 rdp
->rlen
= sc
->rdatasize
;
651 /* pki_ih3 irh+ossp[0]+ossp[1]+rdp+rptr = 48 bytes */
652 ih3
->fsz
= LIO_SOFTCMDRESP_IH3
;
656 /* pki_h3 + irh + ossp[0] + ossp[1] = 32 bytes */
657 ih3
->fsz
= LIO_PCICMD_O3
;
661 ih2
= (struct octeon_instr_ih2
*)&sc
->cmd
.cmd2
.ih2
;
662 ih2
->tagtype
= ATOMIC_TAG
;
663 ih2
->tag
= LIO_CONTROL
;
665 ih2
->grp
= CFG_GET_CTRL_Q_GRP(oct_cfg
);
668 ih2
->dlengsz
= sc
->datasize
;
672 irh
= (struct octeon_instr_irh
*)&sc
->cmd
.cmd2
.irh
;
673 irh
->opcode
= opcode
;
674 irh
->subcode
= subcode
;
676 /* opcode/subcode specific parameters (ossp) */
677 irh
->ossp
= irh_ossp
;
678 sc
->cmd
.cmd2
.ossp
[0] = ossp0
;
679 sc
->cmd
.cmd2
.ossp
[1] = ossp1
;
682 rdp
= (struct octeon_instr_rdp
*)&sc
->cmd
.cmd2
.rdp
;
683 rdp
->pcie_port
= oct
->pcie_port
;
684 rdp
->rlen
= sc
->rdatasize
;
687 /* irh+ossp[0]+ossp[1]+rdp+rptr = 40 bytes */
688 ih2
->fsz
= LIO_SOFTCMDRESP_IH2
;
691 /* irh + ossp[0] + ossp[1] = 24 bytes */
692 ih2
->fsz
= LIO_PCICMD_O2
;
697 int octeon_send_soft_command(struct octeon_device
*oct
,
698 struct octeon_soft_command
*sc
)
700 struct octeon_instr_ih2
*ih2
;
701 struct octeon_instr_ih3
*ih3
;
702 struct octeon_instr_irh
*irh
;
705 if (OCTEON_CN23XX_PF(oct
) || OCTEON_CN23XX_VF(oct
)) {
706 ih3
= (struct octeon_instr_ih3
*)&sc
->cmd
.cmd3
.ih3
;
708 WARN_ON(!sc
->dmadptr
);
709 sc
->cmd
.cmd3
.dptr
= sc
->dmadptr
;
711 irh
= (struct octeon_instr_irh
*)&sc
->cmd
.cmd3
.irh
;
713 WARN_ON(!sc
->dmarptr
);
714 WARN_ON(!sc
->status_word
);
715 *sc
->status_word
= COMPLETION_WORD_INIT
;
716 sc
->cmd
.cmd3
.rptr
= sc
->dmarptr
;
718 len
= (u32
)ih3
->dlengsz
;
720 ih2
= (struct octeon_instr_ih2
*)&sc
->cmd
.cmd2
.ih2
;
722 WARN_ON(!sc
->dmadptr
);
723 sc
->cmd
.cmd2
.dptr
= sc
->dmadptr
;
725 irh
= (struct octeon_instr_irh
*)&sc
->cmd
.cmd2
.irh
;
727 WARN_ON(!sc
->dmarptr
);
728 WARN_ON(!sc
->status_word
);
729 *sc
->status_word
= COMPLETION_WORD_INIT
;
730 sc
->cmd
.cmd2
.rptr
= sc
->dmarptr
;
732 len
= (u32
)ih2
->dlengsz
;
736 sc
->timeout
= jiffies
+ sc
->wait_time
;
738 return (octeon_send_command(oct
, sc
->iq_no
, 1, &sc
->cmd
, sc
,
739 len
, REQTYPE_SOFT_COMMAND
));
742 int octeon_setup_sc_buffer_pool(struct octeon_device
*oct
)
746 struct octeon_soft_command
*sc
;
748 INIT_LIST_HEAD(&oct
->sc_buf_pool
.head
);
749 spin_lock_init(&oct
->sc_buf_pool
.lock
);
750 atomic_set(&oct
->sc_buf_pool
.alloc_buf_count
, 0);
752 for (i
= 0; i
< MAX_SOFT_COMMAND_BUFFERS
; i
++) {
753 sc
= (struct octeon_soft_command
*)
755 SOFT_COMMAND_BUFFER_SIZE
,
756 (dma_addr_t
*)&dma_addr
);
758 octeon_free_sc_buffer_pool(oct
);
762 sc
->dma_addr
= dma_addr
;
763 sc
->size
= SOFT_COMMAND_BUFFER_SIZE
;
765 list_add_tail(&sc
->node
, &oct
->sc_buf_pool
.head
);
771 int octeon_free_sc_buffer_pool(struct octeon_device
*oct
)
773 struct list_head
*tmp
, *tmp2
;
774 struct octeon_soft_command
*sc
;
776 spin_lock_bh(&oct
->sc_buf_pool
.lock
);
778 list_for_each_safe(tmp
, tmp2
, &oct
->sc_buf_pool
.head
) {
781 sc
= (struct octeon_soft_command
*)tmp
;
783 lio_dma_free(oct
, sc
->size
, sc
, sc
->dma_addr
);
786 INIT_LIST_HEAD(&oct
->sc_buf_pool
.head
);
788 spin_unlock_bh(&oct
->sc_buf_pool
.lock
);
793 struct octeon_soft_command
*octeon_alloc_soft_command(struct octeon_device
*oct
,
800 u32 offset
= sizeof(struct octeon_soft_command
);
801 struct octeon_soft_command
*sc
= NULL
;
802 struct list_head
*tmp
;
804 WARN_ON((offset
+ datasize
+ rdatasize
+ ctxsize
) >
805 SOFT_COMMAND_BUFFER_SIZE
);
807 spin_lock_bh(&oct
->sc_buf_pool
.lock
);
809 if (list_empty(&oct
->sc_buf_pool
.head
)) {
810 spin_unlock_bh(&oct
->sc_buf_pool
.lock
);
814 list_for_each(tmp
, &oct
->sc_buf_pool
.head
)
819 atomic_inc(&oct
->sc_buf_pool
.alloc_buf_count
);
821 spin_unlock_bh(&oct
->sc_buf_pool
.lock
);
823 sc
= (struct octeon_soft_command
*)tmp
;
825 dma_addr
= sc
->dma_addr
;
828 memset(sc
, 0, sc
->size
);
830 sc
->dma_addr
= dma_addr
;
834 sc
->ctxptr
= (u8
*)sc
+ offset
;
835 sc
->ctxsize
= ctxsize
;
838 /* Start data at 128 byte boundary */
839 offset
= (offset
+ ctxsize
+ 127) & 0xffffff80;
842 sc
->virtdptr
= (u8
*)sc
+ offset
;
843 sc
->dmadptr
= dma_addr
+ offset
;
844 sc
->datasize
= datasize
;
847 /* Start rdata at 128 byte boundary */
848 offset
= (offset
+ datasize
+ 127) & 0xffffff80;
851 WARN_ON(rdatasize
< 16);
852 sc
->virtrptr
= (u8
*)sc
+ offset
;
853 sc
->dmarptr
= dma_addr
+ offset
;
854 sc
->rdatasize
= rdatasize
;
855 sc
->status_word
= (u64
*)((u8
*)(sc
->virtrptr
) + rdatasize
- 8);
861 void octeon_free_soft_command(struct octeon_device
*oct
,
862 struct octeon_soft_command
*sc
)
864 spin_lock_bh(&oct
->sc_buf_pool
.lock
);
866 list_add_tail(&sc
->node
, &oct
->sc_buf_pool
.head
);
868 atomic_dec(&oct
->sc_buf_pool
.alloc_buf_count
);
870 spin_unlock_bh(&oct
->sc_buf_pool
.lock
);