]>
Commit | Line | Data |
---|---|---|
c781c06d KH |
1 | /* |
2 | * SBP2 driver (SCSI over IEEE1394) | |
9ba136d0 | 3 | * |
27a15e50 | 4 | * Copyright (C) 2005-2007 Kristian Hoegsberg <krh@bitplanet.net> |
9ba136d0 KH |
5 | * |
6 | * This program is free software; you can redistribute it and/or modify | |
7 | * it under the terms of the GNU General Public License as published by | |
8 | * the Free Software Foundation; either version 2 of the License, or | |
9 | * (at your option) any later version. | |
10 | * | |
11 | * This program is distributed in the hope that it will be useful, | |
12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
14 | * GNU General Public License for more details. | |
15 | * | |
16 | * You should have received a copy of the GNU General Public License | |
17 | * along with this program; if not, write to the Free Software Foundation, | |
18 | * Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. | |
19 | */ | |
20 | ||
c781c06d KH |
21 | /* |
22 | * The basic structure of this driver is based on the old storage driver, | |
27a15e50 KH |
23 | * drivers/ieee1394/sbp2.c, originally written by |
24 | * James Goodwin <jamesg@filanet.com> | |
25 | * with later contributions and ongoing maintenance from | |
26 | * Ben Collins <bcollins@debian.org>, | |
27 | * Stefan Richter <stefanr@s5r6.in-berlin.de> | |
28 | * and many others. | |
29 | */ | |
30 | ||
9ba136d0 KH |
31 | #include <linux/kernel.h> |
32 | #include <linux/module.h> | |
5cd54c94 | 33 | #include <linux/moduleparam.h> |
fe69ca3a | 34 | #include <linux/mod_devicetable.h> |
9ba136d0 | 35 | #include <linux/device.h> |
0b5b2903 | 36 | #include <linux/scatterlist.h> |
9ba136d0 | 37 | #include <linux/dma-mapping.h> |
cf47c7a2 | 38 | #include <linux/blkdev.h> |
e7cdf237 | 39 | #include <linux/string.h> |
2df222b8 | 40 | #include <linux/stringify.h> |
1d3d52c5 | 41 | #include <linux/timer.h> |
df8ec249 | 42 | #include <linux/workqueue.h> |
9ba136d0 KH |
43 | |
44 | #include <scsi/scsi.h> | |
45 | #include <scsi/scsi_cmnd.h> | |
9ba136d0 KH |
46 | #include <scsi/scsi_device.h> |
47 | #include <scsi/scsi_host.h> | |
48 | ||
49 | #include "fw-transaction.h" | |
50 | #include "fw-topology.h" | |
51 | #include "fw-device.h" | |
52 | ||
5cd54c94 SR |
53 | /* |
54 | * So far only bridges from Oxford Semiconductor are known to support | |
55 | * concurrent logins. Depending on firmware, four or two concurrent logins | |
56 | * are possible on OXFW911 and newer Oxsemi bridges. | |
57 | * | |
58 | * Concurrent logins are useful together with cluster filesystems. | |
59 | */ | |
60 | static int sbp2_param_exclusive_login = 1; | |
61 | module_param_named(exclusive_login, sbp2_param_exclusive_login, bool, 0644); | |
62 | MODULE_PARM_DESC(exclusive_login, "Exclusive login to sbp2 device " | |
63 | "(default = Y, use N for concurrent initiators)"); | |
64 | ||
2df222b8 SR |
65 | /* |
66 | * Flags for firmware oddities | |
67 | * | |
68 | * - 128kB max transfer | |
69 | * Limit transfer size. Necessary for some old bridges. | |
70 | * | |
71 | * - 36 byte inquiry | |
72 | * When scsi_mod probes the device, let the inquiry command look like that | |
73 | * from MS Windows. | |
74 | * | |
75 | * - skip mode page 8 | |
76 | * Suppress sending of mode_sense for mode page 8 if the device pretends to | |
77 | * support the SCSI Primary Block commands instead of Reduced Block Commands. | |
78 | * | |
79 | * - fix capacity | |
80 | * Tell sd_mod to correct the last sector number reported by read_capacity. | |
81 | * Avoids access beyond actual disk limits on devices with an off-by-one bug. | |
82 | * Don't use this with devices which don't have this bug. | |
83 | * | |
84 | * - override internal blacklist | |
85 | * Instead of adding to the built-in blacklist, use only the workarounds | |
86 | * specified in the module load parameter. | |
87 | * Useful if a blacklist entry interfered with a non-broken device. | |
88 | */ | |
89 | #define SBP2_WORKAROUND_128K_MAX_TRANS 0x1 | |
90 | #define SBP2_WORKAROUND_INQUIRY_36 0x2 | |
91 | #define SBP2_WORKAROUND_MODE_SENSE_8 0x4 | |
92 | #define SBP2_WORKAROUND_FIX_CAPACITY 0x8 | |
93 | #define SBP2_WORKAROUND_OVERRIDE 0x100 | |
94 | ||
95 | static int sbp2_param_workarounds; | |
96 | module_param_named(workarounds, sbp2_param_workarounds, int, 0644); | |
97 | MODULE_PARM_DESC(workarounds, "Work around device bugs (default = 0" | |
98 | ", 128kB max transfer = " __stringify(SBP2_WORKAROUND_128K_MAX_TRANS) | |
99 | ", 36 byte inquiry = " __stringify(SBP2_WORKAROUND_INQUIRY_36) | |
100 | ", skip mode page 8 = " __stringify(SBP2_WORKAROUND_MODE_SENSE_8) | |
101 | ", fix capacity = " __stringify(SBP2_WORKAROUND_FIX_CAPACITY) | |
102 | ", override internal blacklist = " __stringify(SBP2_WORKAROUND_OVERRIDE) | |
103 | ", or a combination)"); | |
104 | ||
9ba136d0 | 105 | /* I don't know why the SCSI stack doesn't define something like this... */ |
a98e2719 | 106 | typedef void (*scsi_done_fn_t)(struct scsi_cmnd *); |
9ba136d0 KH |
107 | |
108 | static const char sbp2_driver_name[] = "sbp2"; | |
109 | ||
5a3c2be6 SR |
110 | /* |
111 | * We create one struct sbp2_logical_unit per SBP-2 Logical Unit Number Entry | |
112 | * and one struct scsi_device per sbp2_logical_unit. | |
113 | */ | |
114 | struct sbp2_logical_unit { | |
115 | struct sbp2_target *tgt; | |
116 | struct list_head link; | |
117 | struct scsi_device *sdev; | |
9ba136d0 KH |
118 | struct fw_address_handler address_handler; |
119 | struct list_head orb_list; | |
5a3c2be6 | 120 | |
9ba136d0 | 121 | u64 command_block_agent_address; |
5a3c2be6 | 122 | u16 lun; |
9ba136d0 KH |
123 | int login_id; |
124 | ||
c781c06d | 125 | /* |
5a3c2be6 SR |
126 | * The generation is updated once we've logged in or reconnected |
127 | * to the logical unit. Thus, I/O to the device will automatically | |
128 | * fail and get retried if it happens in a window where the device | |
129 | * is not ready, e.g. after a bus reset but before we reconnect. | |
c781c06d | 130 | */ |
9ba136d0 | 131 | int generation; |
7f37c426 KH |
132 | int retries; |
133 | struct delayed_work work; | |
9ba136d0 KH |
134 | }; |
135 | ||
5a3c2be6 SR |
136 | /* |
137 | * We create one struct sbp2_target per IEEE 1212 Unit Directory | |
138 | * and one struct Scsi_Host per sbp2_target. | |
139 | */ | |
140 | struct sbp2_target { | |
141 | struct kref kref; | |
142 | struct fw_unit *unit; | |
143 | ||
144 | u64 management_agent_address; | |
145 | int directory_id; | |
146 | int node_id; | |
147 | int address_high; | |
148 | ||
149 | unsigned workarounds; | |
150 | struct list_head lu_list; | |
151 | }; | |
152 | ||
9ba136d0 KH |
153 | #define SBP2_MAX_SG_ELEMENT_LENGTH 0xf000 |
154 | #define SBP2_MAX_SECTORS 255 /* Max sectors supported */ | |
1d3d52c5 | 155 | #define SBP2_ORB_TIMEOUT 2000 /* Timeout in ms */ |
9ba136d0 KH |
156 | |
157 | #define SBP2_ORB_NULL 0x80000000 | |
158 | ||
159 | #define SBP2_DIRECTION_TO_MEDIA 0x0 | |
160 | #define SBP2_DIRECTION_FROM_MEDIA 0x1 | |
161 | ||
162 | /* Unit directory keys */ | |
5a3c2be6 SR |
163 | #define SBP2_CSR_FIRMWARE_REVISION 0x3c |
164 | #define SBP2_CSR_LOGICAL_UNIT_NUMBER 0x14 | |
165 | #define SBP2_CSR_LOGICAL_UNIT_DIRECTORY 0xd4 | |
9ba136d0 | 166 | |
9ba136d0 KH |
167 | /* Management orb opcodes */ |
168 | #define SBP2_LOGIN_REQUEST 0x0 | |
169 | #define SBP2_QUERY_LOGINS_REQUEST 0x1 | |
170 | #define SBP2_RECONNECT_REQUEST 0x3 | |
171 | #define SBP2_SET_PASSWORD_REQUEST 0x4 | |
172 | #define SBP2_LOGOUT_REQUEST 0x7 | |
173 | #define SBP2_ABORT_TASK_REQUEST 0xb | |
174 | #define SBP2_ABORT_TASK_SET 0xc | |
175 | #define SBP2_LOGICAL_UNIT_RESET 0xe | |
176 | #define SBP2_TARGET_RESET_REQUEST 0xf | |
177 | ||
178 | /* Offsets for command block agent registers */ | |
179 | #define SBP2_AGENT_STATE 0x00 | |
180 | #define SBP2_AGENT_RESET 0x04 | |
181 | #define SBP2_ORB_POINTER 0x08 | |
182 | #define SBP2_DOORBELL 0x10 | |
183 | #define SBP2_UNSOLICITED_STATUS_ENABLE 0x14 | |
184 | ||
185 | /* Status write response codes */ | |
186 | #define SBP2_STATUS_REQUEST_COMPLETE 0x0 | |
187 | #define SBP2_STATUS_TRANSPORT_FAILURE 0x1 | |
188 | #define SBP2_STATUS_ILLEGAL_REQUEST 0x2 | |
189 | #define SBP2_STATUS_VENDOR_DEPENDENT 0x3 | |
190 | ||
a77754a7 KH |
191 | #define STATUS_GET_ORB_HIGH(v) ((v).status & 0xffff) |
192 | #define STATUS_GET_SBP_STATUS(v) (((v).status >> 16) & 0xff) | |
193 | #define STATUS_GET_LEN(v) (((v).status >> 24) & 0x07) | |
194 | #define STATUS_GET_DEAD(v) (((v).status >> 27) & 0x01) | |
195 | #define STATUS_GET_RESPONSE(v) (((v).status >> 28) & 0x03) | |
196 | #define STATUS_GET_SOURCE(v) (((v).status >> 30) & 0x03) | |
197 | #define STATUS_GET_ORB_LOW(v) ((v).orb_low) | |
198 | #define STATUS_GET_DATA(v) ((v).data) | |
9ba136d0 KH |
199 | |
200 | struct sbp2_status { | |
201 | u32 status; | |
202 | u32 orb_low; | |
203 | u8 data[24]; | |
204 | }; | |
205 | ||
206 | struct sbp2_pointer { | |
207 | u32 high; | |
208 | u32 low; | |
209 | }; | |
210 | ||
211 | struct sbp2_orb { | |
212 | struct fw_transaction t; | |
e57d2011 | 213 | struct kref kref; |
9ba136d0 KH |
214 | dma_addr_t request_bus; |
215 | int rcode; | |
216 | struct sbp2_pointer pointer; | |
a98e2719 | 217 | void (*callback)(struct sbp2_orb * orb, struct sbp2_status * status); |
9ba136d0 KH |
218 | struct list_head link; |
219 | }; | |
220 | ||
a77754a7 KH |
221 | #define MANAGEMENT_ORB_LUN(v) ((v)) |
222 | #define MANAGEMENT_ORB_FUNCTION(v) ((v) << 16) | |
223 | #define MANAGEMENT_ORB_RECONNECT(v) ((v) << 20) | |
5cd54c94 | 224 | #define MANAGEMENT_ORB_EXCLUSIVE(v) ((v) ? 1 << 28 : 0) |
a77754a7 KH |
225 | #define MANAGEMENT_ORB_REQUEST_FORMAT(v) ((v) << 29) |
226 | #define MANAGEMENT_ORB_NOTIFY ((1) << 31) | |
9ba136d0 | 227 | |
a77754a7 KH |
228 | #define MANAGEMENT_ORB_RESPONSE_LENGTH(v) ((v)) |
229 | #define MANAGEMENT_ORB_PASSWORD_LENGTH(v) ((v) << 16) | |
9ba136d0 KH |
230 | |
231 | struct sbp2_management_orb { | |
232 | struct sbp2_orb base; | |
233 | struct { | |
234 | struct sbp2_pointer password; | |
235 | struct sbp2_pointer response; | |
236 | u32 misc; | |
237 | u32 length; | |
238 | struct sbp2_pointer status_fifo; | |
239 | } request; | |
240 | __be32 response[4]; | |
241 | dma_addr_t response_bus; | |
242 | struct completion done; | |
243 | struct sbp2_status status; | |
244 | }; | |
245 | ||
a77754a7 KH |
246 | #define LOGIN_RESPONSE_GET_LOGIN_ID(v) ((v).misc & 0xffff) |
247 | #define LOGIN_RESPONSE_GET_LENGTH(v) (((v).misc >> 16) & 0xffff) | |
9ba136d0 KH |
248 | |
249 | struct sbp2_login_response { | |
250 | u32 misc; | |
251 | struct sbp2_pointer command_block_agent; | |
252 | u32 reconnect_hold; | |
253 | }; | |
a77754a7 KH |
254 | #define COMMAND_ORB_DATA_SIZE(v) ((v)) |
255 | #define COMMAND_ORB_PAGE_SIZE(v) ((v) << 16) | |
256 | #define COMMAND_ORB_PAGE_TABLE_PRESENT ((1) << 19) | |
257 | #define COMMAND_ORB_MAX_PAYLOAD(v) ((v) << 20) | |
258 | #define COMMAND_ORB_SPEED(v) ((v) << 24) | |
259 | #define COMMAND_ORB_DIRECTION(v) ((v) << 27) | |
260 | #define COMMAND_ORB_REQUEST_FORMAT(v) ((v) << 29) | |
261 | #define COMMAND_ORB_NOTIFY ((1) << 31) | |
9ba136d0 KH |
262 | |
263 | struct sbp2_command_orb { | |
264 | struct sbp2_orb base; | |
265 | struct { | |
266 | struct sbp2_pointer next; | |
267 | struct sbp2_pointer data_descriptor; | |
268 | u32 misc; | |
269 | u8 command_block[12]; | |
270 | } request; | |
271 | struct scsi_cmnd *cmd; | |
272 | scsi_done_fn_t done; | |
5a3c2be6 | 273 | struct sbp2_logical_unit *lu; |
9ba136d0 | 274 | |
9fb2dd12 | 275 | struct sbp2_pointer page_table[SG_ALL] __attribute__((aligned(8))); |
9ba136d0 | 276 | dma_addr_t page_table_bus; |
9ba136d0 KH |
277 | }; |
278 | ||
279 | /* | |
280 | * List of devices with known bugs. | |
281 | * | |
282 | * The firmware_revision field, masked with 0xffff00, is the best | |
283 | * indicator for the type of bridge chip of a device. It yields a few | |
284 | * false positives but this did not break correctly behaving devices | |
285 | * so far. We use ~0 as a wildcard, since the 24 bit values we get | |
286 | * from the config rom can never match that. | |
287 | */ | |
288 | static const struct { | |
289 | u32 firmware_revision; | |
290 | u32 model; | |
291 | unsigned workarounds; | |
292 | } sbp2_workarounds_table[] = { | |
293 | /* DViCO Momobay CX-1 with TSB42AA9 bridge */ { | |
294 | .firmware_revision = 0x002800, | |
295 | .model = 0x001010, | |
296 | .workarounds = SBP2_WORKAROUND_INQUIRY_36 | | |
297 | SBP2_WORKAROUND_MODE_SENSE_8, | |
298 | }, | |
299 | /* Initio bridges, actually only needed for some older ones */ { | |
300 | .firmware_revision = 0x000200, | |
301 | .model = ~0, | |
302 | .workarounds = SBP2_WORKAROUND_INQUIRY_36, | |
303 | }, | |
304 | /* Symbios bridge */ { | |
305 | .firmware_revision = 0xa0b800, | |
306 | .model = ~0, | |
307 | .workarounds = SBP2_WORKAROUND_128K_MAX_TRANS, | |
308 | }, | |
c781c06d KH |
309 | |
310 | /* | |
311 | * There are iPods (2nd gen, 3rd gen) with model_id == 0, but | |
9ba136d0 KH |
312 | * these iPods do not feature the read_capacity bug according |
313 | * to one report. Read_capacity behaviour as well as model_id | |
c781c06d KH |
314 | * could change due to Apple-supplied firmware updates though. |
315 | */ | |
316 | ||
9ba136d0 KH |
317 | /* iPod 4th generation. */ { |
318 | .firmware_revision = 0x0a2700, | |
319 | .model = 0x000021, | |
320 | .workarounds = SBP2_WORKAROUND_FIX_CAPACITY, | |
321 | }, | |
322 | /* iPod mini */ { | |
323 | .firmware_revision = 0x0a2700, | |
324 | .model = 0x000023, | |
325 | .workarounds = SBP2_WORKAROUND_FIX_CAPACITY, | |
326 | }, | |
327 | /* iPod Photo */ { | |
328 | .firmware_revision = 0x0a2700, | |
329 | .model = 0x00007e, | |
330 | .workarounds = SBP2_WORKAROUND_FIX_CAPACITY, | |
331 | } | |
332 | }; | |
333 | ||
e57d2011 KH |
334 | static void |
335 | free_orb(struct kref *kref) | |
336 | { | |
337 | struct sbp2_orb *orb = container_of(kref, struct sbp2_orb, kref); | |
338 | ||
339 | kfree(orb); | |
340 | } | |
341 | ||
9ba136d0 KH |
342 | static void |
343 | sbp2_status_write(struct fw_card *card, struct fw_request *request, | |
344 | int tcode, int destination, int source, | |
345 | int generation, int speed, | |
346 | unsigned long long offset, | |
347 | void *payload, size_t length, void *callback_data) | |
348 | { | |
5a3c2be6 | 349 | struct sbp2_logical_unit *lu = callback_data; |
9ba136d0 KH |
350 | struct sbp2_orb *orb; |
351 | struct sbp2_status status; | |
352 | size_t header_size; | |
353 | unsigned long flags; | |
354 | ||
355 | if (tcode != TCODE_WRITE_BLOCK_REQUEST || | |
2d826cc5 | 356 | length == 0 || length > sizeof(status)) { |
9ba136d0 KH |
357 | fw_send_response(card, request, RCODE_TYPE_ERROR); |
358 | return; | |
359 | } | |
360 | ||
361 | header_size = min(length, 2 * sizeof(u32)); | |
362 | fw_memcpy_from_be32(&status, payload, header_size); | |
363 | if (length > header_size) | |
364 | memcpy(status.data, payload + 8, length - header_size); | |
a77754a7 | 365 | if (STATUS_GET_SOURCE(status) == 2 || STATUS_GET_SOURCE(status) == 3) { |
9ba136d0 KH |
366 | fw_notify("non-orb related status write, not handled\n"); |
367 | fw_send_response(card, request, RCODE_COMPLETE); | |
368 | return; | |
369 | } | |
370 | ||
371 | /* Lookup the orb corresponding to this status write. */ | |
372 | spin_lock_irqsave(&card->lock, flags); | |
5a3c2be6 | 373 | list_for_each_entry(orb, &lu->orb_list, link) { |
a77754a7 | 374 | if (STATUS_GET_ORB_HIGH(status) == 0 && |
e57d2011 KH |
375 | STATUS_GET_ORB_LOW(status) == orb->request_bus) { |
376 | orb->rcode = RCODE_COMPLETE; | |
9ba136d0 KH |
377 | list_del(&orb->link); |
378 | break; | |
379 | } | |
380 | } | |
381 | spin_unlock_irqrestore(&card->lock, flags); | |
382 | ||
5a3c2be6 | 383 | if (&orb->link != &lu->orb_list) |
9ba136d0 KH |
384 | orb->callback(orb, &status); |
385 | else | |
386 | fw_error("status write for unknown orb\n"); | |
387 | ||
e57d2011 KH |
388 | kref_put(&orb->kref, free_orb); |
389 | ||
9ba136d0 KH |
390 | fw_send_response(card, request, RCODE_COMPLETE); |
391 | } | |
392 | ||
393 | static void | |
394 | complete_transaction(struct fw_card *card, int rcode, | |
395 | void *payload, size_t length, void *data) | |
396 | { | |
397 | struct sbp2_orb *orb = data; | |
398 | unsigned long flags; | |
399 | ||
e57d2011 KH |
400 | /* |
401 | * This is a little tricky. We can get the status write for | |
402 | * the orb before we get this callback. The status write | |
403 | * handler above will assume the orb pointer transaction was | |
404 | * successful and set the rcode to RCODE_COMPLETE for the orb. | |
405 | * So this callback only sets the rcode if it hasn't already | |
406 | * been set and only does the cleanup if the transaction | |
407 | * failed and we didn't already get a status write. | |
408 | */ | |
409 | spin_lock_irqsave(&card->lock, flags); | |
410 | ||
411 | if (orb->rcode == -1) | |
412 | orb->rcode = rcode; | |
413 | if (orb->rcode != RCODE_COMPLETE) { | |
9ba136d0 | 414 | list_del(&orb->link); |
1b34e974 | 415 | spin_unlock_irqrestore(&card->lock, flags); |
9ba136d0 | 416 | orb->callback(orb, NULL); |
1b34e974 SR |
417 | } else { |
418 | spin_unlock_irqrestore(&card->lock, flags); | |
9ba136d0 | 419 | } |
e57d2011 | 420 | |
e57d2011 | 421 | kref_put(&orb->kref, free_orb); |
9ba136d0 KH |
422 | } |
423 | ||
424 | static void | |
5a3c2be6 | 425 | sbp2_send_orb(struct sbp2_orb *orb, struct sbp2_logical_unit *lu, |
9ba136d0 KH |
426 | int node_id, int generation, u64 offset) |
427 | { | |
5a3c2be6 | 428 | struct fw_device *device = fw_device(lu->tgt->unit->device.parent); |
9ba136d0 KH |
429 | unsigned long flags; |
430 | ||
431 | orb->pointer.high = 0; | |
432 | orb->pointer.low = orb->request_bus; | |
2d826cc5 | 433 | fw_memcpy_to_be32(&orb->pointer, &orb->pointer, sizeof(orb->pointer)); |
9ba136d0 KH |
434 | |
435 | spin_lock_irqsave(&device->card->lock, flags); | |
5a3c2be6 | 436 | list_add_tail(&orb->link, &lu->orb_list); |
9ba136d0 KH |
437 | spin_unlock_irqrestore(&device->card->lock, flags); |
438 | ||
e57d2011 KH |
439 | /* Take a ref for the orb list and for the transaction callback. */ |
440 | kref_get(&orb->kref); | |
441 | kref_get(&orb->kref); | |
442 | ||
9ba136d0 | 443 | fw_send_request(device->card, &orb->t, TCODE_WRITE_BLOCK_REQUEST, |
f1397490 | 444 | node_id, generation, device->max_speed, offset, |
2d826cc5 | 445 | &orb->pointer, sizeof(orb->pointer), |
9ba136d0 KH |
446 | complete_transaction, orb); |
447 | } | |
448 | ||
5a3c2be6 | 449 | static int sbp2_cancel_orbs(struct sbp2_logical_unit *lu) |
9ba136d0 | 450 | { |
5a3c2be6 | 451 | struct fw_device *device = fw_device(lu->tgt->unit->device.parent); |
9ba136d0 KH |
452 | struct sbp2_orb *orb, *next; |
453 | struct list_head list; | |
454 | unsigned long flags; | |
2aaad97b | 455 | int retval = -ENOENT; |
9ba136d0 KH |
456 | |
457 | INIT_LIST_HEAD(&list); | |
458 | spin_lock_irqsave(&device->card->lock, flags); | |
5a3c2be6 | 459 | list_splice_init(&lu->orb_list, &list); |
9ba136d0 KH |
460 | spin_unlock_irqrestore(&device->card->lock, flags); |
461 | ||
462 | list_for_each_entry_safe(orb, next, &list, link) { | |
2aaad97b | 463 | retval = 0; |
730c32f5 KH |
464 | if (fw_cancel_transaction(device->card, &orb->t) == 0) |
465 | continue; | |
466 | ||
9ba136d0 KH |
467 | orb->rcode = RCODE_CANCELLED; |
468 | orb->callback(orb, NULL); | |
469 | } | |
9ba136d0 | 470 | |
2aaad97b | 471 | return retval; |
1d3d52c5 KH |
472 | } |
473 | ||
9ba136d0 KH |
474 | static void |
475 | complete_management_orb(struct sbp2_orb *base_orb, struct sbp2_status *status) | |
476 | { | |
477 | struct sbp2_management_orb *orb = | |
6f061487 | 478 | container_of(base_orb, struct sbp2_management_orb, base); |
9ba136d0 KH |
479 | |
480 | if (status) | |
2d826cc5 | 481 | memcpy(&orb->status, status, sizeof(*status)); |
9ba136d0 KH |
482 | complete(&orb->done); |
483 | } | |
484 | ||
485 | static int | |
5a3c2be6 SR |
486 | sbp2_send_management_orb(struct sbp2_logical_unit *lu, int node_id, |
487 | int generation, int function, int lun_or_login_id, | |
488 | void *response) | |
9ba136d0 | 489 | { |
5a3c2be6 | 490 | struct fw_device *device = fw_device(lu->tgt->unit->device.parent); |
9ba136d0 | 491 | struct sbp2_management_orb *orb; |
9ba136d0 KH |
492 | int retval = -ENOMEM; |
493 | ||
2d826cc5 | 494 | orb = kzalloc(sizeof(*orb), GFP_ATOMIC); |
9ba136d0 KH |
495 | if (orb == NULL) |
496 | return -ENOMEM; | |
497 | ||
e57d2011 | 498 | kref_init(&orb->base.kref); |
9ba136d0 KH |
499 | orb->response_bus = |
500 | dma_map_single(device->card->device, &orb->response, | |
2d826cc5 | 501 | sizeof(orb->response), DMA_FROM_DEVICE); |
82eff9db | 502 | if (dma_mapping_error(orb->response_bus)) |
7aa48481 | 503 | goto fail_mapping_response; |
9ba136d0 KH |
504 | |
505 | orb->request.response.high = 0; | |
506 | orb->request.response.low = orb->response_bus; | |
507 | ||
508 | orb->request.misc = | |
a77754a7 KH |
509 | MANAGEMENT_ORB_NOTIFY | |
510 | MANAGEMENT_ORB_FUNCTION(function) | | |
5a3c2be6 | 511 | MANAGEMENT_ORB_LUN(lun_or_login_id); |
9ba136d0 | 512 | orb->request.length = |
2d826cc5 | 513 | MANAGEMENT_ORB_RESPONSE_LENGTH(sizeof(orb->response)); |
9ba136d0 | 514 | |
5a3c2be6 SR |
515 | orb->request.status_fifo.high = lu->address_handler.offset >> 32; |
516 | orb->request.status_fifo.low = lu->address_handler.offset; | |
9ba136d0 | 517 | |
9ba136d0 KH |
518 | if (function == SBP2_LOGIN_REQUEST) { |
519 | orb->request.misc |= | |
5cd54c94 | 520 | MANAGEMENT_ORB_EXCLUSIVE(sbp2_param_exclusive_login) | |
a77754a7 | 521 | MANAGEMENT_ORB_RECONNECT(0); |
9ba136d0 KH |
522 | } |
523 | ||
2d826cc5 | 524 | fw_memcpy_to_be32(&orb->request, &orb->request, sizeof(orb->request)); |
9ba136d0 KH |
525 | |
526 | init_completion(&orb->done); | |
527 | orb->base.callback = complete_management_orb; | |
2aaad97b | 528 | |
7aa48481 SR |
529 | orb->base.request_bus = |
530 | dma_map_single(device->card->device, &orb->request, | |
531 | sizeof(orb->request), DMA_TO_DEVICE); | |
532 | if (dma_mapping_error(orb->base.request_bus)) | |
533 | goto fail_mapping_request; | |
534 | ||
5a3c2be6 SR |
535 | sbp2_send_orb(&orb->base, lu, node_id, generation, |
536 | lu->tgt->management_agent_address); | |
9ba136d0 | 537 | |
2aaad97b KH |
538 | wait_for_completion_timeout(&orb->done, |
539 | msecs_to_jiffies(SBP2_ORB_TIMEOUT)); | |
9ba136d0 | 540 | |
9ba136d0 | 541 | retval = -EIO; |
5a3c2be6 | 542 | if (sbp2_cancel_orbs(lu) == 0) { |
2aaad97b | 543 | fw_error("orb reply timed out, rcode=0x%02x\n", |
9ba136d0 KH |
544 | orb->base.rcode); |
545 | goto out; | |
546 | } | |
547 | ||
2aaad97b KH |
548 | if (orb->base.rcode != RCODE_COMPLETE) { |
549 | fw_error("management write failed, rcode 0x%02x\n", | |
9ba136d0 KH |
550 | orb->base.rcode); |
551 | goto out; | |
552 | } | |
553 | ||
a77754a7 KH |
554 | if (STATUS_GET_RESPONSE(orb->status) != 0 || |
555 | STATUS_GET_SBP_STATUS(orb->status) != 0) { | |
9ba136d0 | 556 | fw_error("error status: %d:%d\n", |
a77754a7 KH |
557 | STATUS_GET_RESPONSE(orb->status), |
558 | STATUS_GET_SBP_STATUS(orb->status)); | |
9ba136d0 KH |
559 | goto out; |
560 | } | |
561 | ||
562 | retval = 0; | |
563 | out: | |
564 | dma_unmap_single(device->card->device, orb->base.request_bus, | |
2d826cc5 | 565 | sizeof(orb->request), DMA_TO_DEVICE); |
7aa48481 | 566 | fail_mapping_request: |
9ba136d0 | 567 | dma_unmap_single(device->card->device, orb->response_bus, |
2d826cc5 | 568 | sizeof(orb->response), DMA_FROM_DEVICE); |
7aa48481 | 569 | fail_mapping_response: |
9ba136d0 KH |
570 | if (response) |
571 | fw_memcpy_from_be32(response, | |
2d826cc5 | 572 | orb->response, sizeof(orb->response)); |
e57d2011 | 573 | kref_put(&orb->base.kref, free_orb); |
9ba136d0 KH |
574 | |
575 | return retval; | |
576 | } | |
577 | ||
578 | static void | |
579 | complete_agent_reset_write(struct fw_card *card, int rcode, | |
580 | void *payload, size_t length, void *data) | |
581 | { | |
582 | struct fw_transaction *t = data; | |
583 | ||
9ba136d0 KH |
584 | kfree(t); |
585 | } | |
586 | ||
5a3c2be6 | 587 | static int sbp2_agent_reset(struct sbp2_logical_unit *lu) |
9ba136d0 | 588 | { |
5a3c2be6 | 589 | struct fw_device *device = fw_device(lu->tgt->unit->device.parent); |
9ba136d0 KH |
590 | struct fw_transaction *t; |
591 | static u32 zero; | |
592 | ||
2d826cc5 | 593 | t = kzalloc(sizeof(*t), GFP_ATOMIC); |
9ba136d0 KH |
594 | if (t == NULL) |
595 | return -ENOMEM; | |
596 | ||
597 | fw_send_request(device->card, t, TCODE_WRITE_QUADLET_REQUEST, | |
5a3c2be6 SR |
598 | lu->tgt->node_id, lu->generation, device->max_speed, |
599 | lu->command_block_agent_address + SBP2_AGENT_RESET, | |
2d826cc5 | 600 | &zero, sizeof(zero), complete_agent_reset_write, t); |
9ba136d0 KH |
601 | |
602 | return 0; | |
603 | } | |
604 | ||
5a3c2be6 | 605 | static void sbp2_release_target(struct kref *kref) |
b3d6e151 | 606 | { |
5a3c2be6 SR |
607 | struct sbp2_target *tgt = container_of(kref, struct sbp2_target, kref); |
608 | struct sbp2_logical_unit *lu, *next; | |
609 | struct Scsi_Host *shost = | |
610 | container_of((void *)tgt, struct Scsi_Host, hostdata[0]); | |
611 | ||
612 | list_for_each_entry_safe(lu, next, &tgt->lu_list, link) { | |
613 | if (lu->sdev) | |
614 | scsi_remove_device(lu->sdev); | |
615 | ||
616 | sbp2_send_management_orb(lu, tgt->node_id, lu->generation, | |
617 | SBP2_LOGOUT_REQUEST, lu->login_id, NULL); | |
618 | fw_core_remove_address_handler(&lu->address_handler); | |
619 | list_del(&lu->link); | |
620 | kfree(lu); | |
621 | } | |
622 | scsi_remove_host(shost); | |
623 | fw_notify("released %s\n", tgt->unit->device.bus_id); | |
624 | ||
625 | put_device(&tgt->unit->device); | |
626 | scsi_host_put(shost); | |
b3d6e151 KH |
627 | } |
628 | ||
df8ec249 SR |
629 | static struct workqueue_struct *sbp2_wq; |
630 | ||
5a3c2be6 SR |
631 | static void sbp2_reconnect(struct work_struct *work); |
632 | ||
7f37c426 KH |
633 | static void sbp2_login(struct work_struct *work) |
634 | { | |
5a3c2be6 SR |
635 | struct sbp2_logical_unit *lu = |
636 | container_of(work, struct sbp2_logical_unit, work.work); | |
637 | struct Scsi_Host *shost = | |
638 | container_of((void *)lu->tgt, struct Scsi_Host, hostdata[0]); | |
639 | struct scsi_device *sdev; | |
640 | struct scsi_lun eight_bytes_lun; | |
641 | struct fw_unit *unit = lu->tgt->unit; | |
7f37c426 KH |
642 | struct fw_device *device = fw_device(unit->device.parent); |
643 | struct sbp2_login_response response; | |
5a3c2be6 | 644 | int generation, node_id, local_node_id; |
7f37c426 KH |
645 | |
646 | generation = device->card->generation; | |
647 | node_id = device->node->node_id; | |
648 | local_node_id = device->card->local_node->node_id; | |
649 | ||
5a3c2be6 SR |
650 | if (sbp2_send_management_orb(lu, node_id, generation, |
651 | SBP2_LOGIN_REQUEST, lu->lun, &response) < 0) { | |
652 | if (lu->retries++ < 5) { | |
7c45d191 SR |
653 | if (queue_delayed_work(sbp2_wq, &lu->work, |
654 | DIV_ROUND_UP(HZ, 5))) | |
655 | kref_get(&lu->tgt->kref); | |
7f37c426 | 656 | } else { |
5a3c2be6 SR |
657 | fw_error("failed to login to %s LUN %04x\n", |
658 | unit->device.bus_id, lu->lun); | |
7f37c426 | 659 | } |
7c45d191 | 660 | kref_put(&lu->tgt->kref, sbp2_release_target); |
7f37c426 KH |
661 | return; |
662 | } | |
663 | ||
5a3c2be6 SR |
664 | lu->generation = generation; |
665 | lu->tgt->node_id = node_id; | |
666 | lu->tgt->address_high = local_node_id << 16; | |
7f37c426 KH |
667 | |
668 | /* Get command block agent offset and login id. */ | |
5a3c2be6 | 669 | lu->command_block_agent_address = |
5c5539d8 | 670 | ((u64) (response.command_block_agent.high & 0xffff) << 32) | |
7f37c426 | 671 | response.command_block_agent.low; |
5a3c2be6 | 672 | lu->login_id = LOGIN_RESPONSE_GET_LOGIN_ID(response); |
7f37c426 | 673 | |
5a3c2be6 SR |
674 | fw_notify("logged in to %s LUN %04x (%d retries)\n", |
675 | unit->device.bus_id, lu->lun, lu->retries); | |
7f37c426 KH |
676 | |
677 | #if 0 | |
678 | /* FIXME: The linux1394 sbp2 does this last step. */ | |
679 | sbp2_set_busy_timeout(scsi_id); | |
680 | #endif | |
681 | ||
5a3c2be6 SR |
682 | PREPARE_DELAYED_WORK(&lu->work, sbp2_reconnect); |
683 | sbp2_agent_reset(lu); | |
684 | ||
685 | memset(&eight_bytes_lun, 0, sizeof(eight_bytes_lun)); | |
686 | eight_bytes_lun.scsi_lun[0] = (lu->lun >> 8) & 0xff; | |
687 | eight_bytes_lun.scsi_lun[1] = lu->lun & 0xff; | |
7f37c426 | 688 | |
5a3c2be6 SR |
689 | sdev = __scsi_add_device(shost, 0, 0, |
690 | scsilun_to_int(&eight_bytes_lun), lu); | |
691 | if (IS_ERR(sdev)) { | |
692 | sbp2_send_management_orb(lu, node_id, generation, | |
693 | SBP2_LOGOUT_REQUEST, lu->login_id, NULL); | |
c781c06d KH |
694 | /* |
695 | * Set this back to sbp2_login so we fall back and | |
696 | * retry login on bus reset. | |
697 | */ | |
5a3c2be6 SR |
698 | PREPARE_DELAYED_WORK(&lu->work, sbp2_login); |
699 | } else { | |
700 | lu->sdev = sdev; | |
701 | scsi_device_put(sdev); | |
7f37c426 | 702 | } |
5a3c2be6 | 703 | kref_put(&lu->tgt->kref, sbp2_release_target); |
7f37c426 | 704 | } |
9ba136d0 | 705 | |
5a3c2be6 | 706 | static int sbp2_add_logical_unit(struct sbp2_target *tgt, int lun_entry) |
9ba136d0 | 707 | { |
5a3c2be6 | 708 | struct sbp2_logical_unit *lu; |
9ba136d0 | 709 | |
5a3c2be6 SR |
710 | lu = kmalloc(sizeof(*lu), GFP_KERNEL); |
711 | if (!lu) | |
712 | return -ENOMEM; | |
9ba136d0 | 713 | |
5a3c2be6 SR |
714 | lu->address_handler.length = 0x100; |
715 | lu->address_handler.address_callback = sbp2_status_write; | |
716 | lu->address_handler.callback_data = lu; | |
9ba136d0 | 717 | |
5a3c2be6 SR |
718 | if (fw_core_add_address_handler(&lu->address_handler, |
719 | &fw_high_memory_region) < 0) { | |
720 | kfree(lu); | |
721 | return -ENOMEM; | |
722 | } | |
9ba136d0 | 723 | |
5a3c2be6 SR |
724 | lu->tgt = tgt; |
725 | lu->sdev = NULL; | |
726 | lu->lun = lun_entry & 0xffff; | |
727 | lu->retries = 0; | |
728 | INIT_LIST_HEAD(&lu->orb_list); | |
729 | INIT_DELAYED_WORK(&lu->work, sbp2_login); | |
9ba136d0 | 730 | |
5a3c2be6 SR |
731 | list_add_tail(&lu->link, &tgt->lu_list); |
732 | return 0; | |
733 | } | |
ad85274f | 734 | |
5a3c2be6 SR |
735 | static int sbp2_scan_logical_unit_dir(struct sbp2_target *tgt, u32 *directory) |
736 | { | |
737 | struct fw_csr_iterator ci; | |
738 | int key, value; | |
9ba136d0 | 739 | |
5a3c2be6 SR |
740 | fw_csr_iterator_init(&ci, directory); |
741 | while (fw_csr_iterator_next(&ci, &key, &value)) | |
742 | if (key == SBP2_CSR_LOGICAL_UNIT_NUMBER && | |
743 | sbp2_add_logical_unit(tgt, value) < 0) | |
744 | return -ENOMEM; | |
745 | return 0; | |
746 | } | |
747 | ||
748 | static int sbp2_scan_unit_dir(struct sbp2_target *tgt, u32 *directory, | |
749 | u32 *model, u32 *firmware_revision) | |
750 | { | |
751 | struct fw_csr_iterator ci; | |
752 | int key, value; | |
753 | ||
754 | fw_csr_iterator_init(&ci, directory); | |
9ba136d0 KH |
755 | while (fw_csr_iterator_next(&ci, &key, &value)) { |
756 | switch (key) { | |
5a3c2be6 | 757 | |
9ba136d0 | 758 | case CSR_DEPENDENT_INFO | CSR_OFFSET: |
5a3c2be6 SR |
759 | tgt->management_agent_address = |
760 | CSR_REGISTER_BASE + 4 * value; | |
9ba136d0 | 761 | break; |
5a3c2be6 SR |
762 | |
763 | case CSR_DIRECTORY_ID: | |
764 | tgt->directory_id = value; | |
9ba136d0 | 765 | break; |
5a3c2be6 | 766 | |
9ba136d0 | 767 | case CSR_MODEL: |
5a3c2be6 SR |
768 | *model = value; |
769 | break; | |
770 | ||
771 | case SBP2_CSR_FIRMWARE_REVISION: | |
772 | *firmware_revision = value; | |
773 | break; | |
774 | ||
775 | case SBP2_CSR_LOGICAL_UNIT_NUMBER: | |
776 | if (sbp2_add_logical_unit(tgt, value) < 0) | |
777 | return -ENOMEM; | |
778 | break; | |
779 | ||
780 | case SBP2_CSR_LOGICAL_UNIT_DIRECTORY: | |
781 | if (sbp2_scan_logical_unit_dir(tgt, ci.p + value) < 0) | |
782 | return -ENOMEM; | |
9ba136d0 KH |
783 | break; |
784 | } | |
785 | } | |
5a3c2be6 SR |
786 | return 0; |
787 | } | |
788 | ||
789 | static void sbp2_init_workarounds(struct sbp2_target *tgt, u32 model, | |
790 | u32 firmware_revision) | |
791 | { | |
792 | int i; | |
2df222b8 SR |
793 | unsigned w = sbp2_param_workarounds; |
794 | ||
795 | if (w) | |
796 | fw_notify("Please notify linux1394-devel@lists.sourceforge.net " | |
797 | "if you need the workarounds parameter for %s\n", | |
798 | tgt->unit->device.bus_id); | |
5a3c2be6 | 799 | |
2df222b8 SR |
800 | if (w & SBP2_WORKAROUND_OVERRIDE) |
801 | goto out; | |
9ba136d0 KH |
802 | |
803 | for (i = 0; i < ARRAY_SIZE(sbp2_workarounds_table); i++) { | |
5a3c2be6 | 804 | |
9ba136d0 KH |
805 | if (sbp2_workarounds_table[i].firmware_revision != |
806 | (firmware_revision & 0xffffff00)) | |
807 | continue; | |
5a3c2be6 | 808 | |
9ba136d0 KH |
809 | if (sbp2_workarounds_table[i].model != model && |
810 | sbp2_workarounds_table[i].model != ~0) | |
811 | continue; | |
5a3c2be6 | 812 | |
2df222b8 | 813 | w |= sbp2_workarounds_table[i].workarounds; |
9ba136d0 KH |
814 | break; |
815 | } | |
2df222b8 SR |
816 | out: |
817 | if (w) | |
5a3c2be6 | 818 | fw_notify("Workarounds for %s: 0x%x " |
9ba136d0 | 819 | "(firmware_revision 0x%06x, model_id 0x%06x)\n", |
5a3c2be6 | 820 | tgt->unit->device.bus_id, |
2df222b8 SR |
821 | w, firmware_revision, model); |
822 | tgt->workarounds = w; | |
5a3c2be6 SR |
823 | } |
824 | ||
825 | static struct scsi_host_template scsi_driver_template; | |
826 | ||
827 | static int sbp2_probe(struct device *dev) | |
828 | { | |
829 | struct fw_unit *unit = fw_unit(dev); | |
830 | struct fw_device *device = fw_device(unit->device.parent); | |
831 | struct sbp2_target *tgt; | |
832 | struct sbp2_logical_unit *lu; | |
833 | struct Scsi_Host *shost; | |
834 | u32 model, firmware_revision; | |
835 | ||
836 | shost = scsi_host_alloc(&scsi_driver_template, sizeof(*tgt)); | |
837 | if (shost == NULL) | |
838 | return -ENOMEM; | |
839 | ||
840 | tgt = (struct sbp2_target *)shost->hostdata; | |
841 | unit->device.driver_data = tgt; | |
842 | tgt->unit = unit; | |
843 | kref_init(&tgt->kref); | |
844 | INIT_LIST_HEAD(&tgt->lu_list); | |
845 | ||
846 | if (fw_device_enable_phys_dma(device) < 0) | |
847 | goto fail_shost_put; | |
848 | ||
849 | if (scsi_add_host(shost, &unit->device) < 0) | |
850 | goto fail_shost_put; | |
851 | ||
852 | /* Initialize to values that won't match anything in our table. */ | |
853 | firmware_revision = 0xff000000; | |
854 | model = 0xff000000; | |
855 | ||
856 | /* implicit directory ID */ | |
857 | tgt->directory_id = ((unit->directory - device->config_rom) * 4 | |
858 | + CSR_CONFIG_ROM) & 0xffffff; | |
859 | ||
860 | if (sbp2_scan_unit_dir(tgt, unit->directory, &model, | |
861 | &firmware_revision) < 0) | |
862 | goto fail_tgt_put; | |
863 | ||
864 | sbp2_init_workarounds(tgt, model, firmware_revision); | |
9ba136d0 | 865 | |
b3d6e151 KH |
866 | get_device(&unit->device); |
867 | ||
c781c06d KH |
868 | /* |
869 | * We schedule work to do the login so we can easily | |
b3d6e151 | 870 | * reschedule retries. Always get the ref before scheduling |
c781c06d KH |
871 | * work. |
872 | */ | |
5a3c2be6 | 873 | list_for_each_entry(lu, &tgt->lu_list, link) |
df8ec249 | 874 | if (queue_delayed_work(sbp2_wq, &lu->work, 0)) |
5a3c2be6 | 875 | kref_get(&tgt->kref); |
9ba136d0 | 876 | return 0; |
ad85274f | 877 | |
5a3c2be6 SR |
878 | fail_tgt_put: |
879 | kref_put(&tgt->kref, sbp2_release_target); | |
880 | return -ENOMEM; | |
881 | ||
882 | fail_shost_put: | |
883 | scsi_host_put(shost); | |
884 | return -ENOMEM; | |
9ba136d0 KH |
885 | } |
886 | ||
887 | static int sbp2_remove(struct device *dev) | |
888 | { | |
889 | struct fw_unit *unit = fw_unit(dev); | |
5a3c2be6 | 890 | struct sbp2_target *tgt = unit->device.driver_data; |
9ba136d0 | 891 | |
5a3c2be6 | 892 | kref_put(&tgt->kref, sbp2_release_target); |
9ba136d0 KH |
893 | return 0; |
894 | } | |
895 | ||
896 | static void sbp2_reconnect(struct work_struct *work) | |
897 | { | |
5a3c2be6 SR |
898 | struct sbp2_logical_unit *lu = |
899 | container_of(work, struct sbp2_logical_unit, work.work); | |
900 | struct fw_unit *unit = lu->tgt->unit; | |
9ba136d0 KH |
901 | struct fw_device *device = fw_device(unit->device.parent); |
902 | int generation, node_id, local_node_id; | |
903 | ||
9ba136d0 KH |
904 | generation = device->card->generation; |
905 | node_id = device->node->node_id; | |
906 | local_node_id = device->card->local_node->node_id; | |
907 | ||
5a3c2be6 | 908 | if (sbp2_send_management_orb(lu, node_id, generation, |
7f37c426 | 909 | SBP2_RECONNECT_REQUEST, |
5a3c2be6 SR |
910 | lu->login_id, NULL) < 0) { |
911 | if (lu->retries++ >= 5) { | |
7f37c426 KH |
912 | fw_error("failed to reconnect to %s\n", |
913 | unit->device.bus_id); | |
914 | /* Fall back and try to log in again. */ | |
5a3c2be6 SR |
915 | lu->retries = 0; |
916 | PREPARE_DELAYED_WORK(&lu->work, sbp2_login); | |
7f37c426 | 917 | } |
7c45d191 SR |
918 | if (queue_delayed_work(sbp2_wq, &lu->work, DIV_ROUND_UP(HZ, 5))) |
919 | kref_get(&lu->tgt->kref); | |
920 | kref_put(&lu->tgt->kref, sbp2_release_target); | |
7f37c426 KH |
921 | return; |
922 | } | |
9ba136d0 | 923 | |
5a3c2be6 SR |
924 | lu->generation = generation; |
925 | lu->tgt->node_id = node_id; | |
926 | lu->tgt->address_high = local_node_id << 16; | |
7f37c426 | 927 | |
5a3c2be6 SR |
928 | fw_notify("reconnected to %s LUN %04x (%d retries)\n", |
929 | unit->device.bus_id, lu->lun, lu->retries); | |
930 | ||
931 | sbp2_agent_reset(lu); | |
932 | sbp2_cancel_orbs(lu); | |
933 | ||
934 | kref_put(&lu->tgt->kref, sbp2_release_target); | |
9ba136d0 KH |
935 | } |
936 | ||
937 | static void sbp2_update(struct fw_unit *unit) | |
938 | { | |
5a3c2be6 SR |
939 | struct sbp2_target *tgt = unit->device.driver_data; |
940 | struct sbp2_logical_unit *lu; | |
9ba136d0 | 941 | |
5a3c2be6 SR |
942 | fw_device_enable_phys_dma(fw_device(unit->device.parent)); |
943 | ||
944 | /* | |
945 | * Fw-core serializes sbp2_update() against sbp2_remove(). | |
946 | * Iteration over tgt->lu_list is therefore safe here. | |
947 | */ | |
948 | list_for_each_entry(lu, &tgt->lu_list, link) { | |
949 | lu->retries = 0; | |
df8ec249 | 950 | if (queue_delayed_work(sbp2_wq, &lu->work, 0)) |
5a3c2be6 SR |
951 | kref_get(&tgt->kref); |
952 | } | |
9ba136d0 KH |
953 | } |
954 | ||
955 | #define SBP2_UNIT_SPEC_ID_ENTRY 0x0000609e | |
956 | #define SBP2_SW_VERSION_ENTRY 0x00010483 | |
957 | ||
21ebcd12 | 958 | static const struct fw_device_id sbp2_id_table[] = { |
9ba136d0 KH |
959 | { |
960 | .match_flags = FW_MATCH_SPECIFIER_ID | FW_MATCH_VERSION, | |
961 | .specifier_id = SBP2_UNIT_SPEC_ID_ENTRY, | |
5af4e5ea | 962 | .version = SBP2_SW_VERSION_ENTRY, |
9ba136d0 KH |
963 | }, |
964 | { } | |
965 | }; | |
966 | ||
967 | static struct fw_driver sbp2_driver = { | |
968 | .driver = { | |
969 | .owner = THIS_MODULE, | |
970 | .name = sbp2_driver_name, | |
971 | .bus = &fw_bus_type, | |
972 | .probe = sbp2_probe, | |
973 | .remove = sbp2_remove, | |
974 | }, | |
975 | .update = sbp2_update, | |
976 | .id_table = sbp2_id_table, | |
977 | }; | |
978 | ||
fbb5423c KH |
979 | static unsigned int |
980 | sbp2_status_to_sense_data(u8 *sbp2_status, u8 *sense_data) | |
9ba136d0 | 981 | { |
fbb5423c KH |
982 | int sam_status; |
983 | ||
9ba136d0 KH |
984 | sense_data[0] = 0x70; |
985 | sense_data[1] = 0x0; | |
986 | sense_data[2] = sbp2_status[1]; | |
987 | sense_data[3] = sbp2_status[4]; | |
988 | sense_data[4] = sbp2_status[5]; | |
989 | sense_data[5] = sbp2_status[6]; | |
990 | sense_data[6] = sbp2_status[7]; | |
991 | sense_data[7] = 10; | |
992 | sense_data[8] = sbp2_status[8]; | |
993 | sense_data[9] = sbp2_status[9]; | |
994 | sense_data[10] = sbp2_status[10]; | |
995 | sense_data[11] = sbp2_status[11]; | |
996 | sense_data[12] = sbp2_status[2]; | |
997 | sense_data[13] = sbp2_status[3]; | |
998 | sense_data[14] = sbp2_status[12]; | |
999 | sense_data[15] = sbp2_status[13]; | |
1000 | ||
fbb5423c | 1001 | sam_status = sbp2_status[0] & 0x3f; |
9ba136d0 | 1002 | |
fbb5423c KH |
1003 | switch (sam_status) { |
1004 | case SAM_STAT_GOOD: | |
9ba136d0 | 1005 | case SAM_STAT_CHECK_CONDITION: |
9ba136d0 | 1006 | case SAM_STAT_CONDITION_MET: |
fbb5423c | 1007 | case SAM_STAT_BUSY: |
9ba136d0 KH |
1008 | case SAM_STAT_RESERVATION_CONFLICT: |
1009 | case SAM_STAT_COMMAND_TERMINATED: | |
fbb5423c KH |
1010 | return DID_OK << 16 | sam_status; |
1011 | ||
9ba136d0 | 1012 | default: |
fbb5423c | 1013 | return DID_ERROR << 16; |
9ba136d0 KH |
1014 | } |
1015 | } | |
1016 | ||
1017 | static void | |
1018 | complete_command_orb(struct sbp2_orb *base_orb, struct sbp2_status *status) | |
1019 | { | |
6f061487 JF |
1020 | struct sbp2_command_orb *orb = |
1021 | container_of(base_orb, struct sbp2_command_orb, base); | |
5a3c2be6 | 1022 | struct fw_device *device = fw_device(orb->lu->tgt->unit->device.parent); |
9ba136d0 KH |
1023 | int result; |
1024 | ||
1025 | if (status != NULL) { | |
a77754a7 | 1026 | if (STATUS_GET_DEAD(*status)) |
5a3c2be6 | 1027 | sbp2_agent_reset(orb->lu); |
9ba136d0 | 1028 | |
a77754a7 | 1029 | switch (STATUS_GET_RESPONSE(*status)) { |
9ba136d0 | 1030 | case SBP2_STATUS_REQUEST_COMPLETE: |
fbb5423c | 1031 | result = DID_OK << 16; |
9ba136d0 KH |
1032 | break; |
1033 | case SBP2_STATUS_TRANSPORT_FAILURE: | |
fbb5423c | 1034 | result = DID_BUS_BUSY << 16; |
9ba136d0 KH |
1035 | break; |
1036 | case SBP2_STATUS_ILLEGAL_REQUEST: | |
1037 | case SBP2_STATUS_VENDOR_DEPENDENT: | |
1038 | default: | |
fbb5423c | 1039 | result = DID_ERROR << 16; |
9ba136d0 KH |
1040 | break; |
1041 | } | |
1042 | ||
a77754a7 KH |
1043 | if (result == DID_OK << 16 && STATUS_GET_LEN(*status) > 1) |
1044 | result = sbp2_status_to_sense_data(STATUS_GET_DATA(*status), | |
9ba136d0 KH |
1045 | orb->cmd->sense_buffer); |
1046 | } else { | |
c781c06d KH |
1047 | /* |
1048 | * If the orb completes with status == NULL, something | |
9ba136d0 | 1049 | * went wrong, typically a bus reset happened mid-orb |
c781c06d KH |
1050 | * or when sending the write (less likely). |
1051 | */ | |
fbb5423c | 1052 | result = DID_BUS_BUSY << 16; |
9ba136d0 KH |
1053 | } |
1054 | ||
1055 | dma_unmap_single(device->card->device, orb->base.request_bus, | |
2d826cc5 | 1056 | sizeof(orb->request), DMA_TO_DEVICE); |
9ba136d0 | 1057 | |
412edf65 SR |
1058 | if (scsi_sg_count(orb->cmd) > 0) |
1059 | dma_unmap_sg(device->card->device, scsi_sglist(orb->cmd), | |
1060 | scsi_sg_count(orb->cmd), | |
9ba136d0 | 1061 | orb->cmd->sc_data_direction); |
9ba136d0 KH |
1062 | |
1063 | if (orb->page_table_bus != 0) | |
1064 | dma_unmap_single(device->card->device, orb->page_table_bus, | |
b4be016a | 1065 | sizeof(orb->page_table), DMA_TO_DEVICE); |
9ba136d0 | 1066 | |
fbb5423c | 1067 | orb->cmd->result = result; |
9ba136d0 | 1068 | orb->done(orb->cmd); |
9ba136d0 KH |
1069 | } |
1070 | ||
5a3c2be6 SR |
1071 | static int |
1072 | sbp2_map_scatterlist(struct sbp2_command_orb *orb, struct fw_device *device, | |
1073 | struct sbp2_logical_unit *lu) | |
9ba136d0 | 1074 | { |
9ba136d0 KH |
1075 | struct scatterlist *sg; |
1076 | int sg_len, l, i, j, count; | |
9ba136d0 KH |
1077 | dma_addr_t sg_addr; |
1078 | ||
412edf65 SR |
1079 | sg = scsi_sglist(orb->cmd); |
1080 | count = dma_map_sg(device->card->device, sg, scsi_sg_count(orb->cmd), | |
9ba136d0 | 1081 | orb->cmd->sc_data_direction); |
95ffc5e3 KH |
1082 | if (count == 0) |
1083 | goto fail; | |
9ba136d0 | 1084 | |
c781c06d KH |
1085 | /* |
1086 | * Handle the special case where there is only one element in | |
9ba136d0 KH |
1087 | * the scatter list by converting it to an immediate block |
1088 | * request. This is also a workaround for broken devices such | |
1089 | * as the second generation iPod which doesn't support page | |
c781c06d KH |
1090 | * tables. |
1091 | */ | |
9ba136d0 | 1092 | if (count == 1 && sg_dma_len(sg) < SBP2_MAX_SG_ELEMENT_LENGTH) { |
5a3c2be6 | 1093 | orb->request.data_descriptor.high = lu->tgt->address_high; |
9ba136d0 | 1094 | orb->request.data_descriptor.low = sg_dma_address(sg); |
5a3c2be6 | 1095 | orb->request.misc |= COMMAND_ORB_DATA_SIZE(sg_dma_len(sg)); |
95ffc5e3 | 1096 | return 0; |
9ba136d0 KH |
1097 | } |
1098 | ||
c781c06d KH |
1099 | /* |
1100 | * Convert the scatterlist to an sbp2 page table. If any | |
36abb3b1 KHSR |
1101 | * scatterlist entries are too big for sbp2, we split them as we |
1102 | * go. Even if we ask the block I/O layer to not give us sg | |
1103 | * elements larger than 65535 bytes, some IOMMUs may merge sg elements | |
1104 | * during DMA mapping, and Linux currently doesn't prevent this. | |
c781c06d | 1105 | */ |
9ba136d0 KH |
1106 | for (i = 0, j = 0; i < count; i++) { |
1107 | sg_len = sg_dma_len(sg + i); | |
1108 | sg_addr = sg_dma_address(sg + i); | |
1109 | while (sg_len) { | |
332ef331 SR |
1110 | /* FIXME: This won't get us out of the pinch. */ |
1111 | if (unlikely(j >= ARRAY_SIZE(orb->page_table))) { | |
1112 | fw_error("page table overflow\n"); | |
1113 | goto fail_page_table; | |
1114 | } | |
9ba136d0 KH |
1115 | l = min(sg_len, SBP2_MAX_SG_ELEMENT_LENGTH); |
1116 | orb->page_table[j].low = sg_addr; | |
1117 | orb->page_table[j].high = (l << 16); | |
1118 | sg_addr += l; | |
1119 | sg_len -= l; | |
1120 | j++; | |
1121 | } | |
1122 | } | |
1123 | ||
b4be016a SR |
1124 | fw_memcpy_to_be32(orb->page_table, orb->page_table, |
1125 | sizeof(orb->page_table[0]) * j); | |
1126 | orb->page_table_bus = | |
1127 | dma_map_single(device->card->device, orb->page_table, | |
1128 | sizeof(orb->page_table), DMA_TO_DEVICE); | |
1129 | if (dma_mapping_error(orb->page_table_bus)) | |
1130 | goto fail_page_table; | |
9ba136d0 | 1131 | |
c781c06d KH |
1132 | /* |
1133 | * The data_descriptor pointer is the one case where we need | |
9ba136d0 KH |
1134 | * to fill in the node ID part of the address. All other |
1135 | * pointers assume that the data referenced reside on the | |
1136 | * initiator (i.e. us), but data_descriptor can refer to data | |
c781c06d KH |
1137 | * on other nodes so we need to put our ID in descriptor.high. |
1138 | */ | |
5a3c2be6 | 1139 | orb->request.data_descriptor.high = lu->tgt->address_high; |
9ba136d0 KH |
1140 | orb->request.data_descriptor.low = orb->page_table_bus; |
1141 | orb->request.misc |= | |
a77754a7 KH |
1142 | COMMAND_ORB_PAGE_TABLE_PRESENT | |
1143 | COMMAND_ORB_DATA_SIZE(j); | |
9ba136d0 | 1144 | |
95ffc5e3 KH |
1145 | return 0; |
1146 | ||
1147 | fail_page_table: | |
412edf65 | 1148 | dma_unmap_sg(device->card->device, sg, scsi_sg_count(orb->cmd), |
95ffc5e3 KH |
1149 | orb->cmd->sc_data_direction); |
1150 | fail: | |
1151 | return -ENOMEM; | |
9ba136d0 KH |
1152 | } |
1153 | ||
9ba136d0 KH |
1154 | /* SCSI stack integration */ |
1155 | ||
1156 | static int sbp2_scsi_queuecommand(struct scsi_cmnd *cmd, scsi_done_fn_t done) | |
1157 | { | |
5a3c2be6 SR |
1158 | struct sbp2_logical_unit *lu = cmd->device->hostdata; |
1159 | struct fw_device *device = fw_device(lu->tgt->unit->device.parent); | |
9ba136d0 | 1160 | struct sbp2_command_orb *orb; |
25659f71 | 1161 | unsigned max_payload; |
5a3c2be6 | 1162 | int retval = SCSI_MLQUEUE_HOST_BUSY; |
9ba136d0 | 1163 | |
c781c06d KH |
1164 | /* |
1165 | * Bidirectional commands are not yet implemented, and unknown | |
1166 | * transfer direction not handled. | |
1167 | */ | |
9ba136d0 | 1168 | if (cmd->sc_data_direction == DMA_BIDIRECTIONAL) { |
8a8cea27 | 1169 | fw_error("Can't handle DMA_BIDIRECTIONAL, rejecting command\n"); |
e1b68c4d KH |
1170 | cmd->result = DID_ERROR << 16; |
1171 | done(cmd); | |
1172 | return 0; | |
9ba136d0 KH |
1173 | } |
1174 | ||
2d826cc5 | 1175 | orb = kzalloc(sizeof(*orb), GFP_ATOMIC); |
9ba136d0 KH |
1176 | if (orb == NULL) { |
1177 | fw_notify("failed to alloc orb\n"); | |
5a3c2be6 | 1178 | return SCSI_MLQUEUE_HOST_BUSY; |
9ba136d0 KH |
1179 | } |
1180 | ||
12f26aa1 KH |
1181 | /* Initialize rcode to something not RCODE_COMPLETE. */ |
1182 | orb->base.rcode = -1; | |
e57d2011 | 1183 | kref_init(&orb->base.kref); |
9ba136d0 | 1184 | |
5a3c2be6 | 1185 | orb->lu = lu; |
9ba136d0 KH |
1186 | orb->done = done; |
1187 | orb->cmd = cmd; | |
1188 | ||
1189 | orb->request.next.high = SBP2_ORB_NULL; | |
1190 | orb->request.next.low = 0x0; | |
c781c06d KH |
1191 | /* |
1192 | * At speed 100 we can do 512 bytes per packet, at speed 200, | |
9ba136d0 KH |
1193 | * 1024 bytes per packet etc. The SBP-2 max_payload field |
1194 | * specifies the max payload size as 2 ^ (max_payload + 2), so | |
c781c06d KH |
1195 | * if we set this to max_speed + 7, we get the right value. |
1196 | */ | |
25659f71 SR |
1197 | max_payload = min(device->max_speed + 7, |
1198 | device->card->max_receive - 1); | |
9ba136d0 | 1199 | orb->request.misc = |
25659f71 | 1200 | COMMAND_ORB_MAX_PAYLOAD(max_payload) | |
f1397490 | 1201 | COMMAND_ORB_SPEED(device->max_speed) | |
a77754a7 | 1202 | COMMAND_ORB_NOTIFY; |
9ba136d0 KH |
1203 | |
1204 | if (cmd->sc_data_direction == DMA_FROM_DEVICE) | |
1205 | orb->request.misc |= | |
a77754a7 | 1206 | COMMAND_ORB_DIRECTION(SBP2_DIRECTION_FROM_MEDIA); |
9ba136d0 KH |
1207 | else if (cmd->sc_data_direction == DMA_TO_DEVICE) |
1208 | orb->request.misc |= | |
a77754a7 | 1209 | COMMAND_ORB_DIRECTION(SBP2_DIRECTION_TO_MEDIA); |
9ba136d0 | 1210 | |
5a3c2be6 SR |
1211 | if (scsi_sg_count(cmd) && sbp2_map_scatterlist(orb, device, lu) < 0) |
1212 | goto out; | |
9ba136d0 | 1213 | |
2d826cc5 | 1214 | fw_memcpy_to_be32(&orb->request, &orb->request, sizeof(orb->request)); |
9ba136d0 KH |
1215 | |
1216 | memset(orb->request.command_block, | |
2d826cc5 | 1217 | 0, sizeof(orb->request.command_block)); |
9ba136d0 KH |
1218 | memcpy(orb->request.command_block, cmd->cmnd, COMMAND_SIZE(*cmd->cmnd)); |
1219 | ||
1220 | orb->base.callback = complete_command_orb; | |
8526392a SR |
1221 | orb->base.request_bus = |
1222 | dma_map_single(device->card->device, &orb->request, | |
1223 | sizeof(orb->request), DMA_TO_DEVICE); | |
1224 | if (dma_mapping_error(orb->base.request_bus)) | |
5a3c2be6 | 1225 | goto out; |
82eff9db | 1226 | |
5a3c2be6 SR |
1227 | sbp2_send_orb(&orb->base, lu, lu->tgt->node_id, lu->generation, |
1228 | lu->command_block_agent_address + SBP2_ORB_POINTER); | |
1229 | retval = 0; | |
1230 | out: | |
e57d2011 | 1231 | kref_put(&orb->base.kref, free_orb); |
5a3c2be6 | 1232 | return retval; |
9ba136d0 KH |
1233 | } |
1234 | ||
cfb01381 SR |
1235 | static int sbp2_scsi_slave_alloc(struct scsi_device *sdev) |
1236 | { | |
5a3c2be6 | 1237 | struct sbp2_logical_unit *lu = sdev->hostdata; |
cfb01381 SR |
1238 | |
1239 | sdev->allow_restart = 1; | |
1240 | ||
5a3c2be6 | 1241 | if (lu->tgt->workarounds & SBP2_WORKAROUND_INQUIRY_36) |
cfb01381 | 1242 | sdev->inquiry_len = 36; |
5a3c2be6 | 1243 | |
cfb01381 SR |
1244 | return 0; |
1245 | } | |
1246 | ||
9ba136d0 KH |
1247 | static int sbp2_scsi_slave_configure(struct scsi_device *sdev) |
1248 | { | |
5a3c2be6 | 1249 | struct sbp2_logical_unit *lu = sdev->hostdata; |
9ba136d0 | 1250 | |
cfb01381 SR |
1251 | sdev->use_10_for_rw = 1; |
1252 | ||
1253 | if (sdev->type == TYPE_ROM) | |
1254 | sdev->use_10_for_ms = 1; | |
5a3c2be6 | 1255 | |
9ba136d0 | 1256 | if (sdev->type == TYPE_DISK && |
5a3c2be6 | 1257 | lu->tgt->workarounds & SBP2_WORKAROUND_MODE_SENSE_8) |
9ba136d0 | 1258 | sdev->skip_ms_page_8 = 1; |
5a3c2be6 SR |
1259 | |
1260 | if (lu->tgt->workarounds & SBP2_WORKAROUND_FIX_CAPACITY) | |
9ba136d0 | 1261 | sdev->fix_capacity = 1; |
5a3c2be6 SR |
1262 | |
1263 | if (lu->tgt->workarounds & SBP2_WORKAROUND_128K_MAX_TRANS) | |
cf47c7a2 | 1264 | blk_queue_max_sectors(sdev->request_queue, 128 * 1024 / 512); |
5a3c2be6 | 1265 | |
9ba136d0 KH |
1266 | return 0; |
1267 | } | |
1268 | ||
1269 | /* | |
1270 | * Called by scsi stack when something has really gone wrong. Usually | |
1271 | * called when a command has timed-out for some reason. | |
1272 | */ | |
1273 | static int sbp2_scsi_abort(struct scsi_cmnd *cmd) | |
1274 | { | |
5a3c2be6 | 1275 | struct sbp2_logical_unit *lu = cmd->device->hostdata; |
9ba136d0 KH |
1276 | |
1277 | fw_notify("sbp2_scsi_abort\n"); | |
5a3c2be6 SR |
1278 | sbp2_agent_reset(lu); |
1279 | sbp2_cancel_orbs(lu); | |
9ba136d0 KH |
1280 | |
1281 | return SUCCESS; | |
1282 | } | |
1283 | ||
14e21986 SR |
1284 | /* |
1285 | * Format of /sys/bus/scsi/devices/.../ieee1394_id: | |
1286 | * u64 EUI-64 : u24 directory_ID : u16 LUN (all printed in hexadecimal) | |
1287 | * | |
1288 | * This is the concatenation of target port identifier and logical unit | |
1289 | * identifier as per SAM-2...SAM-4 annex A. | |
1290 | */ | |
1291 | static ssize_t | |
1292 | sbp2_sysfs_ieee1394_id_show(struct device *dev, struct device_attribute *attr, | |
1293 | char *buf) | |
1294 | { | |
1295 | struct scsi_device *sdev = to_scsi_device(dev); | |
5a3c2be6 | 1296 | struct sbp2_logical_unit *lu; |
14e21986 | 1297 | struct fw_device *device; |
14e21986 SR |
1298 | |
1299 | if (!sdev) | |
1300 | return 0; | |
14e21986 | 1301 | |
5a3c2be6 SR |
1302 | lu = sdev->hostdata; |
1303 | device = fw_device(lu->tgt->unit->device.parent); | |
14e21986 SR |
1304 | |
1305 | return sprintf(buf, "%08x%08x:%06x:%04x\n", | |
1306 | device->config_rom[3], device->config_rom[4], | |
5a3c2be6 | 1307 | lu->tgt->directory_id, lu->lun); |
14e21986 SR |
1308 | } |
1309 | ||
1310 | static DEVICE_ATTR(ieee1394_id, S_IRUGO, sbp2_sysfs_ieee1394_id_show, NULL); | |
1311 | ||
1312 | static struct device_attribute *sbp2_scsi_sysfs_attrs[] = { | |
1313 | &dev_attr_ieee1394_id, | |
1314 | NULL | |
1315 | }; | |
1316 | ||
9ba136d0 KH |
1317 | static struct scsi_host_template scsi_driver_template = { |
1318 | .module = THIS_MODULE, | |
1319 | .name = "SBP-2 IEEE-1394", | |
b02b6bc4 | 1320 | .proc_name = sbp2_driver_name, |
9ba136d0 | 1321 | .queuecommand = sbp2_scsi_queuecommand, |
cfb01381 | 1322 | .slave_alloc = sbp2_scsi_slave_alloc, |
9ba136d0 KH |
1323 | .slave_configure = sbp2_scsi_slave_configure, |
1324 | .eh_abort_handler = sbp2_scsi_abort, | |
1325 | .this_id = -1, | |
1326 | .sg_tablesize = SG_ALL, | |
1327 | .use_clustering = ENABLE_CLUSTERING, | |
02af8e70 SR |
1328 | .cmd_per_lun = 1, |
1329 | .can_queue = 1, | |
14e21986 | 1330 | .sdev_attrs = sbp2_scsi_sysfs_attrs, |
9ba136d0 KH |
1331 | }; |
1332 | ||
9ba136d0 KH |
1333 | MODULE_AUTHOR("Kristian Hoegsberg <krh@bitplanet.net>"); |
1334 | MODULE_DESCRIPTION("SCSI over IEEE1394"); | |
1335 | MODULE_LICENSE("GPL"); | |
1336 | MODULE_DEVICE_TABLE(ieee1394, sbp2_id_table); | |
1337 | ||
1e4c7b0d OH |
1338 | /* Provide a module alias so root-on-sbp2 initrds don't break. */ |
1339 | #ifndef CONFIG_IEEE1394_SBP2_MODULE | |
1340 | MODULE_ALIAS("sbp2"); | |
1341 | #endif | |
1342 | ||
9ba136d0 KH |
1343 | static int __init sbp2_init(void) |
1344 | { | |
df8ec249 SR |
1345 | sbp2_wq = create_singlethread_workqueue(KBUILD_MODNAME); |
1346 | if (!sbp2_wq) | |
1347 | return -ENOMEM; | |
1348 | ||
9ba136d0 KH |
1349 | return driver_register(&sbp2_driver.driver); |
1350 | } | |
1351 | ||
1352 | static void __exit sbp2_cleanup(void) | |
1353 | { | |
1354 | driver_unregister(&sbp2_driver.driver); | |
df8ec249 | 1355 | destroy_workqueue(sbp2_wq); |
9ba136d0 KH |
1356 | } |
1357 | ||
1358 | module_init(sbp2_init); | |
1359 | module_exit(sbp2_cleanup); |