]> git.proxmox.com Git - mirror_qemu.git/blob - hw/s390x/css.c
s390x/css: fix cc handling for XSCH
[mirror_qemu.git] / hw / s390x / css.c
1 /*
2 * Channel subsystem base support.
3 *
4 * Copyright 2012 IBM Corp.
5 * Author(s): Cornelia Huck <cornelia.huck@de.ibm.com>
6 *
7 * This work is licensed under the terms of the GNU GPL, version 2 or (at
8 * your option) any later version. See the COPYING file in the top-level
9 * directory.
10 */
11
12 #include "qemu/osdep.h"
13 #include "qapi/error.h"
14 #include "qapi/visitor.h"
15 #include "hw/qdev.h"
16 #include "qemu/error-report.h"
17 #include "qemu/bitops.h"
18 #include "qemu/error-report.h"
19 #include "exec/address-spaces.h"
20 #include "cpu.h"
21 #include "hw/s390x/ioinst.h"
22 #include "hw/s390x/css.h"
23 #include "trace.h"
24 #include "hw/s390x/s390_flic.h"
25 #include "hw/s390x/s390-virtio-ccw.h"
26
27 typedef struct CrwContainer {
28 CRW crw;
29 QTAILQ_ENTRY(CrwContainer) sibling;
30 } CrwContainer;
31
32 static const VMStateDescription vmstate_crw = {
33 .name = "s390_crw",
34 .version_id = 1,
35 .minimum_version_id = 1,
36 .fields = (VMStateField[]) {
37 VMSTATE_UINT16(flags, CRW),
38 VMSTATE_UINT16(rsid, CRW),
39 VMSTATE_END_OF_LIST()
40 },
41 };
42
43 static const VMStateDescription vmstate_crw_container = {
44 .name = "s390_crw_container",
45 .version_id = 1,
46 .minimum_version_id = 1,
47 .fields = (VMStateField[]) {
48 VMSTATE_STRUCT(crw, CrwContainer, 0, vmstate_crw, CRW),
49 VMSTATE_END_OF_LIST()
50 },
51 };
52
53 typedef struct ChpInfo {
54 uint8_t in_use;
55 uint8_t type;
56 uint8_t is_virtual;
57 } ChpInfo;
58
59 static const VMStateDescription vmstate_chp_info = {
60 .name = "s390_chp_info",
61 .version_id = 1,
62 .minimum_version_id = 1,
63 .fields = (VMStateField[]) {
64 VMSTATE_UINT8(in_use, ChpInfo),
65 VMSTATE_UINT8(type, ChpInfo),
66 VMSTATE_UINT8(is_virtual, ChpInfo),
67 VMSTATE_END_OF_LIST()
68 }
69 };
70
71 typedef struct SubchSet {
72 SubchDev *sch[MAX_SCHID + 1];
73 unsigned long schids_used[BITS_TO_LONGS(MAX_SCHID + 1)];
74 unsigned long devnos_used[BITS_TO_LONGS(MAX_SCHID + 1)];
75 } SubchSet;
76
77 static const VMStateDescription vmstate_scsw = {
78 .name = "s390_scsw",
79 .version_id = 1,
80 .minimum_version_id = 1,
81 .fields = (VMStateField[]) {
82 VMSTATE_UINT16(flags, SCSW),
83 VMSTATE_UINT16(ctrl, SCSW),
84 VMSTATE_UINT32(cpa, SCSW),
85 VMSTATE_UINT8(dstat, SCSW),
86 VMSTATE_UINT8(cstat, SCSW),
87 VMSTATE_UINT16(count, SCSW),
88 VMSTATE_END_OF_LIST()
89 }
90 };
91
92 static const VMStateDescription vmstate_pmcw = {
93 .name = "s390_pmcw",
94 .version_id = 1,
95 .minimum_version_id = 1,
96 .fields = (VMStateField[]) {
97 VMSTATE_UINT32(intparm, PMCW),
98 VMSTATE_UINT16(flags, PMCW),
99 VMSTATE_UINT16(devno, PMCW),
100 VMSTATE_UINT8(lpm, PMCW),
101 VMSTATE_UINT8(pnom, PMCW),
102 VMSTATE_UINT8(lpum, PMCW),
103 VMSTATE_UINT8(pim, PMCW),
104 VMSTATE_UINT16(mbi, PMCW),
105 VMSTATE_UINT8(pom, PMCW),
106 VMSTATE_UINT8(pam, PMCW),
107 VMSTATE_UINT8_ARRAY(chpid, PMCW, 8),
108 VMSTATE_UINT32(chars, PMCW),
109 VMSTATE_END_OF_LIST()
110 }
111 };
112
113 static const VMStateDescription vmstate_schib = {
114 .name = "s390_schib",
115 .version_id = 1,
116 .minimum_version_id = 1,
117 .fields = (VMStateField[]) {
118 VMSTATE_STRUCT(pmcw, SCHIB, 0, vmstate_pmcw, PMCW),
119 VMSTATE_STRUCT(scsw, SCHIB, 0, vmstate_scsw, SCSW),
120 VMSTATE_UINT64(mba, SCHIB),
121 VMSTATE_UINT8_ARRAY(mda, SCHIB, 4),
122 VMSTATE_END_OF_LIST()
123 }
124 };
125
126
127 static const VMStateDescription vmstate_ccw1 = {
128 .name = "s390_ccw1",
129 .version_id = 1,
130 .minimum_version_id = 1,
131 .fields = (VMStateField[]) {
132 VMSTATE_UINT8(cmd_code, CCW1),
133 VMSTATE_UINT8(flags, CCW1),
134 VMSTATE_UINT16(count, CCW1),
135 VMSTATE_UINT32(cda, CCW1),
136 VMSTATE_END_OF_LIST()
137 }
138 };
139
140 static const VMStateDescription vmstate_ciw = {
141 .name = "s390_ciw",
142 .version_id = 1,
143 .minimum_version_id = 1,
144 .fields = (VMStateField[]) {
145 VMSTATE_UINT8(type, CIW),
146 VMSTATE_UINT8(command, CIW),
147 VMSTATE_UINT16(count, CIW),
148 VMSTATE_END_OF_LIST()
149 }
150 };
151
152 static const VMStateDescription vmstate_sense_id = {
153 .name = "s390_sense_id",
154 .version_id = 1,
155 .minimum_version_id = 1,
156 .fields = (VMStateField[]) {
157 VMSTATE_UINT8(reserved, SenseId),
158 VMSTATE_UINT16(cu_type, SenseId),
159 VMSTATE_UINT8(cu_model, SenseId),
160 VMSTATE_UINT16(dev_type, SenseId),
161 VMSTATE_UINT8(dev_model, SenseId),
162 VMSTATE_UINT8(unused, SenseId),
163 VMSTATE_STRUCT_ARRAY(ciw, SenseId, MAX_CIWS, 0, vmstate_ciw, CIW),
164 VMSTATE_END_OF_LIST()
165 }
166 };
167
168 static const VMStateDescription vmstate_orb = {
169 .name = "s390_orb",
170 .version_id = 1,
171 .minimum_version_id = 1,
172 .fields = (VMStateField[]) {
173 VMSTATE_UINT32(intparm, ORB),
174 VMSTATE_UINT16(ctrl0, ORB),
175 VMSTATE_UINT8(lpm, ORB),
176 VMSTATE_UINT8(ctrl1, ORB),
177 VMSTATE_UINT32(cpa, ORB),
178 VMSTATE_END_OF_LIST()
179 }
180 };
181
182 static bool vmstate_schdev_orb_needed(void *opaque)
183 {
184 return css_migration_enabled();
185 }
186
187 static const VMStateDescription vmstate_schdev_orb = {
188 .name = "s390_subch_dev/orb",
189 .version_id = 1,
190 .minimum_version_id = 1,
191 .needed = vmstate_schdev_orb_needed,
192 .fields = (VMStateField[]) {
193 VMSTATE_STRUCT(orb, SubchDev, 1, vmstate_orb, ORB),
194 VMSTATE_END_OF_LIST()
195 }
196 };
197
198 static int subch_dev_post_load(void *opaque, int version_id);
199 static void subch_dev_pre_save(void *opaque);
200
201 const char err_hint_devno[] = "Devno mismatch, tried to load wrong section!"
202 " Likely reason: some sequences of plug and unplug can break"
203 " migration for machine versions prior to 2.7 (known design flaw).";
204
205 const VMStateDescription vmstate_subch_dev = {
206 .name = "s390_subch_dev",
207 .version_id = 1,
208 .minimum_version_id = 1,
209 .post_load = subch_dev_post_load,
210 .pre_save = subch_dev_pre_save,
211 .fields = (VMStateField[]) {
212 VMSTATE_UINT8_EQUAL(cssid, SubchDev, "Bug!"),
213 VMSTATE_UINT8_EQUAL(ssid, SubchDev, "Bug!"),
214 VMSTATE_UINT16(migrated_schid, SubchDev),
215 VMSTATE_UINT16_EQUAL(devno, SubchDev, err_hint_devno),
216 VMSTATE_BOOL(thinint_active, SubchDev),
217 VMSTATE_STRUCT(curr_status, SubchDev, 0, vmstate_schib, SCHIB),
218 VMSTATE_UINT8_ARRAY(sense_data, SubchDev, 32),
219 VMSTATE_UINT64(channel_prog, SubchDev),
220 VMSTATE_STRUCT(last_cmd, SubchDev, 0, vmstate_ccw1, CCW1),
221 VMSTATE_BOOL(last_cmd_valid, SubchDev),
222 VMSTATE_STRUCT(id, SubchDev, 0, vmstate_sense_id, SenseId),
223 VMSTATE_BOOL(ccw_fmt_1, SubchDev),
224 VMSTATE_UINT8(ccw_no_data_cnt, SubchDev),
225 VMSTATE_END_OF_LIST()
226 },
227 .subsections = (const VMStateDescription * []) {
228 &vmstate_schdev_orb,
229 NULL
230 }
231 };
232
233 typedef struct IndAddrPtrTmp {
234 IndAddr **parent;
235 uint64_t addr;
236 int32_t len;
237 } IndAddrPtrTmp;
238
239 static int post_load_ind_addr(void *opaque, int version_id)
240 {
241 IndAddrPtrTmp *ptmp = opaque;
242 IndAddr **ind_addr = ptmp->parent;
243
244 if (ptmp->len != 0) {
245 *ind_addr = get_indicator(ptmp->addr, ptmp->len);
246 } else {
247 *ind_addr = NULL;
248 }
249 return 0;
250 }
251
252 static void pre_save_ind_addr(void *opaque)
253 {
254 IndAddrPtrTmp *ptmp = opaque;
255 IndAddr *ind_addr = *(ptmp->parent);
256
257 if (ind_addr != NULL) {
258 ptmp->len = ind_addr->len;
259 ptmp->addr = ind_addr->addr;
260 } else {
261 ptmp->len = 0;
262 ptmp->addr = 0L;
263 }
264 }
265
266 const VMStateDescription vmstate_ind_addr_tmp = {
267 .name = "s390_ind_addr_tmp",
268 .pre_save = pre_save_ind_addr,
269 .post_load = post_load_ind_addr,
270
271 .fields = (VMStateField[]) {
272 VMSTATE_INT32(len, IndAddrPtrTmp),
273 VMSTATE_UINT64(addr, IndAddrPtrTmp),
274 VMSTATE_END_OF_LIST()
275 }
276 };
277
278 const VMStateDescription vmstate_ind_addr = {
279 .name = "s390_ind_addr_tmp",
280 .fields = (VMStateField[]) {
281 VMSTATE_WITH_TMP(IndAddr*, IndAddrPtrTmp, vmstate_ind_addr_tmp),
282 VMSTATE_END_OF_LIST()
283 }
284 };
285
286 typedef struct CssImage {
287 SubchSet *sch_set[MAX_SSID + 1];
288 ChpInfo chpids[MAX_CHPID + 1];
289 } CssImage;
290
291 static const VMStateDescription vmstate_css_img = {
292 .name = "s390_css_img",
293 .version_id = 1,
294 .minimum_version_id = 1,
295 .fields = (VMStateField[]) {
296 /* Subchannel sets have no relevant state. */
297 VMSTATE_STRUCT_ARRAY(chpids, CssImage, MAX_CHPID + 1, 0,
298 vmstate_chp_info, ChpInfo),
299 VMSTATE_END_OF_LIST()
300 }
301
302 };
303
304 typedef struct IoAdapter {
305 uint32_t id;
306 uint8_t type;
307 uint8_t isc;
308 uint8_t flags;
309 } IoAdapter;
310
311 typedef struct ChannelSubSys {
312 QTAILQ_HEAD(, CrwContainer) pending_crws;
313 bool sei_pending;
314 bool do_crw_mchk;
315 bool crws_lost;
316 uint8_t max_cssid;
317 uint8_t max_ssid;
318 bool chnmon_active;
319 uint64_t chnmon_area;
320 CssImage *css[MAX_CSSID + 1];
321 uint8_t default_cssid;
322 /* don't migrate, see css_register_io_adapters */
323 IoAdapter *io_adapters[CSS_IO_ADAPTER_TYPE_NUMS][MAX_ISC + 1];
324 /* don't migrate, see get_indicator and IndAddrPtrTmp */
325 QTAILQ_HEAD(, IndAddr) indicator_addresses;
326 } ChannelSubSys;
327
328 static const VMStateDescription vmstate_css = {
329 .name = "s390_css",
330 .version_id = 1,
331 .minimum_version_id = 1,
332 .fields = (VMStateField[]) {
333 VMSTATE_QTAILQ_V(pending_crws, ChannelSubSys, 1, vmstate_crw_container,
334 CrwContainer, sibling),
335 VMSTATE_BOOL(sei_pending, ChannelSubSys),
336 VMSTATE_BOOL(do_crw_mchk, ChannelSubSys),
337 VMSTATE_BOOL(crws_lost, ChannelSubSys),
338 /* These were kind of migrated by virtio */
339 VMSTATE_UINT8(max_cssid, ChannelSubSys),
340 VMSTATE_UINT8(max_ssid, ChannelSubSys),
341 VMSTATE_BOOL(chnmon_active, ChannelSubSys),
342 VMSTATE_UINT64(chnmon_area, ChannelSubSys),
343 VMSTATE_ARRAY_OF_POINTER_TO_STRUCT(css, ChannelSubSys, MAX_CSSID + 1,
344 0, vmstate_css_img, CssImage),
345 VMSTATE_UINT8(default_cssid, ChannelSubSys),
346 VMSTATE_END_OF_LIST()
347 }
348 };
349
350 static ChannelSubSys channel_subsys = {
351 .pending_crws = QTAILQ_HEAD_INITIALIZER(channel_subsys.pending_crws),
352 .do_crw_mchk = true,
353 .sei_pending = false,
354 .do_crw_mchk = true,
355 .crws_lost = false,
356 .chnmon_active = false,
357 .indicator_addresses =
358 QTAILQ_HEAD_INITIALIZER(channel_subsys.indicator_addresses),
359 };
360
361 static void subch_dev_pre_save(void *opaque)
362 {
363 SubchDev *s = opaque;
364
365 /* Prepare remote_schid for save */
366 s->migrated_schid = s->schid;
367 }
368
369 static int subch_dev_post_load(void *opaque, int version_id)
370 {
371
372 SubchDev *s = opaque;
373
374 /* Re-assign the subchannel to remote_schid if necessary */
375 if (s->migrated_schid != s->schid) {
376 if (css_find_subch(true, s->cssid, s->ssid, s->schid) == s) {
377 /*
378 * Cleanup the slot before moving to s->migrated_schid provided
379 * it still belongs to us, i.e. it was not changed by previous
380 * invocation of this function.
381 */
382 css_subch_assign(s->cssid, s->ssid, s->schid, s->devno, NULL);
383 }
384 /* It's OK to re-assign without a prior de-assign. */
385 s->schid = s->migrated_schid;
386 css_subch_assign(s->cssid, s->ssid, s->schid, s->devno, s);
387 }
388
389 if (css_migration_enabled()) {
390 /* No compat voodoo to do ;) */
391 return 0;
392 }
393 /*
394 * Hack alert. If we don't migrate the channel subsystem status
395 * we still need to find out if the guest enabled mss/mcss-e.
396 * If the subchannel is enabled, it certainly was able to access it,
397 * so adjust the max_ssid/max_cssid values for relevant ssid/cssid
398 * values. This is not watertight, but better than nothing.
399 */
400 if (s->curr_status.pmcw.flags & PMCW_FLAGS_MASK_ENA) {
401 if (s->ssid) {
402 channel_subsys.max_ssid = MAX_SSID;
403 }
404 if (s->cssid != channel_subsys.default_cssid) {
405 channel_subsys.max_cssid = MAX_CSSID;
406 }
407 }
408 return 0;
409 }
410
411 void css_register_vmstate(void)
412 {
413 vmstate_register(NULL, 0, &vmstate_css, &channel_subsys);
414 }
415
416 IndAddr *get_indicator(hwaddr ind_addr, int len)
417 {
418 IndAddr *indicator;
419
420 QTAILQ_FOREACH(indicator, &channel_subsys.indicator_addresses, sibling) {
421 if (indicator->addr == ind_addr) {
422 indicator->refcnt++;
423 return indicator;
424 }
425 }
426 indicator = g_new0(IndAddr, 1);
427 indicator->addr = ind_addr;
428 indicator->len = len;
429 indicator->refcnt = 1;
430 QTAILQ_INSERT_TAIL(&channel_subsys.indicator_addresses,
431 indicator, sibling);
432 return indicator;
433 }
434
435 static int s390_io_adapter_map(AdapterInfo *adapter, uint64_t map_addr,
436 bool do_map)
437 {
438 S390FLICState *fs = s390_get_flic();
439 S390FLICStateClass *fsc = S390_FLIC_COMMON_GET_CLASS(fs);
440
441 return fsc->io_adapter_map(fs, adapter->adapter_id, map_addr, do_map);
442 }
443
444 void release_indicator(AdapterInfo *adapter, IndAddr *indicator)
445 {
446 assert(indicator->refcnt > 0);
447 indicator->refcnt--;
448 if (indicator->refcnt > 0) {
449 return;
450 }
451 QTAILQ_REMOVE(&channel_subsys.indicator_addresses, indicator, sibling);
452 if (indicator->map) {
453 s390_io_adapter_map(adapter, indicator->map, false);
454 }
455 g_free(indicator);
456 }
457
458 int map_indicator(AdapterInfo *adapter, IndAddr *indicator)
459 {
460 int ret;
461
462 if (indicator->map) {
463 return 0; /* already mapped is not an error */
464 }
465 indicator->map = indicator->addr;
466 ret = s390_io_adapter_map(adapter, indicator->map, true);
467 if ((ret != 0) && (ret != -ENOSYS)) {
468 goto out_err;
469 }
470 return 0;
471
472 out_err:
473 indicator->map = 0;
474 return ret;
475 }
476
477 int css_create_css_image(uint8_t cssid, bool default_image)
478 {
479 trace_css_new_image(cssid, default_image ? "(default)" : "");
480 /* 255 is reserved */
481 if (cssid == 255) {
482 return -EINVAL;
483 }
484 if (channel_subsys.css[cssid]) {
485 return -EBUSY;
486 }
487 channel_subsys.css[cssid] = g_malloc0(sizeof(CssImage));
488 if (default_image) {
489 channel_subsys.default_cssid = cssid;
490 }
491 return 0;
492 }
493
494 uint32_t css_get_adapter_id(CssIoAdapterType type, uint8_t isc)
495 {
496 if (type >= CSS_IO_ADAPTER_TYPE_NUMS || isc > MAX_ISC ||
497 !channel_subsys.io_adapters[type][isc]) {
498 return -1;
499 }
500
501 return channel_subsys.io_adapters[type][isc]->id;
502 }
503
504 /**
505 * css_register_io_adapters: Register I/O adapters per ISC during init
506 *
507 * @swap: an indication if byte swap is needed.
508 * @maskable: an indication if the adapter is subject to the mask operation.
509 * @flags: further characteristics of the adapter.
510 * e.g. suppressible, an indication if the adapter is subject to AIS.
511 * @errp: location to store error information.
512 */
513 void css_register_io_adapters(CssIoAdapterType type, bool swap, bool maskable,
514 uint8_t flags, Error **errp)
515 {
516 uint32_t id;
517 int ret, isc;
518 IoAdapter *adapter;
519 S390FLICState *fs = s390_get_flic();
520 S390FLICStateClass *fsc = S390_FLIC_COMMON_GET_CLASS(fs);
521
522 /*
523 * Disallow multiple registrations for the same device type.
524 * Report an error if registering for an already registered type.
525 */
526 if (channel_subsys.io_adapters[type][0]) {
527 error_setg(errp, "Adapters for type %d already registered", type);
528 }
529
530 for (isc = 0; isc <= MAX_ISC; isc++) {
531 id = (type << 3) | isc;
532 ret = fsc->register_io_adapter(fs, id, isc, swap, maskable, flags);
533 if (ret == 0) {
534 adapter = g_new0(IoAdapter, 1);
535 adapter->id = id;
536 adapter->isc = isc;
537 adapter->type = type;
538 adapter->flags = flags;
539 channel_subsys.io_adapters[type][isc] = adapter;
540 } else {
541 error_setg_errno(errp, -ret, "Unexpected error %d when "
542 "registering adapter %d", ret, id);
543 break;
544 }
545 }
546
547 /*
548 * No need to free registered adapters in kvm: kvm will clean up
549 * when the machine goes away.
550 */
551 if (ret) {
552 for (isc--; isc >= 0; isc--) {
553 g_free(channel_subsys.io_adapters[type][isc]);
554 channel_subsys.io_adapters[type][isc] = NULL;
555 }
556 }
557
558 }
559
560 static void css_clear_io_interrupt(uint16_t subchannel_id,
561 uint16_t subchannel_nr)
562 {
563 Error *err = NULL;
564 static bool no_clear_irq;
565 S390FLICState *fs = s390_get_flic();
566 S390FLICStateClass *fsc = S390_FLIC_COMMON_GET_CLASS(fs);
567 int r;
568
569 if (unlikely(no_clear_irq)) {
570 return;
571 }
572 r = fsc->clear_io_irq(fs, subchannel_id, subchannel_nr);
573 switch (r) {
574 case 0:
575 break;
576 case -ENOSYS:
577 no_clear_irq = true;
578 /*
579 * Ignore unavailability, as the user can't do anything
580 * about it anyway.
581 */
582 break;
583 default:
584 error_setg_errno(&err, -r, "unexpected error condition");
585 error_propagate(&error_abort, err);
586 }
587 }
588
589 static inline uint16_t css_do_build_subchannel_id(uint8_t cssid, uint8_t ssid)
590 {
591 if (channel_subsys.max_cssid > 0) {
592 return (cssid << 8) | (1 << 3) | (ssid << 1) | 1;
593 }
594 return (ssid << 1) | 1;
595 }
596
597 uint16_t css_build_subchannel_id(SubchDev *sch)
598 {
599 return css_do_build_subchannel_id(sch->cssid, sch->ssid);
600 }
601
602 void css_inject_io_interrupt(SubchDev *sch)
603 {
604 uint8_t isc = (sch->curr_status.pmcw.flags & PMCW_FLAGS_MASK_ISC) >> 11;
605
606 trace_css_io_interrupt(sch->cssid, sch->ssid, sch->schid,
607 sch->curr_status.pmcw.intparm, isc, "");
608 s390_io_interrupt(css_build_subchannel_id(sch),
609 sch->schid,
610 sch->curr_status.pmcw.intparm,
611 isc << 27);
612 }
613
614 void css_conditional_io_interrupt(SubchDev *sch)
615 {
616 /*
617 * If the subchannel is not currently status pending, make it pending
618 * with alert status.
619 */
620 if (!(sch->curr_status.scsw.ctrl & SCSW_STCTL_STATUS_PEND)) {
621 uint8_t isc = (sch->curr_status.pmcw.flags & PMCW_FLAGS_MASK_ISC) >> 11;
622
623 trace_css_io_interrupt(sch->cssid, sch->ssid, sch->schid,
624 sch->curr_status.pmcw.intparm, isc,
625 "(unsolicited)");
626 sch->curr_status.scsw.ctrl &= ~SCSW_CTRL_MASK_STCTL;
627 sch->curr_status.scsw.ctrl |=
628 SCSW_STCTL_ALERT | SCSW_STCTL_STATUS_PEND;
629 /* Inject an I/O interrupt. */
630 s390_io_interrupt(css_build_subchannel_id(sch),
631 sch->schid,
632 sch->curr_status.pmcw.intparm,
633 isc << 27);
634 }
635 }
636
637 int css_do_sic(CPUS390XState *env, uint8_t isc, uint16_t mode)
638 {
639 S390FLICState *fs = s390_get_flic();
640 S390FLICStateClass *fsc = S390_FLIC_COMMON_GET_CLASS(fs);
641 int r;
642
643 if (env->psw.mask & PSW_MASK_PSTATE) {
644 r = -PGM_PRIVILEGED;
645 goto out;
646 }
647
648 trace_css_do_sic(mode, isc);
649 switch (mode) {
650 case SIC_IRQ_MODE_ALL:
651 case SIC_IRQ_MODE_SINGLE:
652 break;
653 default:
654 r = -PGM_OPERAND;
655 goto out;
656 }
657
658 r = fsc->modify_ais_mode(fs, isc, mode) ? -PGM_OPERATION : 0;
659 out:
660 return r;
661 }
662
663 void css_adapter_interrupt(CssIoAdapterType type, uint8_t isc)
664 {
665 S390FLICState *fs = s390_get_flic();
666 S390FLICStateClass *fsc = S390_FLIC_COMMON_GET_CLASS(fs);
667 uint32_t io_int_word = (isc << 27) | IO_INT_WORD_AI;
668 IoAdapter *adapter = channel_subsys.io_adapters[type][isc];
669
670 if (!adapter) {
671 return;
672 }
673
674 trace_css_adapter_interrupt(isc);
675 if (fs->ais_supported) {
676 if (fsc->inject_airq(fs, type, isc, adapter->flags)) {
677 error_report("Failed to inject airq with AIS supported");
678 exit(1);
679 }
680 } else {
681 s390_io_interrupt(0, 0, 0, io_int_word);
682 }
683 }
684
685 static void sch_handle_clear_func(SubchDev *sch)
686 {
687 PMCW *p = &sch->curr_status.pmcw;
688 SCSW *s = &sch->curr_status.scsw;
689 int path;
690
691 /* Path management: In our simple css, we always choose the only path. */
692 path = 0x80;
693
694 /* Reset values prior to 'issuing the clear signal'. */
695 p->lpum = 0;
696 p->pom = 0xff;
697 s->flags &= ~SCSW_FLAGS_MASK_PNO;
698
699 /* We always 'attempt to issue the clear signal', and we always succeed. */
700 sch->channel_prog = 0x0;
701 sch->last_cmd_valid = false;
702 s->ctrl &= ~SCSW_ACTL_CLEAR_PEND;
703 s->ctrl |= SCSW_STCTL_STATUS_PEND;
704
705 s->dstat = 0;
706 s->cstat = 0;
707 p->lpum = path;
708
709 }
710
711 static void sch_handle_halt_func(SubchDev *sch)
712 {
713
714 PMCW *p = &sch->curr_status.pmcw;
715 SCSW *s = &sch->curr_status.scsw;
716 hwaddr curr_ccw = sch->channel_prog;
717 int path;
718
719 /* Path management: In our simple css, we always choose the only path. */
720 path = 0x80;
721
722 /* We always 'attempt to issue the halt signal', and we always succeed. */
723 sch->channel_prog = 0x0;
724 sch->last_cmd_valid = false;
725 s->ctrl &= ~SCSW_ACTL_HALT_PEND;
726 s->ctrl |= SCSW_STCTL_STATUS_PEND;
727
728 if ((s->ctrl & (SCSW_ACTL_SUBCH_ACTIVE | SCSW_ACTL_DEVICE_ACTIVE)) ||
729 !((s->ctrl & SCSW_ACTL_START_PEND) ||
730 (s->ctrl & SCSW_ACTL_SUSP))) {
731 s->dstat = SCSW_DSTAT_DEVICE_END;
732 }
733 if ((s->ctrl & (SCSW_ACTL_SUBCH_ACTIVE | SCSW_ACTL_DEVICE_ACTIVE)) ||
734 (s->ctrl & SCSW_ACTL_SUSP)) {
735 s->cpa = curr_ccw + 8;
736 }
737 s->cstat = 0;
738 p->lpum = path;
739
740 }
741
742 static void copy_sense_id_to_guest(SenseId *dest, SenseId *src)
743 {
744 int i;
745
746 dest->reserved = src->reserved;
747 dest->cu_type = cpu_to_be16(src->cu_type);
748 dest->cu_model = src->cu_model;
749 dest->dev_type = cpu_to_be16(src->dev_type);
750 dest->dev_model = src->dev_model;
751 dest->unused = src->unused;
752 for (i = 0; i < ARRAY_SIZE(dest->ciw); i++) {
753 dest->ciw[i].type = src->ciw[i].type;
754 dest->ciw[i].command = src->ciw[i].command;
755 dest->ciw[i].count = cpu_to_be16(src->ciw[i].count);
756 }
757 }
758
759 static CCW1 copy_ccw_from_guest(hwaddr addr, bool fmt1)
760 {
761 CCW0 tmp0;
762 CCW1 tmp1;
763 CCW1 ret;
764
765 if (fmt1) {
766 cpu_physical_memory_read(addr, &tmp1, sizeof(tmp1));
767 ret.cmd_code = tmp1.cmd_code;
768 ret.flags = tmp1.flags;
769 ret.count = be16_to_cpu(tmp1.count);
770 ret.cda = be32_to_cpu(tmp1.cda);
771 } else {
772 cpu_physical_memory_read(addr, &tmp0, sizeof(tmp0));
773 if ((tmp0.cmd_code & 0x0f) == CCW_CMD_TIC) {
774 ret.cmd_code = CCW_CMD_TIC;
775 ret.flags = 0;
776 ret.count = 0;
777 } else {
778 ret.cmd_code = tmp0.cmd_code;
779 ret.flags = tmp0.flags;
780 ret.count = be16_to_cpu(tmp0.count);
781 }
782 ret.cda = be16_to_cpu(tmp0.cda1) | (tmp0.cda0 << 16);
783 }
784 return ret;
785 }
786
787 static int css_interpret_ccw(SubchDev *sch, hwaddr ccw_addr,
788 bool suspend_allowed)
789 {
790 int ret;
791 bool check_len;
792 int len;
793 CCW1 ccw;
794
795 if (!ccw_addr) {
796 return -EIO;
797 }
798 /* Check doubleword aligned and 31 or 24 (fmt 0) bit addressable. */
799 if (ccw_addr & (sch->ccw_fmt_1 ? 0x80000007 : 0xff000007)) {
800 return -EINVAL;
801 }
802
803 /* Translate everything to format-1 ccws - the information is the same. */
804 ccw = copy_ccw_from_guest(ccw_addr, sch->ccw_fmt_1);
805
806 /* Check for invalid command codes. */
807 if ((ccw.cmd_code & 0x0f) == 0) {
808 return -EINVAL;
809 }
810 if (((ccw.cmd_code & 0x0f) == CCW_CMD_TIC) &&
811 ((ccw.cmd_code & 0xf0) != 0)) {
812 return -EINVAL;
813 }
814 if (!sch->ccw_fmt_1 && (ccw.count == 0) &&
815 (ccw.cmd_code != CCW_CMD_TIC)) {
816 return -EINVAL;
817 }
818
819 /* We don't support MIDA. */
820 if (ccw.flags & CCW_FLAG_MIDA) {
821 return -EINVAL;
822 }
823
824 if (ccw.flags & CCW_FLAG_SUSPEND) {
825 return suspend_allowed ? -EINPROGRESS : -EINVAL;
826 }
827
828 check_len = !((ccw.flags & CCW_FLAG_SLI) && !(ccw.flags & CCW_FLAG_DC));
829
830 if (!ccw.cda) {
831 if (sch->ccw_no_data_cnt == 255) {
832 return -EINVAL;
833 }
834 sch->ccw_no_data_cnt++;
835 }
836
837 /* Look at the command. */
838 switch (ccw.cmd_code) {
839 case CCW_CMD_NOOP:
840 /* Nothing to do. */
841 ret = 0;
842 break;
843 case CCW_CMD_BASIC_SENSE:
844 if (check_len) {
845 if (ccw.count != sizeof(sch->sense_data)) {
846 ret = -EINVAL;
847 break;
848 }
849 }
850 len = MIN(ccw.count, sizeof(sch->sense_data));
851 cpu_physical_memory_write(ccw.cda, sch->sense_data, len);
852 sch->curr_status.scsw.count = ccw.count - len;
853 memset(sch->sense_data, 0, sizeof(sch->sense_data));
854 ret = 0;
855 break;
856 case CCW_CMD_SENSE_ID:
857 {
858 SenseId sense_id;
859
860 copy_sense_id_to_guest(&sense_id, &sch->id);
861 /* Sense ID information is device specific. */
862 if (check_len) {
863 if (ccw.count != sizeof(sense_id)) {
864 ret = -EINVAL;
865 break;
866 }
867 }
868 len = MIN(ccw.count, sizeof(sense_id));
869 /*
870 * Only indicate 0xff in the first sense byte if we actually
871 * have enough place to store at least bytes 0-3.
872 */
873 if (len >= 4) {
874 sense_id.reserved = 0xff;
875 } else {
876 sense_id.reserved = 0;
877 }
878 cpu_physical_memory_write(ccw.cda, &sense_id, len);
879 sch->curr_status.scsw.count = ccw.count - len;
880 ret = 0;
881 break;
882 }
883 case CCW_CMD_TIC:
884 if (sch->last_cmd_valid && (sch->last_cmd.cmd_code == CCW_CMD_TIC)) {
885 ret = -EINVAL;
886 break;
887 }
888 if (ccw.flags || ccw.count) {
889 /* We have already sanitized these if converted from fmt 0. */
890 ret = -EINVAL;
891 break;
892 }
893 sch->channel_prog = ccw.cda;
894 ret = -EAGAIN;
895 break;
896 default:
897 if (sch->ccw_cb) {
898 /* Handle device specific commands. */
899 ret = sch->ccw_cb(sch, ccw);
900 } else {
901 ret = -ENOSYS;
902 }
903 break;
904 }
905 sch->last_cmd = ccw;
906 sch->last_cmd_valid = true;
907 if (ret == 0) {
908 if (ccw.flags & CCW_FLAG_CC) {
909 sch->channel_prog += 8;
910 ret = -EAGAIN;
911 }
912 }
913
914 return ret;
915 }
916
917 static void sch_handle_start_func_virtual(SubchDev *sch)
918 {
919
920 PMCW *p = &sch->curr_status.pmcw;
921 SCSW *s = &sch->curr_status.scsw;
922 int path;
923 int ret;
924 bool suspend_allowed;
925
926 /* Path management: In our simple css, we always choose the only path. */
927 path = 0x80;
928
929 if (!(s->ctrl & SCSW_ACTL_SUSP)) {
930 /* Start Function triggered via ssch, i.e. we have an ORB */
931 ORB *orb = &sch->orb;
932 s->cstat = 0;
933 s->dstat = 0;
934 /* Look at the orb and try to execute the channel program. */
935 p->intparm = orb->intparm;
936 if (!(orb->lpm & path)) {
937 /* Generate a deferred cc 3 condition. */
938 s->flags |= SCSW_FLAGS_MASK_CC;
939 s->ctrl &= ~SCSW_CTRL_MASK_STCTL;
940 s->ctrl |= (SCSW_STCTL_ALERT | SCSW_STCTL_STATUS_PEND);
941 return;
942 }
943 sch->ccw_fmt_1 = !!(orb->ctrl0 & ORB_CTRL0_MASK_FMT);
944 s->flags |= (sch->ccw_fmt_1) ? SCSW_FLAGS_MASK_FMT : 0;
945 sch->ccw_no_data_cnt = 0;
946 suspend_allowed = !!(orb->ctrl0 & ORB_CTRL0_MASK_SPND);
947 } else {
948 /* Start Function resumed via rsch */
949 s->ctrl &= ~(SCSW_ACTL_SUSP | SCSW_ACTL_RESUME_PEND);
950 /* The channel program had been suspended before. */
951 suspend_allowed = true;
952 }
953 sch->last_cmd_valid = false;
954 do {
955 ret = css_interpret_ccw(sch, sch->channel_prog, suspend_allowed);
956 switch (ret) {
957 case -EAGAIN:
958 /* ccw chain, continue processing */
959 break;
960 case 0:
961 /* success */
962 s->ctrl &= ~SCSW_ACTL_START_PEND;
963 s->ctrl &= ~SCSW_CTRL_MASK_STCTL;
964 s->ctrl |= SCSW_STCTL_PRIMARY | SCSW_STCTL_SECONDARY |
965 SCSW_STCTL_STATUS_PEND;
966 s->dstat = SCSW_DSTAT_CHANNEL_END | SCSW_DSTAT_DEVICE_END;
967 s->cpa = sch->channel_prog + 8;
968 break;
969 case -EIO:
970 /* I/O errors, status depends on specific devices */
971 break;
972 case -ENOSYS:
973 /* unsupported command, generate unit check (command reject) */
974 s->ctrl &= ~SCSW_ACTL_START_PEND;
975 s->dstat = SCSW_DSTAT_UNIT_CHECK;
976 /* Set sense bit 0 in ecw0. */
977 sch->sense_data[0] = 0x80;
978 s->ctrl &= ~SCSW_CTRL_MASK_STCTL;
979 s->ctrl |= SCSW_STCTL_PRIMARY | SCSW_STCTL_SECONDARY |
980 SCSW_STCTL_ALERT | SCSW_STCTL_STATUS_PEND;
981 s->cpa = sch->channel_prog + 8;
982 break;
983 case -EFAULT:
984 /* memory problem, generate channel data check */
985 s->ctrl &= ~SCSW_ACTL_START_PEND;
986 s->cstat = SCSW_CSTAT_DATA_CHECK;
987 s->ctrl &= ~SCSW_CTRL_MASK_STCTL;
988 s->ctrl |= SCSW_STCTL_PRIMARY | SCSW_STCTL_SECONDARY |
989 SCSW_STCTL_ALERT | SCSW_STCTL_STATUS_PEND;
990 s->cpa = sch->channel_prog + 8;
991 break;
992 case -EBUSY:
993 /* subchannel busy, generate deferred cc 1 */
994 s->flags &= ~SCSW_FLAGS_MASK_CC;
995 s->flags |= (1 << 8);
996 s->ctrl &= ~SCSW_CTRL_MASK_STCTL;
997 s->ctrl |= SCSW_STCTL_ALERT | SCSW_STCTL_STATUS_PEND;
998 break;
999 case -EINPROGRESS:
1000 /* channel program has been suspended */
1001 s->ctrl &= ~SCSW_ACTL_START_PEND;
1002 s->ctrl |= SCSW_ACTL_SUSP;
1003 break;
1004 default:
1005 /* error, generate channel program check */
1006 s->ctrl &= ~SCSW_ACTL_START_PEND;
1007 s->cstat = SCSW_CSTAT_PROG_CHECK;
1008 s->ctrl &= ~SCSW_CTRL_MASK_STCTL;
1009 s->ctrl |= SCSW_STCTL_PRIMARY | SCSW_STCTL_SECONDARY |
1010 SCSW_STCTL_ALERT | SCSW_STCTL_STATUS_PEND;
1011 s->cpa = sch->channel_prog + 8;
1012 break;
1013 }
1014 } while (ret == -EAGAIN);
1015
1016 }
1017
1018 static int sch_handle_start_func_passthrough(SubchDev *sch)
1019 {
1020
1021 PMCW *p = &sch->curr_status.pmcw;
1022 SCSW *s = &sch->curr_status.scsw;
1023 int ret;
1024
1025 ORB *orb = &sch->orb;
1026 if (!(s->ctrl & SCSW_ACTL_SUSP)) {
1027 assert(orb != NULL);
1028 p->intparm = orb->intparm;
1029 }
1030
1031 /*
1032 * Only support prefetch enable mode.
1033 * Only support 64bit addressing idal.
1034 */
1035 if (!(orb->ctrl0 & ORB_CTRL0_MASK_PFCH) ||
1036 !(orb->ctrl0 & ORB_CTRL0_MASK_C64)) {
1037 return -EINVAL;
1038 }
1039
1040 ret = s390_ccw_cmd_request(orb, s, sch->driver_data);
1041 switch (ret) {
1042 /* Currently we don't update control block and just return the cc code. */
1043 case 0:
1044 break;
1045 case -EBUSY:
1046 break;
1047 case -ENODEV:
1048 break;
1049 case -EACCES:
1050 /* Let's reflect an inaccessible host device by cc 3. */
1051 ret = -ENODEV;
1052 break;
1053 default:
1054 /*
1055 * All other return codes will trigger a program check,
1056 * or set cc to 1.
1057 */
1058 break;
1059 };
1060
1061 return ret;
1062 }
1063
1064 /*
1065 * On real machines, this would run asynchronously to the main vcpus.
1066 * We might want to make some parts of the ssch handling (interpreting
1067 * read/writes) asynchronous later on if we start supporting more than
1068 * our current very simple devices.
1069 */
1070 int do_subchannel_work_virtual(SubchDev *sch)
1071 {
1072
1073 SCSW *s = &sch->curr_status.scsw;
1074
1075 if (s->ctrl & SCSW_FCTL_CLEAR_FUNC) {
1076 sch_handle_clear_func(sch);
1077 } else if (s->ctrl & SCSW_FCTL_HALT_FUNC) {
1078 sch_handle_halt_func(sch);
1079 } else if (s->ctrl & SCSW_FCTL_START_FUNC) {
1080 /* Triggered by both ssch and rsch. */
1081 sch_handle_start_func_virtual(sch);
1082 } else {
1083 /* Cannot happen. */
1084 return 0;
1085 }
1086 css_inject_io_interrupt(sch);
1087 return 0;
1088 }
1089
1090 int do_subchannel_work_passthrough(SubchDev *sch)
1091 {
1092 int ret;
1093 SCSW *s = &sch->curr_status.scsw;
1094
1095 if (s->ctrl & SCSW_FCTL_CLEAR_FUNC) {
1096 /* TODO: Clear handling */
1097 sch_handle_clear_func(sch);
1098 ret = 0;
1099 } else if (s->ctrl & SCSW_FCTL_HALT_FUNC) {
1100 /* TODO: Halt handling */
1101 sch_handle_halt_func(sch);
1102 ret = 0;
1103 } else if (s->ctrl & SCSW_FCTL_START_FUNC) {
1104 ret = sch_handle_start_func_passthrough(sch);
1105 } else {
1106 /* Cannot happen. */
1107 return -ENODEV;
1108 }
1109
1110 return ret;
1111 }
1112
1113 static int do_subchannel_work(SubchDev *sch)
1114 {
1115 if (sch->do_subchannel_work) {
1116 return sch->do_subchannel_work(sch);
1117 } else {
1118 return -EINVAL;
1119 }
1120 }
1121
1122 static void copy_pmcw_to_guest(PMCW *dest, const PMCW *src)
1123 {
1124 int i;
1125
1126 dest->intparm = cpu_to_be32(src->intparm);
1127 dest->flags = cpu_to_be16(src->flags);
1128 dest->devno = cpu_to_be16(src->devno);
1129 dest->lpm = src->lpm;
1130 dest->pnom = src->pnom;
1131 dest->lpum = src->lpum;
1132 dest->pim = src->pim;
1133 dest->mbi = cpu_to_be16(src->mbi);
1134 dest->pom = src->pom;
1135 dest->pam = src->pam;
1136 for (i = 0; i < ARRAY_SIZE(dest->chpid); i++) {
1137 dest->chpid[i] = src->chpid[i];
1138 }
1139 dest->chars = cpu_to_be32(src->chars);
1140 }
1141
1142 void copy_scsw_to_guest(SCSW *dest, const SCSW *src)
1143 {
1144 dest->flags = cpu_to_be16(src->flags);
1145 dest->ctrl = cpu_to_be16(src->ctrl);
1146 dest->cpa = cpu_to_be32(src->cpa);
1147 dest->dstat = src->dstat;
1148 dest->cstat = src->cstat;
1149 dest->count = cpu_to_be16(src->count);
1150 }
1151
1152 static void copy_schib_to_guest(SCHIB *dest, const SCHIB *src)
1153 {
1154 int i;
1155
1156 copy_pmcw_to_guest(&dest->pmcw, &src->pmcw);
1157 copy_scsw_to_guest(&dest->scsw, &src->scsw);
1158 dest->mba = cpu_to_be64(src->mba);
1159 for (i = 0; i < ARRAY_SIZE(dest->mda); i++) {
1160 dest->mda[i] = src->mda[i];
1161 }
1162 }
1163
1164 int css_do_stsch(SubchDev *sch, SCHIB *schib)
1165 {
1166 /* Use current status. */
1167 copy_schib_to_guest(schib, &sch->curr_status);
1168 return 0;
1169 }
1170
1171 static void copy_pmcw_from_guest(PMCW *dest, const PMCW *src)
1172 {
1173 int i;
1174
1175 dest->intparm = be32_to_cpu(src->intparm);
1176 dest->flags = be16_to_cpu(src->flags);
1177 dest->devno = be16_to_cpu(src->devno);
1178 dest->lpm = src->lpm;
1179 dest->pnom = src->pnom;
1180 dest->lpum = src->lpum;
1181 dest->pim = src->pim;
1182 dest->mbi = be16_to_cpu(src->mbi);
1183 dest->pom = src->pom;
1184 dest->pam = src->pam;
1185 for (i = 0; i < ARRAY_SIZE(dest->chpid); i++) {
1186 dest->chpid[i] = src->chpid[i];
1187 }
1188 dest->chars = be32_to_cpu(src->chars);
1189 }
1190
1191 static void copy_scsw_from_guest(SCSW *dest, const SCSW *src)
1192 {
1193 dest->flags = be16_to_cpu(src->flags);
1194 dest->ctrl = be16_to_cpu(src->ctrl);
1195 dest->cpa = be32_to_cpu(src->cpa);
1196 dest->dstat = src->dstat;
1197 dest->cstat = src->cstat;
1198 dest->count = be16_to_cpu(src->count);
1199 }
1200
1201 static void copy_schib_from_guest(SCHIB *dest, const SCHIB *src)
1202 {
1203 int i;
1204
1205 copy_pmcw_from_guest(&dest->pmcw, &src->pmcw);
1206 copy_scsw_from_guest(&dest->scsw, &src->scsw);
1207 dest->mba = be64_to_cpu(src->mba);
1208 for (i = 0; i < ARRAY_SIZE(dest->mda); i++) {
1209 dest->mda[i] = src->mda[i];
1210 }
1211 }
1212
1213 int css_do_msch(SubchDev *sch, const SCHIB *orig_schib)
1214 {
1215 SCSW *s = &sch->curr_status.scsw;
1216 PMCW *p = &sch->curr_status.pmcw;
1217 uint16_t oldflags;
1218 int ret;
1219 SCHIB schib;
1220
1221 if (!(sch->curr_status.pmcw.flags & PMCW_FLAGS_MASK_DNV)) {
1222 ret = 0;
1223 goto out;
1224 }
1225
1226 if (s->ctrl & SCSW_STCTL_STATUS_PEND) {
1227 ret = -EINPROGRESS;
1228 goto out;
1229 }
1230
1231 if (s->ctrl &
1232 (SCSW_FCTL_START_FUNC|SCSW_FCTL_HALT_FUNC|SCSW_FCTL_CLEAR_FUNC)) {
1233 ret = -EBUSY;
1234 goto out;
1235 }
1236
1237 copy_schib_from_guest(&schib, orig_schib);
1238 /* Only update the program-modifiable fields. */
1239 p->intparm = schib.pmcw.intparm;
1240 oldflags = p->flags;
1241 p->flags &= ~(PMCW_FLAGS_MASK_ISC | PMCW_FLAGS_MASK_ENA |
1242 PMCW_FLAGS_MASK_LM | PMCW_FLAGS_MASK_MME |
1243 PMCW_FLAGS_MASK_MP);
1244 p->flags |= schib.pmcw.flags &
1245 (PMCW_FLAGS_MASK_ISC | PMCW_FLAGS_MASK_ENA |
1246 PMCW_FLAGS_MASK_LM | PMCW_FLAGS_MASK_MME |
1247 PMCW_FLAGS_MASK_MP);
1248 p->lpm = schib.pmcw.lpm;
1249 p->mbi = schib.pmcw.mbi;
1250 p->pom = schib.pmcw.pom;
1251 p->chars &= ~(PMCW_CHARS_MASK_MBFC | PMCW_CHARS_MASK_CSENSE);
1252 p->chars |= schib.pmcw.chars &
1253 (PMCW_CHARS_MASK_MBFC | PMCW_CHARS_MASK_CSENSE);
1254 sch->curr_status.mba = schib.mba;
1255
1256 /* Has the channel been disabled? */
1257 if (sch->disable_cb && (oldflags & PMCW_FLAGS_MASK_ENA) != 0
1258 && (p->flags & PMCW_FLAGS_MASK_ENA) == 0) {
1259 sch->disable_cb(sch);
1260 }
1261
1262 ret = 0;
1263
1264 out:
1265 return ret;
1266 }
1267
1268 int css_do_xsch(SubchDev *sch)
1269 {
1270 SCSW *s = &sch->curr_status.scsw;
1271 PMCW *p = &sch->curr_status.pmcw;
1272 int ret;
1273
1274 if (~(p->flags) & (PMCW_FLAGS_MASK_DNV | PMCW_FLAGS_MASK_ENA)) {
1275 ret = -ENODEV;
1276 goto out;
1277 }
1278
1279 if (s->ctrl & SCSW_CTRL_MASK_STCTL) {
1280 ret = -EINPROGRESS;
1281 goto out;
1282 }
1283
1284 if (!(s->ctrl & SCSW_CTRL_MASK_FCTL) ||
1285 ((s->ctrl & SCSW_CTRL_MASK_FCTL) != SCSW_FCTL_START_FUNC) ||
1286 (!(s->ctrl &
1287 (SCSW_ACTL_RESUME_PEND | SCSW_ACTL_START_PEND | SCSW_ACTL_SUSP))) ||
1288 (s->ctrl & SCSW_ACTL_SUBCH_ACTIVE)) {
1289 ret = -EBUSY;
1290 goto out;
1291 }
1292
1293 /* Cancel the current operation. */
1294 s->ctrl &= ~(SCSW_FCTL_START_FUNC |
1295 SCSW_ACTL_RESUME_PEND |
1296 SCSW_ACTL_START_PEND |
1297 SCSW_ACTL_SUSP);
1298 sch->channel_prog = 0x0;
1299 sch->last_cmd_valid = false;
1300 s->dstat = 0;
1301 s->cstat = 0;
1302 ret = 0;
1303
1304 out:
1305 return ret;
1306 }
1307
1308 int css_do_csch(SubchDev *sch)
1309 {
1310 SCSW *s = &sch->curr_status.scsw;
1311 PMCW *p = &sch->curr_status.pmcw;
1312 int ret;
1313
1314 if (~(p->flags) & (PMCW_FLAGS_MASK_DNV | PMCW_FLAGS_MASK_ENA)) {
1315 ret = -ENODEV;
1316 goto out;
1317 }
1318
1319 /* Trigger the clear function. */
1320 s->ctrl &= ~(SCSW_CTRL_MASK_FCTL | SCSW_CTRL_MASK_ACTL);
1321 s->ctrl |= SCSW_FCTL_CLEAR_FUNC | SCSW_ACTL_CLEAR_PEND;
1322
1323 do_subchannel_work(sch);
1324 ret = 0;
1325
1326 out:
1327 return ret;
1328 }
1329
1330 int css_do_hsch(SubchDev *sch)
1331 {
1332 SCSW *s = &sch->curr_status.scsw;
1333 PMCW *p = &sch->curr_status.pmcw;
1334 int ret;
1335
1336 if (~(p->flags) & (PMCW_FLAGS_MASK_DNV | PMCW_FLAGS_MASK_ENA)) {
1337 ret = -ENODEV;
1338 goto out;
1339 }
1340
1341 if (((s->ctrl & SCSW_CTRL_MASK_STCTL) == SCSW_STCTL_STATUS_PEND) ||
1342 (s->ctrl & (SCSW_STCTL_PRIMARY |
1343 SCSW_STCTL_SECONDARY |
1344 SCSW_STCTL_ALERT))) {
1345 ret = -EINPROGRESS;
1346 goto out;
1347 }
1348
1349 if (s->ctrl & (SCSW_FCTL_HALT_FUNC | SCSW_FCTL_CLEAR_FUNC)) {
1350 ret = -EBUSY;
1351 goto out;
1352 }
1353
1354 /* Trigger the halt function. */
1355 s->ctrl |= SCSW_FCTL_HALT_FUNC;
1356 s->ctrl &= ~SCSW_FCTL_START_FUNC;
1357 if (((s->ctrl & SCSW_CTRL_MASK_ACTL) ==
1358 (SCSW_ACTL_SUBCH_ACTIVE | SCSW_ACTL_DEVICE_ACTIVE)) &&
1359 ((s->ctrl & SCSW_CTRL_MASK_STCTL) == SCSW_STCTL_INTERMEDIATE)) {
1360 s->ctrl &= ~SCSW_STCTL_STATUS_PEND;
1361 }
1362 s->ctrl |= SCSW_ACTL_HALT_PEND;
1363
1364 do_subchannel_work(sch);
1365 ret = 0;
1366
1367 out:
1368 return ret;
1369 }
1370
1371 static void css_update_chnmon(SubchDev *sch)
1372 {
1373 if (!(sch->curr_status.pmcw.flags & PMCW_FLAGS_MASK_MME)) {
1374 /* Not active. */
1375 return;
1376 }
1377 /* The counter is conveniently located at the beginning of the struct. */
1378 if (sch->curr_status.pmcw.chars & PMCW_CHARS_MASK_MBFC) {
1379 /* Format 1, per-subchannel area. */
1380 uint32_t count;
1381
1382 count = address_space_ldl(&address_space_memory,
1383 sch->curr_status.mba,
1384 MEMTXATTRS_UNSPECIFIED,
1385 NULL);
1386 count++;
1387 address_space_stl(&address_space_memory, sch->curr_status.mba, count,
1388 MEMTXATTRS_UNSPECIFIED, NULL);
1389 } else {
1390 /* Format 0, global area. */
1391 uint32_t offset;
1392 uint16_t count;
1393
1394 offset = sch->curr_status.pmcw.mbi << 5;
1395 count = address_space_lduw(&address_space_memory,
1396 channel_subsys.chnmon_area + offset,
1397 MEMTXATTRS_UNSPECIFIED,
1398 NULL);
1399 count++;
1400 address_space_stw(&address_space_memory,
1401 channel_subsys.chnmon_area + offset, count,
1402 MEMTXATTRS_UNSPECIFIED, NULL);
1403 }
1404 }
1405
1406 int css_do_ssch(SubchDev *sch, ORB *orb)
1407 {
1408 SCSW *s = &sch->curr_status.scsw;
1409 PMCW *p = &sch->curr_status.pmcw;
1410 int ret;
1411
1412 if (~(p->flags) & (PMCW_FLAGS_MASK_DNV | PMCW_FLAGS_MASK_ENA)) {
1413 ret = -ENODEV;
1414 goto out;
1415 }
1416
1417 if (s->ctrl & SCSW_STCTL_STATUS_PEND) {
1418 ret = -EINPROGRESS;
1419 goto out;
1420 }
1421
1422 if (s->ctrl & (SCSW_FCTL_START_FUNC |
1423 SCSW_FCTL_HALT_FUNC |
1424 SCSW_FCTL_CLEAR_FUNC)) {
1425 ret = -EBUSY;
1426 goto out;
1427 }
1428
1429 /* If monitoring is active, update counter. */
1430 if (channel_subsys.chnmon_active) {
1431 css_update_chnmon(sch);
1432 }
1433 sch->orb = *orb;
1434 sch->channel_prog = orb->cpa;
1435 /* Trigger the start function. */
1436 s->ctrl |= (SCSW_FCTL_START_FUNC | SCSW_ACTL_START_PEND);
1437 s->flags &= ~SCSW_FLAGS_MASK_PNO;
1438
1439 ret = do_subchannel_work(sch);
1440
1441 out:
1442 return ret;
1443 }
1444
1445 static void copy_irb_to_guest(IRB *dest, const IRB *src, PMCW *pmcw,
1446 int *irb_len)
1447 {
1448 int i;
1449 uint16_t stctl = src->scsw.ctrl & SCSW_CTRL_MASK_STCTL;
1450 uint16_t actl = src->scsw.ctrl & SCSW_CTRL_MASK_ACTL;
1451
1452 copy_scsw_to_guest(&dest->scsw, &src->scsw);
1453
1454 for (i = 0; i < ARRAY_SIZE(dest->esw); i++) {
1455 dest->esw[i] = cpu_to_be32(src->esw[i]);
1456 }
1457 for (i = 0; i < ARRAY_SIZE(dest->ecw); i++) {
1458 dest->ecw[i] = cpu_to_be32(src->ecw[i]);
1459 }
1460 *irb_len = sizeof(*dest) - sizeof(dest->emw);
1461
1462 /* extended measurements enabled? */
1463 if ((src->scsw.flags & SCSW_FLAGS_MASK_ESWF) ||
1464 !(pmcw->flags & PMCW_FLAGS_MASK_TF) ||
1465 !(pmcw->chars & PMCW_CHARS_MASK_XMWME)) {
1466 return;
1467 }
1468 /* extended measurements pending? */
1469 if (!(stctl & SCSW_STCTL_STATUS_PEND)) {
1470 return;
1471 }
1472 if ((stctl & SCSW_STCTL_PRIMARY) ||
1473 (stctl == SCSW_STCTL_SECONDARY) ||
1474 ((stctl & SCSW_STCTL_INTERMEDIATE) && (actl & SCSW_ACTL_SUSP))) {
1475 for (i = 0; i < ARRAY_SIZE(dest->emw); i++) {
1476 dest->emw[i] = cpu_to_be32(src->emw[i]);
1477 }
1478 }
1479 *irb_len = sizeof(*dest);
1480 }
1481
1482 int css_do_tsch_get_irb(SubchDev *sch, IRB *target_irb, int *irb_len)
1483 {
1484 SCSW *s = &sch->curr_status.scsw;
1485 PMCW *p = &sch->curr_status.pmcw;
1486 uint16_t stctl;
1487 IRB irb;
1488
1489 if (~(p->flags) & (PMCW_FLAGS_MASK_DNV | PMCW_FLAGS_MASK_ENA)) {
1490 return 3;
1491 }
1492
1493 stctl = s->ctrl & SCSW_CTRL_MASK_STCTL;
1494
1495 /* Prepare the irb for the guest. */
1496 memset(&irb, 0, sizeof(IRB));
1497
1498 /* Copy scsw from current status. */
1499 memcpy(&irb.scsw, s, sizeof(SCSW));
1500 if (stctl & SCSW_STCTL_STATUS_PEND) {
1501 if (s->cstat & (SCSW_CSTAT_DATA_CHECK |
1502 SCSW_CSTAT_CHN_CTRL_CHK |
1503 SCSW_CSTAT_INTF_CTRL_CHK)) {
1504 irb.scsw.flags |= SCSW_FLAGS_MASK_ESWF;
1505 irb.esw[0] = 0x04804000;
1506 } else {
1507 irb.esw[0] = 0x00800000;
1508 }
1509 /* If a unit check is pending, copy sense data. */
1510 if ((s->dstat & SCSW_DSTAT_UNIT_CHECK) &&
1511 (p->chars & PMCW_CHARS_MASK_CSENSE)) {
1512 int i;
1513
1514 irb.scsw.flags |= SCSW_FLAGS_MASK_ESWF | SCSW_FLAGS_MASK_ECTL;
1515 /* Attention: sense_data is already BE! */
1516 memcpy(irb.ecw, sch->sense_data, sizeof(sch->sense_data));
1517 for (i = 0; i < ARRAY_SIZE(irb.ecw); i++) {
1518 irb.ecw[i] = be32_to_cpu(irb.ecw[i]);
1519 }
1520 irb.esw[1] = 0x01000000 | (sizeof(sch->sense_data) << 8);
1521 }
1522 }
1523 /* Store the irb to the guest. */
1524 copy_irb_to_guest(target_irb, &irb, p, irb_len);
1525
1526 return ((stctl & SCSW_STCTL_STATUS_PEND) == 0);
1527 }
1528
1529 void css_do_tsch_update_subch(SubchDev *sch)
1530 {
1531 SCSW *s = &sch->curr_status.scsw;
1532 PMCW *p = &sch->curr_status.pmcw;
1533 uint16_t stctl;
1534 uint16_t fctl;
1535 uint16_t actl;
1536
1537 stctl = s->ctrl & SCSW_CTRL_MASK_STCTL;
1538 fctl = s->ctrl & SCSW_CTRL_MASK_FCTL;
1539 actl = s->ctrl & SCSW_CTRL_MASK_ACTL;
1540
1541 /* Clear conditions on subchannel, if applicable. */
1542 if (stctl & SCSW_STCTL_STATUS_PEND) {
1543 s->ctrl &= ~SCSW_CTRL_MASK_STCTL;
1544 if ((stctl != (SCSW_STCTL_INTERMEDIATE | SCSW_STCTL_STATUS_PEND)) ||
1545 ((fctl & SCSW_FCTL_HALT_FUNC) &&
1546 (actl & SCSW_ACTL_SUSP))) {
1547 s->ctrl &= ~SCSW_CTRL_MASK_FCTL;
1548 }
1549 if (stctl != (SCSW_STCTL_INTERMEDIATE | SCSW_STCTL_STATUS_PEND)) {
1550 s->flags &= ~SCSW_FLAGS_MASK_PNO;
1551 s->ctrl &= ~(SCSW_ACTL_RESUME_PEND |
1552 SCSW_ACTL_START_PEND |
1553 SCSW_ACTL_HALT_PEND |
1554 SCSW_ACTL_CLEAR_PEND |
1555 SCSW_ACTL_SUSP);
1556 } else {
1557 if ((actl & SCSW_ACTL_SUSP) &&
1558 (fctl & SCSW_FCTL_START_FUNC)) {
1559 s->flags &= ~SCSW_FLAGS_MASK_PNO;
1560 if (fctl & SCSW_FCTL_HALT_FUNC) {
1561 s->ctrl &= ~(SCSW_ACTL_RESUME_PEND |
1562 SCSW_ACTL_START_PEND |
1563 SCSW_ACTL_HALT_PEND |
1564 SCSW_ACTL_CLEAR_PEND |
1565 SCSW_ACTL_SUSP);
1566 } else {
1567 s->ctrl &= ~SCSW_ACTL_RESUME_PEND;
1568 }
1569 }
1570 }
1571 /* Clear pending sense data. */
1572 if (p->chars & PMCW_CHARS_MASK_CSENSE) {
1573 memset(sch->sense_data, 0 , sizeof(sch->sense_data));
1574 }
1575 }
1576 }
1577
1578 static void copy_crw_to_guest(CRW *dest, const CRW *src)
1579 {
1580 dest->flags = cpu_to_be16(src->flags);
1581 dest->rsid = cpu_to_be16(src->rsid);
1582 }
1583
1584 int css_do_stcrw(CRW *crw)
1585 {
1586 CrwContainer *crw_cont;
1587 int ret;
1588
1589 crw_cont = QTAILQ_FIRST(&channel_subsys.pending_crws);
1590 if (crw_cont) {
1591 QTAILQ_REMOVE(&channel_subsys.pending_crws, crw_cont, sibling);
1592 copy_crw_to_guest(crw, &crw_cont->crw);
1593 g_free(crw_cont);
1594 ret = 0;
1595 } else {
1596 /* List was empty, turn crw machine checks on again. */
1597 memset(crw, 0, sizeof(*crw));
1598 channel_subsys.do_crw_mchk = true;
1599 ret = 1;
1600 }
1601
1602 return ret;
1603 }
1604
1605 static void copy_crw_from_guest(CRW *dest, const CRW *src)
1606 {
1607 dest->flags = be16_to_cpu(src->flags);
1608 dest->rsid = be16_to_cpu(src->rsid);
1609 }
1610
1611 void css_undo_stcrw(CRW *crw)
1612 {
1613 CrwContainer *crw_cont;
1614
1615 crw_cont = g_try_malloc0(sizeof(CrwContainer));
1616 if (!crw_cont) {
1617 channel_subsys.crws_lost = true;
1618 return;
1619 }
1620 copy_crw_from_guest(&crw_cont->crw, crw);
1621
1622 QTAILQ_INSERT_HEAD(&channel_subsys.pending_crws, crw_cont, sibling);
1623 }
1624
1625 int css_do_tpi(IOIntCode *int_code, int lowcore)
1626 {
1627 /* No pending interrupts for !KVM. */
1628 return 0;
1629 }
1630
1631 int css_collect_chp_desc(int m, uint8_t cssid, uint8_t f_chpid, uint8_t l_chpid,
1632 int rfmt, void *buf)
1633 {
1634 int i, desc_size;
1635 uint32_t words[8];
1636 uint32_t chpid_type_word;
1637 CssImage *css;
1638
1639 if (!m && !cssid) {
1640 css = channel_subsys.css[channel_subsys.default_cssid];
1641 } else {
1642 css = channel_subsys.css[cssid];
1643 }
1644 if (!css) {
1645 return 0;
1646 }
1647 desc_size = 0;
1648 for (i = f_chpid; i <= l_chpid; i++) {
1649 if (css->chpids[i].in_use) {
1650 chpid_type_word = 0x80000000 | (css->chpids[i].type << 8) | i;
1651 if (rfmt == 0) {
1652 words[0] = cpu_to_be32(chpid_type_word);
1653 words[1] = 0;
1654 memcpy(buf + desc_size, words, 8);
1655 desc_size += 8;
1656 } else if (rfmt == 1) {
1657 words[0] = cpu_to_be32(chpid_type_word);
1658 words[1] = 0;
1659 words[2] = 0;
1660 words[3] = 0;
1661 words[4] = 0;
1662 words[5] = 0;
1663 words[6] = 0;
1664 words[7] = 0;
1665 memcpy(buf + desc_size, words, 32);
1666 desc_size += 32;
1667 }
1668 }
1669 }
1670 return desc_size;
1671 }
1672
1673 void css_do_schm(uint8_t mbk, int update, int dct, uint64_t mbo)
1674 {
1675 /* dct is currently ignored (not really meaningful for our devices) */
1676 /* TODO: Don't ignore mbk. */
1677 if (update && !channel_subsys.chnmon_active) {
1678 /* Enable measuring. */
1679 channel_subsys.chnmon_area = mbo;
1680 channel_subsys.chnmon_active = true;
1681 }
1682 if (!update && channel_subsys.chnmon_active) {
1683 /* Disable measuring. */
1684 channel_subsys.chnmon_area = 0;
1685 channel_subsys.chnmon_active = false;
1686 }
1687 }
1688
1689 int css_do_rsch(SubchDev *sch)
1690 {
1691 SCSW *s = &sch->curr_status.scsw;
1692 PMCW *p = &sch->curr_status.pmcw;
1693 int ret;
1694
1695 if (~(p->flags) & (PMCW_FLAGS_MASK_DNV | PMCW_FLAGS_MASK_ENA)) {
1696 ret = -ENODEV;
1697 goto out;
1698 }
1699
1700 if (s->ctrl & SCSW_STCTL_STATUS_PEND) {
1701 ret = -EINPROGRESS;
1702 goto out;
1703 }
1704
1705 if (((s->ctrl & SCSW_CTRL_MASK_FCTL) != SCSW_FCTL_START_FUNC) ||
1706 (s->ctrl & SCSW_ACTL_RESUME_PEND) ||
1707 (!(s->ctrl & SCSW_ACTL_SUSP))) {
1708 ret = -EINVAL;
1709 goto out;
1710 }
1711
1712 /* If monitoring is active, update counter. */
1713 if (channel_subsys.chnmon_active) {
1714 css_update_chnmon(sch);
1715 }
1716
1717 s->ctrl |= SCSW_ACTL_RESUME_PEND;
1718 do_subchannel_work(sch);
1719 ret = 0;
1720
1721 out:
1722 return ret;
1723 }
1724
1725 int css_do_rchp(uint8_t cssid, uint8_t chpid)
1726 {
1727 uint8_t real_cssid;
1728
1729 if (cssid > channel_subsys.max_cssid) {
1730 return -EINVAL;
1731 }
1732 if (channel_subsys.max_cssid == 0) {
1733 real_cssid = channel_subsys.default_cssid;
1734 } else {
1735 real_cssid = cssid;
1736 }
1737 if (!channel_subsys.css[real_cssid]) {
1738 return -EINVAL;
1739 }
1740
1741 if (!channel_subsys.css[real_cssid]->chpids[chpid].in_use) {
1742 return -ENODEV;
1743 }
1744
1745 if (!channel_subsys.css[real_cssid]->chpids[chpid].is_virtual) {
1746 fprintf(stderr,
1747 "rchp unsupported for non-virtual chpid %x.%02x!\n",
1748 real_cssid, chpid);
1749 return -ENODEV;
1750 }
1751
1752 /* We don't really use a channel path, so we're done here. */
1753 css_queue_crw(CRW_RSC_CHP, CRW_ERC_INIT, 1,
1754 channel_subsys.max_cssid > 0 ? 1 : 0, chpid);
1755 if (channel_subsys.max_cssid > 0) {
1756 css_queue_crw(CRW_RSC_CHP, CRW_ERC_INIT, 1, 0, real_cssid << 8);
1757 }
1758 return 0;
1759 }
1760
1761 bool css_schid_final(int m, uint8_t cssid, uint8_t ssid, uint16_t schid)
1762 {
1763 SubchSet *set;
1764 uint8_t real_cssid;
1765
1766 real_cssid = (!m && (cssid == 0)) ? channel_subsys.default_cssid : cssid;
1767 if (ssid > MAX_SSID ||
1768 !channel_subsys.css[real_cssid] ||
1769 !channel_subsys.css[real_cssid]->sch_set[ssid]) {
1770 return true;
1771 }
1772 set = channel_subsys.css[real_cssid]->sch_set[ssid];
1773 return schid > find_last_bit(set->schids_used,
1774 (MAX_SCHID + 1) / sizeof(unsigned long));
1775 }
1776
1777 unsigned int css_find_free_chpid(uint8_t cssid)
1778 {
1779 CssImage *css = channel_subsys.css[cssid];
1780 unsigned int chpid;
1781
1782 if (!css) {
1783 return MAX_CHPID + 1;
1784 }
1785
1786 for (chpid = 0; chpid <= MAX_CHPID; chpid++) {
1787 /* skip reserved chpid */
1788 if (chpid == VIRTIO_CCW_CHPID) {
1789 continue;
1790 }
1791 if (!css->chpids[chpid].in_use) {
1792 return chpid;
1793 }
1794 }
1795 return MAX_CHPID + 1;
1796 }
1797
1798 static int css_add_chpid(uint8_t cssid, uint8_t chpid, uint8_t type,
1799 bool is_virt)
1800 {
1801 CssImage *css;
1802
1803 trace_css_chpid_add(cssid, chpid, type);
1804 css = channel_subsys.css[cssid];
1805 if (!css) {
1806 return -EINVAL;
1807 }
1808 if (css->chpids[chpid].in_use) {
1809 return -EEXIST;
1810 }
1811 css->chpids[chpid].in_use = 1;
1812 css->chpids[chpid].type = type;
1813 css->chpids[chpid].is_virtual = is_virt;
1814
1815 css_generate_chp_crws(cssid, chpid);
1816
1817 return 0;
1818 }
1819
1820 void css_sch_build_virtual_schib(SubchDev *sch, uint8_t chpid, uint8_t type)
1821 {
1822 PMCW *p = &sch->curr_status.pmcw;
1823 SCSW *s = &sch->curr_status.scsw;
1824 int i;
1825 CssImage *css = channel_subsys.css[sch->cssid];
1826
1827 assert(css != NULL);
1828 memset(p, 0, sizeof(PMCW));
1829 p->flags |= PMCW_FLAGS_MASK_DNV;
1830 p->devno = sch->devno;
1831 /* single path */
1832 p->pim = 0x80;
1833 p->pom = 0xff;
1834 p->pam = 0x80;
1835 p->chpid[0] = chpid;
1836 if (!css->chpids[chpid].in_use) {
1837 css_add_chpid(sch->cssid, chpid, type, true);
1838 }
1839
1840 memset(s, 0, sizeof(SCSW));
1841 sch->curr_status.mba = 0;
1842 for (i = 0; i < ARRAY_SIZE(sch->curr_status.mda); i++) {
1843 sch->curr_status.mda[i] = 0;
1844 }
1845 }
1846
1847 SubchDev *css_find_subch(uint8_t m, uint8_t cssid, uint8_t ssid, uint16_t schid)
1848 {
1849 uint8_t real_cssid;
1850
1851 real_cssid = (!m && (cssid == 0)) ? channel_subsys.default_cssid : cssid;
1852
1853 if (!channel_subsys.css[real_cssid]) {
1854 return NULL;
1855 }
1856
1857 if (!channel_subsys.css[real_cssid]->sch_set[ssid]) {
1858 return NULL;
1859 }
1860
1861 return channel_subsys.css[real_cssid]->sch_set[ssid]->sch[schid];
1862 }
1863
1864 /**
1865 * Return free device number in subchannel set.
1866 *
1867 * Return index of the first free device number in the subchannel set
1868 * identified by @p cssid and @p ssid, beginning the search at @p
1869 * start and wrapping around at MAX_DEVNO. Return a value exceeding
1870 * MAX_SCHID if there are no free device numbers in the subchannel
1871 * set.
1872 */
1873 static uint32_t css_find_free_devno(uint8_t cssid, uint8_t ssid,
1874 uint16_t start)
1875 {
1876 uint32_t round;
1877
1878 for (round = 0; round <= MAX_DEVNO; round++) {
1879 uint16_t devno = (start + round) % MAX_DEVNO;
1880
1881 if (!css_devno_used(cssid, ssid, devno)) {
1882 return devno;
1883 }
1884 }
1885 return MAX_DEVNO + 1;
1886 }
1887
1888 /**
1889 * Return first free subchannel (id) in subchannel set.
1890 *
1891 * Return index of the first free subchannel in the subchannel set
1892 * identified by @p cssid and @p ssid, if there is any. Return a value
1893 * exceeding MAX_SCHID if there are no free subchannels in the
1894 * subchannel set.
1895 */
1896 static uint32_t css_find_free_subch(uint8_t cssid, uint8_t ssid)
1897 {
1898 uint32_t schid;
1899
1900 for (schid = 0; schid <= MAX_SCHID; schid++) {
1901 if (!css_find_subch(1, cssid, ssid, schid)) {
1902 return schid;
1903 }
1904 }
1905 return MAX_SCHID + 1;
1906 }
1907
1908 /**
1909 * Return first free subchannel (id) in subchannel set for a device number
1910 *
1911 * Verify the device number @p devno is not used yet in the subchannel
1912 * set identified by @p cssid and @p ssid. Set @p schid to the index
1913 * of the first free subchannel in the subchannel set, if there is
1914 * any. Return true if everything succeeded and false otherwise.
1915 */
1916 static bool css_find_free_subch_for_devno(uint8_t cssid, uint8_t ssid,
1917 uint16_t devno, uint16_t *schid,
1918 Error **errp)
1919 {
1920 uint32_t free_schid;
1921
1922 assert(schid);
1923 if (css_devno_used(cssid, ssid, devno)) {
1924 error_setg(errp, "Device %x.%x.%04x already exists",
1925 cssid, ssid, devno);
1926 return false;
1927 }
1928 free_schid = css_find_free_subch(cssid, ssid);
1929 if (free_schid > MAX_SCHID) {
1930 error_setg(errp, "No free subchannel found for %x.%x.%04x",
1931 cssid, ssid, devno);
1932 return false;
1933 }
1934 *schid = free_schid;
1935 return true;
1936 }
1937
1938 /**
1939 * Return first free subchannel (id) and device number
1940 *
1941 * Locate the first free subchannel and first free device number in
1942 * any of the subchannel sets of the channel subsystem identified by
1943 * @p cssid. Return false if no free subchannel / device number could
1944 * be found. Otherwise set @p ssid, @p devno and @p schid to identify
1945 * the available subchannel and device number and return true.
1946 *
1947 * May modify @p ssid, @p devno and / or @p schid even if no free
1948 * subchannel / device number could be found.
1949 */
1950 static bool css_find_free_subch_and_devno(uint8_t cssid, uint8_t *ssid,
1951 uint16_t *devno, uint16_t *schid,
1952 Error **errp)
1953 {
1954 uint32_t free_schid, free_devno;
1955
1956 assert(ssid && devno && schid);
1957 for (*ssid = 0; *ssid <= MAX_SSID; (*ssid)++) {
1958 free_schid = css_find_free_subch(cssid, *ssid);
1959 if (free_schid > MAX_SCHID) {
1960 continue;
1961 }
1962 free_devno = css_find_free_devno(cssid, *ssid, free_schid);
1963 if (free_devno > MAX_DEVNO) {
1964 continue;
1965 }
1966 *schid = free_schid;
1967 *devno = free_devno;
1968 return true;
1969 }
1970 error_setg(errp, "Virtual channel subsystem is full!");
1971 return false;
1972 }
1973
1974 bool css_subch_visible(SubchDev *sch)
1975 {
1976 if (sch->ssid > channel_subsys.max_ssid) {
1977 return false;
1978 }
1979
1980 if (sch->cssid != channel_subsys.default_cssid) {
1981 return (channel_subsys.max_cssid > 0);
1982 }
1983
1984 return true;
1985 }
1986
1987 bool css_present(uint8_t cssid)
1988 {
1989 return (channel_subsys.css[cssid] != NULL);
1990 }
1991
1992 bool css_devno_used(uint8_t cssid, uint8_t ssid, uint16_t devno)
1993 {
1994 if (!channel_subsys.css[cssid]) {
1995 return false;
1996 }
1997 if (!channel_subsys.css[cssid]->sch_set[ssid]) {
1998 return false;
1999 }
2000
2001 return !!test_bit(devno,
2002 channel_subsys.css[cssid]->sch_set[ssid]->devnos_used);
2003 }
2004
2005 void css_subch_assign(uint8_t cssid, uint8_t ssid, uint16_t schid,
2006 uint16_t devno, SubchDev *sch)
2007 {
2008 CssImage *css;
2009 SubchSet *s_set;
2010
2011 trace_css_assign_subch(sch ? "assign" : "deassign", cssid, ssid, schid,
2012 devno);
2013 if (!channel_subsys.css[cssid]) {
2014 fprintf(stderr,
2015 "Suspicious call to %s (%x.%x.%04x) for non-existing css!\n",
2016 __func__, cssid, ssid, schid);
2017 return;
2018 }
2019 css = channel_subsys.css[cssid];
2020
2021 if (!css->sch_set[ssid]) {
2022 css->sch_set[ssid] = g_malloc0(sizeof(SubchSet));
2023 }
2024 s_set = css->sch_set[ssid];
2025
2026 s_set->sch[schid] = sch;
2027 if (sch) {
2028 set_bit(schid, s_set->schids_used);
2029 set_bit(devno, s_set->devnos_used);
2030 } else {
2031 clear_bit(schid, s_set->schids_used);
2032 clear_bit(devno, s_set->devnos_used);
2033 }
2034 }
2035
2036 void css_queue_crw(uint8_t rsc, uint8_t erc, int solicited,
2037 int chain, uint16_t rsid)
2038 {
2039 CrwContainer *crw_cont;
2040
2041 trace_css_crw(rsc, erc, rsid, chain ? "(chained)" : "");
2042 /* TODO: Maybe use a static crw pool? */
2043 crw_cont = g_try_malloc0(sizeof(CrwContainer));
2044 if (!crw_cont) {
2045 channel_subsys.crws_lost = true;
2046 return;
2047 }
2048 crw_cont->crw.flags = (rsc << 8) | erc;
2049 if (solicited) {
2050 crw_cont->crw.flags |= CRW_FLAGS_MASK_S;
2051 }
2052 if (chain) {
2053 crw_cont->crw.flags |= CRW_FLAGS_MASK_C;
2054 }
2055 crw_cont->crw.rsid = rsid;
2056 if (channel_subsys.crws_lost) {
2057 crw_cont->crw.flags |= CRW_FLAGS_MASK_R;
2058 channel_subsys.crws_lost = false;
2059 }
2060
2061 QTAILQ_INSERT_TAIL(&channel_subsys.pending_crws, crw_cont, sibling);
2062
2063 if (channel_subsys.do_crw_mchk) {
2064 channel_subsys.do_crw_mchk = false;
2065 /* Inject crw pending machine check. */
2066 s390_crw_mchk();
2067 }
2068 }
2069
2070 void css_generate_sch_crws(uint8_t cssid, uint8_t ssid, uint16_t schid,
2071 int hotplugged, int add)
2072 {
2073 uint8_t guest_cssid;
2074 bool chain_crw;
2075
2076 if (add && !hotplugged) {
2077 return;
2078 }
2079 if (channel_subsys.max_cssid == 0) {
2080 /* Default cssid shows up as 0. */
2081 guest_cssid = (cssid == channel_subsys.default_cssid) ? 0 : cssid;
2082 } else {
2083 /* Show real cssid to the guest. */
2084 guest_cssid = cssid;
2085 }
2086 /*
2087 * Only notify for higher subchannel sets/channel subsystems if the
2088 * guest has enabled it.
2089 */
2090 if ((ssid > channel_subsys.max_ssid) ||
2091 (guest_cssid > channel_subsys.max_cssid) ||
2092 ((channel_subsys.max_cssid == 0) &&
2093 (cssid != channel_subsys.default_cssid))) {
2094 return;
2095 }
2096 chain_crw = (channel_subsys.max_ssid > 0) ||
2097 (channel_subsys.max_cssid > 0);
2098 css_queue_crw(CRW_RSC_SUBCH, CRW_ERC_IPI, 0, chain_crw ? 1 : 0, schid);
2099 if (chain_crw) {
2100 css_queue_crw(CRW_RSC_SUBCH, CRW_ERC_IPI, 0, 0,
2101 (guest_cssid << 8) | (ssid << 4));
2102 }
2103 /* RW_ERC_IPI --> clear pending interrupts */
2104 css_clear_io_interrupt(css_do_build_subchannel_id(cssid, ssid), schid);
2105 }
2106
2107 void css_generate_chp_crws(uint8_t cssid, uint8_t chpid)
2108 {
2109 /* TODO */
2110 }
2111
2112 void css_generate_css_crws(uint8_t cssid)
2113 {
2114 if (!channel_subsys.sei_pending) {
2115 css_queue_crw(CRW_RSC_CSS, CRW_ERC_EVENT, 0, 0, cssid);
2116 }
2117 channel_subsys.sei_pending = true;
2118 }
2119
2120 void css_clear_sei_pending(void)
2121 {
2122 channel_subsys.sei_pending = false;
2123 }
2124
2125 int css_enable_mcsse(void)
2126 {
2127 trace_css_enable_facility("mcsse");
2128 channel_subsys.max_cssid = MAX_CSSID;
2129 return 0;
2130 }
2131
2132 int css_enable_mss(void)
2133 {
2134 trace_css_enable_facility("mss");
2135 channel_subsys.max_ssid = MAX_SSID;
2136 return 0;
2137 }
2138
2139 void css_reset_sch(SubchDev *sch)
2140 {
2141 PMCW *p = &sch->curr_status.pmcw;
2142
2143 if ((p->flags & PMCW_FLAGS_MASK_ENA) != 0 && sch->disable_cb) {
2144 sch->disable_cb(sch);
2145 }
2146
2147 p->intparm = 0;
2148 p->flags &= ~(PMCW_FLAGS_MASK_ISC | PMCW_FLAGS_MASK_ENA |
2149 PMCW_FLAGS_MASK_LM | PMCW_FLAGS_MASK_MME |
2150 PMCW_FLAGS_MASK_MP | PMCW_FLAGS_MASK_TF);
2151 p->flags |= PMCW_FLAGS_MASK_DNV;
2152 p->devno = sch->devno;
2153 p->pim = 0x80;
2154 p->lpm = p->pim;
2155 p->pnom = 0;
2156 p->lpum = 0;
2157 p->mbi = 0;
2158 p->pom = 0xff;
2159 p->pam = 0x80;
2160 p->chars &= ~(PMCW_CHARS_MASK_MBFC | PMCW_CHARS_MASK_XMWME |
2161 PMCW_CHARS_MASK_CSENSE);
2162
2163 memset(&sch->curr_status.scsw, 0, sizeof(sch->curr_status.scsw));
2164 sch->curr_status.mba = 0;
2165
2166 sch->channel_prog = 0x0;
2167 sch->last_cmd_valid = false;
2168 sch->thinint_active = false;
2169 }
2170
2171 void css_reset(void)
2172 {
2173 CrwContainer *crw_cont;
2174
2175 /* Clean up monitoring. */
2176 channel_subsys.chnmon_active = false;
2177 channel_subsys.chnmon_area = 0;
2178
2179 /* Clear pending CRWs. */
2180 while ((crw_cont = QTAILQ_FIRST(&channel_subsys.pending_crws))) {
2181 QTAILQ_REMOVE(&channel_subsys.pending_crws, crw_cont, sibling);
2182 g_free(crw_cont);
2183 }
2184 channel_subsys.sei_pending = false;
2185 channel_subsys.do_crw_mchk = true;
2186 channel_subsys.crws_lost = false;
2187
2188 /* Reset maximum ids. */
2189 channel_subsys.max_cssid = 0;
2190 channel_subsys.max_ssid = 0;
2191 }
2192
2193 static void get_css_devid(Object *obj, Visitor *v, const char *name,
2194 void *opaque, Error **errp)
2195 {
2196 DeviceState *dev = DEVICE(obj);
2197 Property *prop = opaque;
2198 CssDevId *dev_id = qdev_get_prop_ptr(dev, prop);
2199 char buffer[] = "xx.x.xxxx";
2200 char *p = buffer;
2201 int r;
2202
2203 if (dev_id->valid) {
2204
2205 r = snprintf(buffer, sizeof(buffer), "%02x.%1x.%04x", dev_id->cssid,
2206 dev_id->ssid, dev_id->devid);
2207 assert(r == sizeof(buffer) - 1);
2208
2209 /* drop leading zero */
2210 if (dev_id->cssid <= 0xf) {
2211 p++;
2212 }
2213 } else {
2214 snprintf(buffer, sizeof(buffer), "<unset>");
2215 }
2216
2217 visit_type_str(v, name, &p, errp);
2218 }
2219
2220 /*
2221 * parse <cssid>.<ssid>.<devid> and assert valid range for cssid/ssid
2222 */
2223 static void set_css_devid(Object *obj, Visitor *v, const char *name,
2224 void *opaque, Error **errp)
2225 {
2226 DeviceState *dev = DEVICE(obj);
2227 Property *prop = opaque;
2228 CssDevId *dev_id = qdev_get_prop_ptr(dev, prop);
2229 Error *local_err = NULL;
2230 char *str;
2231 int num, n1, n2;
2232 unsigned int cssid, ssid, devid;
2233
2234 if (dev->realized) {
2235 qdev_prop_set_after_realize(dev, name, errp);
2236 return;
2237 }
2238
2239 visit_type_str(v, name, &str, &local_err);
2240 if (local_err) {
2241 error_propagate(errp, local_err);
2242 return;
2243 }
2244
2245 num = sscanf(str, "%2x.%1x%n.%4x%n", &cssid, &ssid, &n1, &devid, &n2);
2246 if (num != 3 || (n2 - n1) != 5 || strlen(str) != n2) {
2247 error_set_from_qdev_prop_error(errp, EINVAL, dev, prop, str);
2248 goto out;
2249 }
2250 if ((cssid > MAX_CSSID) || (ssid > MAX_SSID)) {
2251 error_setg(errp, "Invalid cssid or ssid: cssid %x, ssid %x",
2252 cssid, ssid);
2253 goto out;
2254 }
2255
2256 dev_id->cssid = cssid;
2257 dev_id->ssid = ssid;
2258 dev_id->devid = devid;
2259 dev_id->valid = true;
2260
2261 out:
2262 g_free(str);
2263 }
2264
2265 const PropertyInfo css_devid_propinfo = {
2266 .name = "str",
2267 .description = "Identifier of an I/O device in the channel "
2268 "subsystem, example: fe.1.23ab",
2269 .get = get_css_devid,
2270 .set = set_css_devid,
2271 };
2272
2273 const PropertyInfo css_devid_ro_propinfo = {
2274 .name = "str",
2275 .description = "Read-only identifier of an I/O device in the channel "
2276 "subsystem, example: fe.1.23ab",
2277 .get = get_css_devid,
2278 };
2279
2280 SubchDev *css_create_sch(CssDevId bus_id, bool is_virtual, bool squash_mcss,
2281 Error **errp)
2282 {
2283 uint16_t schid = 0;
2284 SubchDev *sch;
2285
2286 if (bus_id.valid) {
2287 if (is_virtual != (bus_id.cssid == VIRTUAL_CSSID)) {
2288 error_setg(errp, "cssid %hhx not valid for %s devices",
2289 bus_id.cssid,
2290 (is_virtual ? "virtual" : "non-virtual"));
2291 return NULL;
2292 }
2293 }
2294
2295 if (bus_id.valid) {
2296 if (squash_mcss) {
2297 bus_id.cssid = channel_subsys.default_cssid;
2298 } else if (!channel_subsys.css[bus_id.cssid]) {
2299 css_create_css_image(bus_id.cssid, false);
2300 }
2301
2302 if (!css_find_free_subch_for_devno(bus_id.cssid, bus_id.ssid,
2303 bus_id.devid, &schid, errp)) {
2304 return NULL;
2305 }
2306 } else if (squash_mcss || is_virtual) {
2307 bus_id.cssid = channel_subsys.default_cssid;
2308
2309 if (!css_find_free_subch_and_devno(bus_id.cssid, &bus_id.ssid,
2310 &bus_id.devid, &schid, errp)) {
2311 return NULL;
2312 }
2313 } else {
2314 for (bus_id.cssid = 0; bus_id.cssid < MAX_CSSID; ++bus_id.cssid) {
2315 if (bus_id.cssid == VIRTUAL_CSSID) {
2316 continue;
2317 }
2318
2319 if (!channel_subsys.css[bus_id.cssid]) {
2320 css_create_css_image(bus_id.cssid, false);
2321 }
2322
2323 if (css_find_free_subch_and_devno(bus_id.cssid, &bus_id.ssid,
2324 &bus_id.devid, &schid,
2325 NULL)) {
2326 break;
2327 }
2328 if (bus_id.cssid == MAX_CSSID) {
2329 error_setg(errp, "Virtual channel subsystem is full!");
2330 return NULL;
2331 }
2332 }
2333 }
2334
2335 sch = g_malloc0(sizeof(*sch));
2336 sch->cssid = bus_id.cssid;
2337 sch->ssid = bus_id.ssid;
2338 sch->devno = bus_id.devid;
2339 sch->schid = schid;
2340 css_subch_assign(sch->cssid, sch->ssid, schid, sch->devno, sch);
2341 return sch;
2342 }
2343
2344 static int css_sch_get_chpids(SubchDev *sch, CssDevId *dev_id)
2345 {
2346 char *fid_path;
2347 FILE *fd;
2348 uint32_t chpid[8];
2349 int i;
2350 PMCW *p = &sch->curr_status.pmcw;
2351
2352 fid_path = g_strdup_printf("/sys/bus/css/devices/%x.%x.%04x/chpids",
2353 dev_id->cssid, dev_id->ssid, dev_id->devid);
2354 fd = fopen(fid_path, "r");
2355 if (fd == NULL) {
2356 error_report("%s: open %s failed", __func__, fid_path);
2357 g_free(fid_path);
2358 return -EINVAL;
2359 }
2360
2361 if (fscanf(fd, "%x %x %x %x %x %x %x %x",
2362 &chpid[0], &chpid[1], &chpid[2], &chpid[3],
2363 &chpid[4], &chpid[5], &chpid[6], &chpid[7]) != 8) {
2364 fclose(fd);
2365 g_free(fid_path);
2366 return -EINVAL;
2367 }
2368
2369 for (i = 0; i < ARRAY_SIZE(p->chpid); i++) {
2370 p->chpid[i] = chpid[i];
2371 }
2372
2373 fclose(fd);
2374 g_free(fid_path);
2375
2376 return 0;
2377 }
2378
2379 static int css_sch_get_path_masks(SubchDev *sch, CssDevId *dev_id)
2380 {
2381 char *fid_path;
2382 FILE *fd;
2383 uint32_t pim, pam, pom;
2384 PMCW *p = &sch->curr_status.pmcw;
2385
2386 fid_path = g_strdup_printf("/sys/bus/css/devices/%x.%x.%04x/pimpampom",
2387 dev_id->cssid, dev_id->ssid, dev_id->devid);
2388 fd = fopen(fid_path, "r");
2389 if (fd == NULL) {
2390 error_report("%s: open %s failed", __func__, fid_path);
2391 g_free(fid_path);
2392 return -EINVAL;
2393 }
2394
2395 if (fscanf(fd, "%x %x %x", &pim, &pam, &pom) != 3) {
2396 fclose(fd);
2397 g_free(fid_path);
2398 return -EINVAL;
2399 }
2400
2401 p->pim = pim;
2402 p->pam = pam;
2403 p->pom = pom;
2404 fclose(fd);
2405 g_free(fid_path);
2406
2407 return 0;
2408 }
2409
2410 static int css_sch_get_chpid_type(uint8_t chpid, uint32_t *type,
2411 CssDevId *dev_id)
2412 {
2413 char *fid_path;
2414 FILE *fd;
2415
2416 fid_path = g_strdup_printf("/sys/devices/css%x/chp0.%02x/type",
2417 dev_id->cssid, chpid);
2418 fd = fopen(fid_path, "r");
2419 if (fd == NULL) {
2420 error_report("%s: open %s failed", __func__, fid_path);
2421 g_free(fid_path);
2422 return -EINVAL;
2423 }
2424
2425 if (fscanf(fd, "%x", type) != 1) {
2426 fclose(fd);
2427 g_free(fid_path);
2428 return -EINVAL;
2429 }
2430
2431 fclose(fd);
2432 g_free(fid_path);
2433
2434 return 0;
2435 }
2436
2437 /*
2438 * We currently retrieve the real device information from sysfs to build the
2439 * guest subchannel information block without considering the migration feature.
2440 * We need to revisit this problem when we want to add migration support.
2441 */
2442 int css_sch_build_schib(SubchDev *sch, CssDevId *dev_id)
2443 {
2444 CssImage *css = channel_subsys.css[sch->cssid];
2445 PMCW *p = &sch->curr_status.pmcw;
2446 SCSW *s = &sch->curr_status.scsw;
2447 uint32_t type;
2448 int i, ret;
2449
2450 assert(css != NULL);
2451 memset(p, 0, sizeof(PMCW));
2452 p->flags |= PMCW_FLAGS_MASK_DNV;
2453 /* We are dealing with I/O subchannels only. */
2454 p->devno = sch->devno;
2455
2456 /* Grab path mask from sysfs. */
2457 ret = css_sch_get_path_masks(sch, dev_id);
2458 if (ret) {
2459 return ret;
2460 }
2461
2462 /* Grab chpids from sysfs. */
2463 ret = css_sch_get_chpids(sch, dev_id);
2464 if (ret) {
2465 return ret;
2466 }
2467
2468 /* Build chpid type. */
2469 for (i = 0; i < ARRAY_SIZE(p->chpid); i++) {
2470 if (p->chpid[i] && !css->chpids[p->chpid[i]].in_use) {
2471 ret = css_sch_get_chpid_type(p->chpid[i], &type, dev_id);
2472 if (ret) {
2473 return ret;
2474 }
2475 css_add_chpid(sch->cssid, p->chpid[i], type, false);
2476 }
2477 }
2478
2479 memset(s, 0, sizeof(SCSW));
2480 sch->curr_status.mba = 0;
2481 for (i = 0; i < ARRAY_SIZE(sch->curr_status.mda); i++) {
2482 sch->curr_status.mda[i] = 0;
2483 }
2484
2485 return 0;
2486 }