]> git.proxmox.com Git - mirror_ubuntu-artful-kernel.git/blame - drivers/hv/vmbus_drv.c
Merge 3.14-rc4 into char-misc-next
[mirror_ubuntu-artful-kernel.git] / drivers / hv / vmbus_drv.c
CommitLineData
3e7ee490 1/*
3e7ee490
HJ
2 * Copyright (c) 2009, Microsoft Corporation.
3 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
11 * more details.
12 *
13 * You should have received a copy of the GNU General Public License along with
14 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
15 * Place - Suite 330, Boston, MA 02111-1307 USA.
16 *
17 * Authors:
18 * Haiyang Zhang <haiyangz@microsoft.com>
19 * Hank Janssen <hjanssen@microsoft.com>
b0069f43 20 * K. Y. Srinivasan <kys@microsoft.com>
52e5c1ce 21 *
3e7ee490 22 */
0a46618d
HJ
23#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
24
3e7ee490
HJ
25#include <linux/init.h>
26#include <linux/module.h>
27#include <linux/device.h>
28#include <linux/irq.h>
29#include <linux/interrupt.h>
30#include <linux/sysctl.h>
5a0e3ad6 31#include <linux/slab.h>
b0069f43 32#include <linux/acpi.h>
8b5d6d3b 33#include <linux/completion.h>
46a97191 34#include <linux/hyperv.h>
b0209501 35#include <linux/kernel_stat.h>
407dd164 36#include <asm/hyperv.h>
1f94ea81 37#include <asm/hypervisor.h>
302a3c0f 38#include <asm/mshyperv.h>
0f2a6619 39#include "hyperv_vmbus.h"
3e7ee490 40
607c1a11 41static struct acpi_device *hv_acpi_dev;
1168ac22 42
59c0e4f0 43static struct tasklet_struct msg_dpc;
71a6655d 44static struct completion probe_event;
b0069f43 45static int irq;
90f34535
S
46u64 hyperv_mmio_start;
47EXPORT_SYMBOL_GPL(hyperv_mmio_start);
48u64 hyperv_mmio_size;
49EXPORT_SYMBOL_GPL(hyperv_mmio_size);
98db4335 50
cf6a2eac
S
51static int vmbus_exists(void)
52{
53 if (hv_acpi_dev == NULL)
54 return -ENODEV;
55
56 return 0;
57}
58
fd776ba9
OH
59#define VMBUS_ALIAS_LEN ((sizeof((struct hv_vmbus_device_id *)0)->guid) * 2)
60static void print_alias_name(struct hv_device *hv_dev, char *alias_name)
61{
62 int i;
63 for (i = 0; i < VMBUS_ALIAS_LEN; i += 2)
64 sprintf(&alias_name[i], "%02x", hv_dev->dev_type.b[i/2]);
65}
66
76c52bbe
GKH
67static u8 channel_monitor_group(struct vmbus_channel *channel)
68{
69 return (u8)channel->offermsg.monitorid / 32;
70}
71
72static u8 channel_monitor_offset(struct vmbus_channel *channel)
73{
74 return (u8)channel->offermsg.monitorid % 32;
75}
76
77static u32 channel_pending(struct vmbus_channel *channel,
78 struct hv_monitor_page *monitor_page)
79{
80 u8 monitor_group = channel_monitor_group(channel);
81 return monitor_page->trigger_group[monitor_group].pending;
82}
83
1cee272b
GKH
84static u32 channel_latency(struct vmbus_channel *channel,
85 struct hv_monitor_page *monitor_page)
86{
87 u8 monitor_group = channel_monitor_group(channel);
88 u8 monitor_offset = channel_monitor_offset(channel);
89 return monitor_page->latency[monitor_group][monitor_offset];
90}
91
4947c745
GKH
92static u32 channel_conn_id(struct vmbus_channel *channel,
93 struct hv_monitor_page *monitor_page)
94{
95 u8 monitor_group = channel_monitor_group(channel);
96 u8 monitor_offset = channel_monitor_offset(channel);
97 return monitor_page->parameter[monitor_group][monitor_offset].connectionid.u.id;
98}
99
03f3a910
GKH
100static ssize_t id_show(struct device *dev, struct device_attribute *dev_attr,
101 char *buf)
102{
103 struct hv_device *hv_dev = device_to_hv_device(dev);
104
105 if (!hv_dev->channel)
106 return -ENODEV;
107 return sprintf(buf, "%d\n", hv_dev->channel->offermsg.child_relid);
108}
109static DEVICE_ATTR_RO(id);
110
a8fb5f3d
GKH
111static ssize_t state_show(struct device *dev, struct device_attribute *dev_attr,
112 char *buf)
113{
114 struct hv_device *hv_dev = device_to_hv_device(dev);
115
116 if (!hv_dev->channel)
117 return -ENODEV;
118 return sprintf(buf, "%d\n", hv_dev->channel->state);
119}
120static DEVICE_ATTR_RO(state);
121
5ffd00e2
GKH
122static ssize_t monitor_id_show(struct device *dev,
123 struct device_attribute *dev_attr, char *buf)
124{
125 struct hv_device *hv_dev = device_to_hv_device(dev);
126
127 if (!hv_dev->channel)
128 return -ENODEV;
129 return sprintf(buf, "%d\n", hv_dev->channel->offermsg.monitorid);
130}
131static DEVICE_ATTR_RO(monitor_id);
132
68234c04
GKH
133static ssize_t class_id_show(struct device *dev,
134 struct device_attribute *dev_attr, char *buf)
135{
136 struct hv_device *hv_dev = device_to_hv_device(dev);
137
138 if (!hv_dev->channel)
139 return -ENODEV;
140 return sprintf(buf, "{%pUl}\n",
141 hv_dev->channel->offermsg.offer.if_type.b);
142}
143static DEVICE_ATTR_RO(class_id);
144
7c55e1d0
GKH
145static ssize_t device_id_show(struct device *dev,
146 struct device_attribute *dev_attr, char *buf)
147{
148 struct hv_device *hv_dev = device_to_hv_device(dev);
149
150 if (!hv_dev->channel)
151 return -ENODEV;
152 return sprintf(buf, "{%pUl}\n",
153 hv_dev->channel->offermsg.offer.if_instance.b);
154}
155static DEVICE_ATTR_RO(device_id);
156
647fa371
GKH
157static ssize_t modalias_show(struct device *dev,
158 struct device_attribute *dev_attr, char *buf)
159{
160 struct hv_device *hv_dev = device_to_hv_device(dev);
161 char alias_name[VMBUS_ALIAS_LEN + 1];
162
163 print_alias_name(hv_dev, alias_name);
164 return sprintf(buf, "vmbus:%s\n", alias_name);
165}
166static DEVICE_ATTR_RO(modalias);
167
76c52bbe
GKH
168static ssize_t server_monitor_pending_show(struct device *dev,
169 struct device_attribute *dev_attr,
170 char *buf)
171{
172 struct hv_device *hv_dev = device_to_hv_device(dev);
173
174 if (!hv_dev->channel)
175 return -ENODEV;
176 return sprintf(buf, "%d\n",
177 channel_pending(hv_dev->channel,
178 vmbus_connection.monitor_pages[1]));
179}
180static DEVICE_ATTR_RO(server_monitor_pending);
181
182static ssize_t client_monitor_pending_show(struct device *dev,
183 struct device_attribute *dev_attr,
184 char *buf)
185{
186 struct hv_device *hv_dev = device_to_hv_device(dev);
187
188 if (!hv_dev->channel)
189 return -ENODEV;
190 return sprintf(buf, "%d\n",
191 channel_pending(hv_dev->channel,
192 vmbus_connection.monitor_pages[1]));
193}
194static DEVICE_ATTR_RO(client_monitor_pending);
68234c04 195
1cee272b
GKH
196static ssize_t server_monitor_latency_show(struct device *dev,
197 struct device_attribute *dev_attr,
198 char *buf)
199{
200 struct hv_device *hv_dev = device_to_hv_device(dev);
201
202 if (!hv_dev->channel)
203 return -ENODEV;
204 return sprintf(buf, "%d\n",
205 channel_latency(hv_dev->channel,
206 vmbus_connection.monitor_pages[0]));
207}
208static DEVICE_ATTR_RO(server_monitor_latency);
209
210static ssize_t client_monitor_latency_show(struct device *dev,
211 struct device_attribute *dev_attr,
212 char *buf)
213{
214 struct hv_device *hv_dev = device_to_hv_device(dev);
215
216 if (!hv_dev->channel)
217 return -ENODEV;
218 return sprintf(buf, "%d\n",
219 channel_latency(hv_dev->channel,
220 vmbus_connection.monitor_pages[1]));
221}
222static DEVICE_ATTR_RO(client_monitor_latency);
223
4947c745
GKH
224static ssize_t server_monitor_conn_id_show(struct device *dev,
225 struct device_attribute *dev_attr,
226 char *buf)
227{
228 struct hv_device *hv_dev = device_to_hv_device(dev);
229
230 if (!hv_dev->channel)
231 return -ENODEV;
232 return sprintf(buf, "%d\n",
233 channel_conn_id(hv_dev->channel,
234 vmbus_connection.monitor_pages[0]));
235}
236static DEVICE_ATTR_RO(server_monitor_conn_id);
237
238static ssize_t client_monitor_conn_id_show(struct device *dev,
239 struct device_attribute *dev_attr,
240 char *buf)
241{
242 struct hv_device *hv_dev = device_to_hv_device(dev);
243
244 if (!hv_dev->channel)
245 return -ENODEV;
246 return sprintf(buf, "%d\n",
247 channel_conn_id(hv_dev->channel,
248 vmbus_connection.monitor_pages[1]));
249}
250static DEVICE_ATTR_RO(client_monitor_conn_id);
251
98f4c651
GKH
252static ssize_t out_intr_mask_show(struct device *dev,
253 struct device_attribute *dev_attr, char *buf)
254{
255 struct hv_device *hv_dev = device_to_hv_device(dev);
256 struct hv_ring_buffer_debug_info outbound;
257
258 if (!hv_dev->channel)
259 return -ENODEV;
260 hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound);
261 return sprintf(buf, "%d\n", outbound.current_interrupt_mask);
262}
263static DEVICE_ATTR_RO(out_intr_mask);
264
265static ssize_t out_read_index_show(struct device *dev,
266 struct device_attribute *dev_attr, char *buf)
267{
268 struct hv_device *hv_dev = device_to_hv_device(dev);
269 struct hv_ring_buffer_debug_info outbound;
270
271 if (!hv_dev->channel)
272 return -ENODEV;
273 hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound);
274 return sprintf(buf, "%d\n", outbound.current_read_index);
275}
276static DEVICE_ATTR_RO(out_read_index);
277
278static ssize_t out_write_index_show(struct device *dev,
279 struct device_attribute *dev_attr,
280 char *buf)
281{
282 struct hv_device *hv_dev = device_to_hv_device(dev);
283 struct hv_ring_buffer_debug_info outbound;
284
285 if (!hv_dev->channel)
286 return -ENODEV;
287 hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound);
288 return sprintf(buf, "%d\n", outbound.current_write_index);
289}
290static DEVICE_ATTR_RO(out_write_index);
291
292static ssize_t out_read_bytes_avail_show(struct device *dev,
293 struct device_attribute *dev_attr,
294 char *buf)
295{
296 struct hv_device *hv_dev = device_to_hv_device(dev);
297 struct hv_ring_buffer_debug_info outbound;
298
299 if (!hv_dev->channel)
300 return -ENODEV;
301 hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound);
302 return sprintf(buf, "%d\n", outbound.bytes_avail_toread);
303}
304static DEVICE_ATTR_RO(out_read_bytes_avail);
305
306static ssize_t out_write_bytes_avail_show(struct device *dev,
307 struct device_attribute *dev_attr,
308 char *buf)
309{
310 struct hv_device *hv_dev = device_to_hv_device(dev);
311 struct hv_ring_buffer_debug_info outbound;
312
313 if (!hv_dev->channel)
314 return -ENODEV;
315 hv_ringbuffer_get_debuginfo(&hv_dev->channel->outbound, &outbound);
316 return sprintf(buf, "%d\n", outbound.bytes_avail_towrite);
317}
318static DEVICE_ATTR_RO(out_write_bytes_avail);
319
320static ssize_t in_intr_mask_show(struct device *dev,
321 struct device_attribute *dev_attr, char *buf)
322{
323 struct hv_device *hv_dev = device_to_hv_device(dev);
324 struct hv_ring_buffer_debug_info inbound;
325
326 if (!hv_dev->channel)
327 return -ENODEV;
328 hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound);
329 return sprintf(buf, "%d\n", inbound.current_interrupt_mask);
330}
331static DEVICE_ATTR_RO(in_intr_mask);
332
333static ssize_t in_read_index_show(struct device *dev,
334 struct device_attribute *dev_attr, char *buf)
335{
336 struct hv_device *hv_dev = device_to_hv_device(dev);
337 struct hv_ring_buffer_debug_info inbound;
338
339 if (!hv_dev->channel)
340 return -ENODEV;
341 hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound);
342 return sprintf(buf, "%d\n", inbound.current_read_index);
343}
344static DEVICE_ATTR_RO(in_read_index);
345
346static ssize_t in_write_index_show(struct device *dev,
347 struct device_attribute *dev_attr, char *buf)
348{
349 struct hv_device *hv_dev = device_to_hv_device(dev);
350 struct hv_ring_buffer_debug_info inbound;
351
352 if (!hv_dev->channel)
353 return -ENODEV;
354 hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound);
355 return sprintf(buf, "%d\n", inbound.current_write_index);
356}
357static DEVICE_ATTR_RO(in_write_index);
358
359static ssize_t in_read_bytes_avail_show(struct device *dev,
360 struct device_attribute *dev_attr,
361 char *buf)
362{
363 struct hv_device *hv_dev = device_to_hv_device(dev);
364 struct hv_ring_buffer_debug_info inbound;
365
366 if (!hv_dev->channel)
367 return -ENODEV;
368 hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound);
369 return sprintf(buf, "%d\n", inbound.bytes_avail_toread);
370}
371static DEVICE_ATTR_RO(in_read_bytes_avail);
372
373static ssize_t in_write_bytes_avail_show(struct device *dev,
374 struct device_attribute *dev_attr,
375 char *buf)
376{
377 struct hv_device *hv_dev = device_to_hv_device(dev);
378 struct hv_ring_buffer_debug_info inbound;
379
380 if (!hv_dev->channel)
381 return -ENODEV;
382 hv_ringbuffer_get_debuginfo(&hv_dev->channel->inbound, &inbound);
383 return sprintf(buf, "%d\n", inbound.bytes_avail_towrite);
384}
385static DEVICE_ATTR_RO(in_write_bytes_avail);
386
387/* Set up per device attributes in /sys/bus/vmbus/devices/<bus device> */
03f3a910
GKH
388static struct attribute *vmbus_attrs[] = {
389 &dev_attr_id.attr,
a8fb5f3d 390 &dev_attr_state.attr,
5ffd00e2 391 &dev_attr_monitor_id.attr,
68234c04 392 &dev_attr_class_id.attr,
7c55e1d0 393 &dev_attr_device_id.attr,
647fa371 394 &dev_attr_modalias.attr,
76c52bbe
GKH
395 &dev_attr_server_monitor_pending.attr,
396 &dev_attr_client_monitor_pending.attr,
1cee272b
GKH
397 &dev_attr_server_monitor_latency.attr,
398 &dev_attr_client_monitor_latency.attr,
4947c745
GKH
399 &dev_attr_server_monitor_conn_id.attr,
400 &dev_attr_client_monitor_conn_id.attr,
98f4c651
GKH
401 &dev_attr_out_intr_mask.attr,
402 &dev_attr_out_read_index.attr,
403 &dev_attr_out_write_index.attr,
404 &dev_attr_out_read_bytes_avail.attr,
405 &dev_attr_out_write_bytes_avail.attr,
406 &dev_attr_in_intr_mask.attr,
407 &dev_attr_in_read_index.attr,
408 &dev_attr_in_write_index.attr,
409 &dev_attr_in_read_bytes_avail.attr,
410 &dev_attr_in_write_bytes_avail.attr,
03f3a910
GKH
411 NULL,
412};
413ATTRIBUTE_GROUPS(vmbus);
414
adde2487
S
415/*
416 * vmbus_uevent - add uevent for our device
417 *
418 * This routine is invoked when a device is added or removed on the vmbus to
419 * generate a uevent to udev in the userspace. The udev will then look at its
420 * rule and the uevent generated here to load the appropriate driver
0ddda660
S
421 *
422 * The alias string will be of the form vmbus:guid where guid is the string
423 * representation of the device guid (each byte of the guid will be
424 * represented with two hex characters.
adde2487
S
425 */
426static int vmbus_uevent(struct device *device, struct kobj_uevent_env *env)
427{
428 struct hv_device *dev = device_to_hv_device(device);
fd776ba9
OH
429 int ret;
430 char alias_name[VMBUS_ALIAS_LEN + 1];
0ddda660 431
fd776ba9 432 print_alias_name(dev, alias_name);
0ddda660
S
433 ret = add_uevent_var(env, "MODALIAS=vmbus:%s", alias_name);
434 return ret;
adde2487
S
435}
436
5841a829
S
437static uuid_le null_guid;
438
439static inline bool is_null_guid(const __u8 *guid)
440{
441 if (memcmp(guid, &null_guid, sizeof(uuid_le)))
442 return false;
443 return true;
444}
445
3037a7b6
S
446/*
447 * Return a matching hv_vmbus_device_id pointer.
448 * If there is no match, return NULL.
449 */
450static const struct hv_vmbus_device_id *hv_vmbus_get_id(
451 const struct hv_vmbus_device_id *id,
452 __u8 *guid)
453{
454 for (; !is_null_guid(id->guid); id++)
455 if (!memcmp(&id->guid, guid, sizeof(uuid_le)))
456 return id;
457
458 return NULL;
459}
460
461
b7fc147b
S
462
463/*
464 * vmbus_match - Attempt to match the specified device to the specified driver
465 */
466static int vmbus_match(struct device *device, struct device_driver *driver)
467{
b7fc147b 468 struct hv_driver *drv = drv_to_hv_drv(driver);
e8e27047 469 struct hv_device *hv_dev = device_to_hv_device(device);
b7fc147b 470
3037a7b6
S
471 if (hv_vmbus_get_id(drv->id_table, hv_dev->dev_type.b))
472 return 1;
de632a2b 473
5841a829 474 return 0;
b7fc147b
S
475}
476
f1f0d67b
S
477/*
478 * vmbus_probe - Add the new vmbus's child device
479 */
480static int vmbus_probe(struct device *child_device)
481{
482 int ret = 0;
483 struct hv_driver *drv =
484 drv_to_hv_drv(child_device->driver);
9efd21e1 485 struct hv_device *dev = device_to_hv_device(child_device);
84946899 486 const struct hv_vmbus_device_id *dev_id;
f1f0d67b 487
84946899 488 dev_id = hv_vmbus_get_id(drv->id_table, dev->dev_type.b);
9efd21e1 489 if (drv->probe) {
84946899 490 ret = drv->probe(dev, dev_id);
b14a7b30 491 if (ret != 0)
0a46618d
HJ
492 pr_err("probe failed for device %s (%d)\n",
493 dev_name(child_device), ret);
f1f0d67b 494
f1f0d67b 495 } else {
0a46618d
HJ
496 pr_err("probe not set for driver %s\n",
497 dev_name(child_device));
6de925b1 498 ret = -ENODEV;
f1f0d67b
S
499 }
500 return ret;
501}
502
c5dce3db
S
503/*
504 * vmbus_remove - Remove a vmbus device
505 */
506static int vmbus_remove(struct device *child_device)
507{
d4372179 508 struct hv_driver *drv = drv_to_hv_drv(child_device->driver);
415b023a 509 struct hv_device *dev = device_to_hv_device(child_device);
c5dce3db 510
d4372179
S
511 if (drv->remove)
512 drv->remove(dev);
513 else
514 pr_err("remove not set for driver %s\n",
515 dev_name(child_device));
c5dce3db
S
516
517 return 0;
518}
519
eb1bb259
S
520
521/*
522 * vmbus_shutdown - Shutdown a vmbus device
523 */
524static void vmbus_shutdown(struct device *child_device)
525{
526 struct hv_driver *drv;
ca6887fb 527 struct hv_device *dev = device_to_hv_device(child_device);
eb1bb259
S
528
529
530 /* The device may not be attached yet */
531 if (!child_device->driver)
532 return;
533
534 drv = drv_to_hv_drv(child_device->driver);
535
ca6887fb
S
536 if (drv->shutdown)
537 drv->shutdown(dev);
eb1bb259
S
538
539 return;
540}
541
086e7a56
S
542
543/*
544 * vmbus_device_release - Final callback release of the vmbus child device
545 */
546static void vmbus_device_release(struct device *device)
547{
e8e27047 548 struct hv_device *hv_dev = device_to_hv_device(device);
086e7a56 549
e8e27047 550 kfree(hv_dev);
086e7a56
S
551
552}
553
454f18a9 554/* The one and only one */
9adcac5c
S
555static struct bus_type hv_bus = {
556 .name = "vmbus",
557 .match = vmbus_match,
558 .shutdown = vmbus_shutdown,
559 .remove = vmbus_remove,
560 .probe = vmbus_probe,
561 .uevent = vmbus_uevent,
03f3a910 562 .dev_groups = vmbus_groups,
3e7ee490
HJ
563};
564
adf874cb 565static const char *driver_name = "hyperv";
36199a99 566
36199a99 567
bf6506f6
TT
568struct onmessage_work_context {
569 struct work_struct work;
570 struct hv_message msg;
571};
572
573static void vmbus_onmessage_work(struct work_struct *work)
574{
575 struct onmessage_work_context *ctx;
576
577 ctx = container_of(work, struct onmessage_work_context,
578 work);
579 vmbus_onmessage(&ctx->msg);
580 kfree(ctx);
581}
582
62c1059d 583static void vmbus_on_msg_dpc(unsigned long data)
36199a99
GKH
584{
585 int cpu = smp_processor_id();
586 void *page_addr = hv_context.synic_message_page[cpu];
587 struct hv_message *msg = (struct hv_message *)page_addr +
588 VMBUS_MESSAGE_SINT;
bf6506f6 589 struct onmessage_work_context *ctx;
36199a99
GKH
590
591 while (1) {
592 if (msg->header.message_type == HVMSG_NONE) {
593 /* no msg */
594 break;
595 } else {
bf6506f6
TT
596 ctx = kmalloc(sizeof(*ctx), GFP_ATOMIC);
597 if (ctx == NULL)
36199a99 598 continue;
bf6506f6
TT
599 INIT_WORK(&ctx->work, vmbus_onmessage_work);
600 memcpy(&ctx->msg, msg, sizeof(*msg));
da9fcb72 601 queue_work(vmbus_connection.work_queue, &ctx->work);
36199a99
GKH
602 }
603
604 msg->header.message_type = HVMSG_NONE;
605
606 /*
607 * Make sure the write to MessageType (ie set to
608 * HVMSG_NONE) happens before we read the
609 * MessagePending and EOMing. Otherwise, the EOMing
610 * will not deliver any more messages since there is
611 * no empty slot
612 */
35848f68 613 mb();
36199a99
GKH
614
615 if (msg->header.message_flags.msg_pending) {
616 /*
617 * This will cause message queue rescan to
618 * possibly deliver another msg from the
619 * hypervisor
620 */
621 wrmsrl(HV_X64_MSR_EOM, 0);
622 }
623 }
624}
625
ae4636e6 626static irqreturn_t vmbus_isr(int irq, void *dev_id)
36199a99 627{
36199a99
GKH
628 int cpu = smp_processor_id();
629 void *page_addr;
630 struct hv_message *msg;
631 union hv_synic_event_flags *event;
ae4636e6 632 bool handled = false;
36199a99 633
5ab05951
S
634 page_addr = hv_context.synic_event_page[cpu];
635 if (page_addr == NULL)
636 return IRQ_NONE;
637
638 event = (union hv_synic_event_flags *)page_addr +
639 VMBUS_MESSAGE_SINT;
7341d908
S
640 /*
641 * Check for events before checking for messages. This is the order
642 * in which events and messages are checked in Windows guests on
643 * Hyper-V, and the Windows team suggested we do the same.
644 */
36199a99 645
6552ecd7
S
646 if ((vmbus_proto_version == VERSION_WS2008) ||
647 (vmbus_proto_version == VERSION_WIN7)) {
36199a99 648
6552ecd7
S
649 /* Since we are a child, we only need to check bit 0 */
650 if (sync_test_and_clear_bit(0,
651 (unsigned long *) &event->flags32[0])) {
652 handled = true;
653 }
654 } else {
655 /*
656 * Our host is win8 or above. The signaling mechanism
657 * has changed and we can directly look at the event page.
658 * If bit n is set then we have an interrup on the channel
659 * whose id is n.
660 */
ae4636e6 661 handled = true;
ae4636e6 662 }
793be9c7 663
6552ecd7 664 if (handled)
db11f12a 665 tasklet_schedule(hv_context.event_dpc[cpu]);
6552ecd7
S
666
667
7341d908
S
668 page_addr = hv_context.synic_message_page[cpu];
669 msg = (struct hv_message *)page_addr + VMBUS_MESSAGE_SINT;
670
671 /* Check if there are actual msgs to be processed */
672 if (msg->header.message_type != HVMSG_NONE) {
673 handled = true;
674 tasklet_schedule(&msg_dpc);
675 }
676
ae4636e6 677 if (handled)
793be9c7 678 return IRQ_HANDLED;
ae4636e6 679 else
793be9c7 680 return IRQ_NONE;
793be9c7
S
681}
682
b0209501
S
683/*
684 * vmbus interrupt flow handler:
685 * vmbus interrupts can concurrently occur on multiple CPUs and
686 * can be handled concurrently.
687 */
688
83ebf6e5 689static void vmbus_flow_handler(unsigned int irq, struct irq_desc *desc)
b0209501
S
690{
691 kstat_incr_irqs_this_cpu(irq, desc);
692
693 desc->action->handler(irq, desc->action->dev_id);
694}
695
3e189519 696/*
90c9960e
GKH
697 * vmbus_bus_init -Main vmbus driver initialization routine.
698 *
699 * Here, we
0686e4f4 700 * - initialize the vmbus driver context
0686e4f4
LL
701 * - invoke the vmbus hv main init routine
702 * - get the irq resource
0686e4f4 703 * - retrieve the channel offers
90c9960e 704 */
9aaa995e 705static int vmbus_bus_init(int irq)
3e7ee490 706{
90c9960e 707 int ret;
3e7ee490 708
6d26e38f
GKH
709 /* Hypervisor initialization...setup hypercall page..etc */
710 ret = hv_init();
90c9960e 711 if (ret != 0) {
0a46618d 712 pr_err("Unable to initialize the hypervisor - 0x%x\n", ret);
d6c1c5de 713 return ret;
3e7ee490
HJ
714 }
715
59c0e4f0 716 tasklet_init(&msg_dpc, vmbus_on_msg_dpc, 0);
3e7ee490 717
9adcac5c 718 ret = bus_register(&hv_bus);
d6c1c5de 719 if (ret)
8b9987e9 720 goto err_cleanup;
3e7ee490 721
20ed3ef7 722 ret = request_irq(irq, vmbus_isr, 0, driver_name, hv_acpi_dev);
3e7ee490 723
90c9960e 724 if (ret != 0) {
0a46618d 725 pr_err("Unable to request IRQ %d\n",
9aaa995e 726 irq);
8b9987e9 727 goto err_unregister;
3e7ee490 728 }
3e7ee490 729
b0209501
S
730 /*
731 * Vmbus interrupts can be handled concurrently on
732 * different CPUs. Establish an appropriate interrupt flow
733 * handler that can support this model.
734 */
735 irq_set_handler(irq, vmbus_flow_handler);
736
302a3c0f
S
737 /*
738 * Register our interrupt handler.
739 */
740 hv_register_vmbus_handler(irq, vmbus_isr);
3e7ee490 741
2608fb65
JW
742 ret = hv_synic_alloc();
743 if (ret)
744 goto err_alloc;
800b6902 745 /*
302a3c0f 746 * Initialize the per-cpu interrupt state and
800b6902
S
747 * connect to the host.
748 */
302a3c0f 749 on_each_cpu(hv_synic_init, NULL, 1);
800b6902 750 ret = vmbus_connect();
8b9987e9 751 if (ret)
2608fb65 752 goto err_alloc;
800b6902 753
2d6e882b 754 vmbus_request_offers();
8b5d6d3b 755
d6c1c5de 756 return 0;
8b9987e9 757
2608fb65
JW
758err_alloc:
759 hv_synic_free();
8b9987e9
S
760 free_irq(irq, hv_acpi_dev);
761
762err_unregister:
763 bus_unregister(&hv_bus);
764
765err_cleanup:
766 hv_cleanup();
767
768 return ret;
3e7ee490
HJ
769}
770
90c9960e 771/**
768fa219
GKH
772 * __vmbus_child_driver_register - Register a vmbus's driver
773 * @drv: Pointer to driver structure you want to register
774 * @owner: owner module of the drv
775 * @mod_name: module name string
3e189519
HJ
776 *
777 * Registers the given driver with Linux through the 'driver_register()' call
768fa219 778 * and sets up the hyper-v vmbus handling for this driver.
3e189519
HJ
779 * It will return the state of the 'driver_register()' call.
780 *
90c9960e 781 */
768fa219 782int __vmbus_driver_register(struct hv_driver *hv_driver, struct module *owner, const char *mod_name)
3e7ee490 783{
5d48a1c2 784 int ret;
3e7ee490 785
768fa219 786 pr_info("registering driver %s\n", hv_driver->name);
3e7ee490 787
cf6a2eac
S
788 ret = vmbus_exists();
789 if (ret < 0)
790 return ret;
791
768fa219
GKH
792 hv_driver->driver.name = hv_driver->name;
793 hv_driver->driver.owner = owner;
794 hv_driver->driver.mod_name = mod_name;
795 hv_driver->driver.bus = &hv_bus;
3e7ee490 796
768fa219 797 ret = driver_register(&hv_driver->driver);
3e7ee490 798
5d48a1c2 799 return ret;
3e7ee490 800}
768fa219 801EXPORT_SYMBOL_GPL(__vmbus_driver_register);
3e7ee490 802
90c9960e 803/**
768fa219
GKH
804 * vmbus_driver_unregister() - Unregister a vmbus's driver
805 * @drv: Pointer to driver structure you want to un-register
3e189519 806 *
768fa219
GKH
807 * Un-register the given driver that was previous registered with a call to
808 * vmbus_driver_register()
90c9960e 809 */
768fa219 810void vmbus_driver_unregister(struct hv_driver *hv_driver)
3e7ee490 811{
768fa219 812 pr_info("unregistering driver %s\n", hv_driver->name);
3e7ee490 813
cf6a2eac 814 if (!vmbus_exists())
8f257a14 815 driver_unregister(&hv_driver->driver);
3e7ee490 816}
768fa219 817EXPORT_SYMBOL_GPL(vmbus_driver_unregister);
3e7ee490 818
3e189519 819/*
f2c73011 820 * vmbus_device_create - Creates and registers a new child device
3e189519 821 * on the vmbus.
90c9960e 822 */
f2c73011 823struct hv_device *vmbus_device_create(uuid_le *type,
358d2ee2 824 uuid_le *instance,
89733aa9 825 struct vmbus_channel *channel)
3e7ee490 826{
3d3b5518 827 struct hv_device *child_device_obj;
3e7ee490 828
6bad88da
S
829 child_device_obj = kzalloc(sizeof(struct hv_device), GFP_KERNEL);
830 if (!child_device_obj) {
0a46618d 831 pr_err("Unable to allocate device object for child device\n");
3e7ee490
HJ
832 return NULL;
833 }
834
cae5b843 835 child_device_obj->channel = channel;
358d2ee2 836 memcpy(&child_device_obj->dev_type, type, sizeof(uuid_le));
ca623ad3 837 memcpy(&child_device_obj->dev_instance, instance,
358d2ee2 838 sizeof(uuid_le));
3e7ee490 839
3e7ee490 840
3e7ee490
HJ
841 return child_device_obj;
842}
843
3e189519 844/*
22794281 845 * vmbus_device_register - Register the child device
90c9960e 846 */
22794281 847int vmbus_device_register(struct hv_device *child_device_obj)
3e7ee490 848{
90c9960e 849 int ret = 0;
6bad88da 850
f4888417 851 static atomic_t device_num = ATOMIC_INIT(0);
3e7ee490 852
6bad88da 853 dev_set_name(&child_device_obj->device, "vmbus_0_%d",
90c9960e 854 atomic_inc_return(&device_num));
3e7ee490 855
0bce28b6 856 child_device_obj->device.bus = &hv_bus;
607c1a11 857 child_device_obj->device.parent = &hv_acpi_dev->dev;
6bad88da 858 child_device_obj->device.release = vmbus_device_release;
3e7ee490 859
90c9960e
GKH
860 /*
861 * Register with the LDM. This will kick off the driver/device
862 * binding...which will eventually call vmbus_match() and vmbus_probe()
863 */
6bad88da 864 ret = device_register(&child_device_obj->device);
3e7ee490 865
3e7ee490 866 if (ret)
0a46618d 867 pr_err("Unable to register child device\n");
3e7ee490 868 else
84672369 869 pr_debug("child device %s registered\n",
0a46618d 870 dev_name(&child_device_obj->device));
3e7ee490 871
3e7ee490
HJ
872 return ret;
873}
874
3e189519 875/*
696453ba 876 * vmbus_device_unregister - Remove the specified child device
3e189519 877 * from the vmbus.
90c9960e 878 */
696453ba 879void vmbus_device_unregister(struct hv_device *device_obj)
3e7ee490 880{
84672369
FS
881 pr_debug("child device %s unregistered\n",
882 dev_name(&device_obj->device));
883
90c9960e
GKH
884 /*
885 * Kick off the process of unregistering the device.
886 * This will call vmbus_remove() and eventually vmbus_device_release()
887 */
6bad88da 888 device_unregister(&device_obj->device);
3e7ee490
HJ
889}
890
3e7ee490 891
b0069f43 892/*
90f34535
S
893 * VMBUS is an acpi enumerated device. Get the the information we
894 * need from DSDT.
b0069f43
S
895 */
896
90f34535 897static acpi_status vmbus_walk_resources(struct acpi_resource *res, void *ctx)
b0069f43 898{
90f34535
S
899 switch (res->type) {
900 case ACPI_RESOURCE_TYPE_IRQ:
901 irq = res->data.irq.interrupts[0];
b0069f43 902
90f34535
S
903 case ACPI_RESOURCE_TYPE_ADDRESS64:
904 hyperv_mmio_start = res->data.address64.minimum;
905 hyperv_mmio_size = res->data.address64.address_length;
b0069f43
S
906 }
907
908 return AE_OK;
909}
910
911static int vmbus_acpi_add(struct acpi_device *device)
912{
913 acpi_status result;
90f34535 914 int ret_val = -ENODEV;
b0069f43 915
607c1a11
S
916 hv_acpi_dev = device;
917
0a4425b6 918 result = acpi_walk_resources(device->handle, METHOD_NAME__CRS,
90f34535 919 vmbus_walk_resources, NULL);
b0069f43 920
90f34535
S
921 if (ACPI_FAILURE(result))
922 goto acpi_walk_err;
923 /*
924 * The parent of the vmbus acpi device (Gen2 firmware) is the VMOD that
925 * has the mmio ranges. Get that.
926 */
927 if (device->parent) {
928 result = acpi_walk_resources(device->parent->handle,
929 METHOD_NAME__CRS,
930 vmbus_walk_resources, NULL);
931
932 if (ACPI_FAILURE(result))
933 goto acpi_walk_err;
b0069f43 934 }
90f34535
S
935 ret_val = 0;
936
937acpi_walk_err:
b0069f43 938 complete(&probe_event);
90f34535 939 return ret_val;
b0069f43
S
940}
941
942static const struct acpi_device_id vmbus_acpi_device_ids[] = {
943 {"VMBUS", 0},
9d7b18d1 944 {"VMBus", 0},
b0069f43
S
945 {"", 0},
946};
947MODULE_DEVICE_TABLE(acpi, vmbus_acpi_device_ids);
948
949static struct acpi_driver vmbus_acpi_driver = {
950 .name = "vmbus",
951 .ids = vmbus_acpi_device_ids,
952 .ops = {
953 .add = vmbus_acpi_add,
954 },
955};
956
607c1a11 957static int __init hv_acpi_init(void)
1168ac22 958{
2dda95f8 959 int ret, t;
b0069f43 960
1f94ea81 961 if (x86_hyper != &x86_hyper_ms_hyperv)
0592969e
JW
962 return -ENODEV;
963
b0069f43
S
964 init_completion(&probe_event);
965
966 /*
967 * Get irq resources first.
968 */
969
0246604c
S
970 ret = acpi_bus_register_driver(&vmbus_acpi_driver);
971
b0069f43
S
972 if (ret)
973 return ret;
974
2dda95f8
S
975 t = wait_for_completion_timeout(&probe_event, 5*HZ);
976 if (t == 0) {
977 ret = -ETIMEDOUT;
978 goto cleanup;
979 }
b0069f43
S
980
981 if (irq <= 0) {
2dda95f8
S
982 ret = -ENODEV;
983 goto cleanup;
b0069f43
S
984 }
985
91fd799e
S
986 ret = vmbus_bus_init(irq);
987 if (ret)
2dda95f8
S
988 goto cleanup;
989
990 return 0;
991
992cleanup:
993 acpi_bus_unregister_driver(&vmbus_acpi_driver);
cf6a2eac 994 hv_acpi_dev = NULL;
91fd799e 995 return ret;
1168ac22
S
996}
997
93e5bd06
S
998static void __exit vmbus_exit(void)
999{
1000
1001 free_irq(irq, hv_acpi_dev);
1002 vmbus_free_channels();
1003 bus_unregister(&hv_bus);
1004 hv_cleanup();
1005 acpi_bus_unregister_driver(&vmbus_acpi_driver);
1006}
1007
1168ac22 1008
90c9960e 1009MODULE_LICENSE("GPL");
3e7ee490 1010
43d4e119 1011subsys_initcall(hv_acpi_init);
93e5bd06 1012module_exit(vmbus_exit);