]>
Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * AGPGART driver frontend | |
3 | * Copyright (C) 2004 Silicon Graphics, Inc. | |
4 | * Copyright (C) 2002-2003 Dave Jones | |
5 | * Copyright (C) 1999 Jeff Hartmann | |
6 | * Copyright (C) 1999 Precision Insight, Inc. | |
7 | * Copyright (C) 1999 Xi Graphics, Inc. | |
8 | * | |
9 | * Permission is hereby granted, free of charge, to any person obtaining a | |
10 | * copy of this software and associated documentation files (the "Software"), | |
11 | * to deal in the Software without restriction, including without limitation | |
12 | * the rights to use, copy, modify, merge, publish, distribute, sublicense, | |
13 | * and/or sell copies of the Software, and to permit persons to whom the | |
14 | * Software is furnished to do so, subject to the following conditions: | |
15 | * | |
16 | * The above copyright notice and this permission notice shall be included | |
17 | * in all copies or substantial portions of the Software. | |
18 | * | |
19 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS | |
20 | * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, | |
21 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL | |
22 | * JEFF HARTMANN, OR ANY OTHER CONTRIBUTORS BE LIABLE FOR ANY CLAIM, | |
23 | * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR | |
24 | * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE | |
25 | * OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. | |
26 | * | |
27 | */ | |
28 | ||
29 | #include <linux/types.h> | |
30 | #include <linux/kernel.h> | |
31 | #include <linux/module.h> | |
32 | #include <linux/mman.h> | |
33 | #include <linux/pci.h> | |
34 | #include <linux/init.h> | |
35 | #include <linux/miscdevice.h> | |
36 | #include <linux/agp_backend.h> | |
37 | #include <linux/agpgart.h> | |
38 | #include <linux/slab.h> | |
39 | #include <linux/mm.h> | |
4e950f6f | 40 | #include <linux/fs.h> |
e8edc6e0 | 41 | #include <linux/sched.h> |
1da177e4 LT |
42 | #include <asm/uaccess.h> |
43 | #include <asm/pgtable.h> | |
44 | #include "agp.h" | |
45 | ||
0316fe83 | 46 | struct agp_front_data agp_fe; |
1da177e4 | 47 | |
0316fe83 | 48 | struct agp_memory *agp_find_mem_by_key(int key) |
1da177e4 LT |
49 | { |
50 | struct agp_memory *curr; | |
51 | ||
52 | if (agp_fe.current_controller == NULL) | |
53 | return NULL; | |
54 | ||
55 | curr = agp_fe.current_controller->pool; | |
56 | ||
57 | while (curr != NULL) { | |
58 | if (curr->key == key) | |
59 | break; | |
60 | curr = curr->next; | |
61 | } | |
62 | ||
63 | DBG("key=%d -> mem=%p", key, curr); | |
64 | return curr; | |
65 | } | |
66 | ||
67 | static void agp_remove_from_pool(struct agp_memory *temp) | |
68 | { | |
69 | struct agp_memory *prev; | |
70 | struct agp_memory *next; | |
71 | ||
72 | /* Check to see if this is even in the memory pool */ | |
73 | ||
74 | DBG("mem=%p", temp); | |
75 | if (agp_find_mem_by_key(temp->key) != NULL) { | |
76 | next = temp->next; | |
77 | prev = temp->prev; | |
78 | ||
79 | if (prev != NULL) { | |
80 | prev->next = next; | |
81 | if (next != NULL) | |
82 | next->prev = prev; | |
83 | ||
84 | } else { | |
85 | /* This is the first item on the list */ | |
86 | if (next != NULL) | |
87 | next->prev = NULL; | |
88 | ||
89 | agp_fe.current_controller->pool = next; | |
90 | } | |
91 | } | |
92 | } | |
93 | ||
94 | /* | |
95 | * Routines for managing each client's segment list - | |
96 | * These routines handle adding and removing segments | |
97 | * to each auth'ed client. | |
98 | */ | |
99 | ||
100 | static struct | |
101 | agp_segment_priv *agp_find_seg_in_client(const struct agp_client *client, | |
102 | unsigned long offset, | |
103 | int size, pgprot_t page_prot) | |
104 | { | |
105 | struct agp_segment_priv *seg; | |
106 | int num_segments, i; | |
107 | off_t pg_start; | |
108 | size_t pg_count; | |
109 | ||
110 | pg_start = offset / 4096; | |
111 | pg_count = size / 4096; | |
112 | seg = *(client->segments); | |
113 | num_segments = client->num_segments; | |
114 | ||
115 | for (i = 0; i < client->num_segments; i++) { | |
116 | if ((seg[i].pg_start == pg_start) && | |
117 | (seg[i].pg_count == pg_count) && | |
118 | (pgprot_val(seg[i].prot) == pgprot_val(page_prot))) { | |
119 | return seg + i; | |
120 | } | |
121 | } | |
122 | ||
123 | return NULL; | |
124 | } | |
125 | ||
126 | static void agp_remove_seg_from_client(struct agp_client *client) | |
127 | { | |
128 | DBG("client=%p", client); | |
129 | ||
130 | if (client->segments != NULL) { | |
131 | if (*(client->segments) != NULL) { | |
132 | DBG("Freeing %p from client %p", *(client->segments), client); | |
133 | kfree(*(client->segments)); | |
134 | } | |
135 | DBG("Freeing %p from client %p", client->segments, client); | |
136 | kfree(client->segments); | |
137 | client->segments = NULL; | |
138 | } | |
139 | } | |
140 | ||
141 | static void agp_add_seg_to_client(struct agp_client *client, | |
142 | struct agp_segment_priv ** seg, int num_segments) | |
143 | { | |
144 | struct agp_segment_priv **prev_seg; | |
145 | ||
146 | prev_seg = client->segments; | |
147 | ||
148 | if (prev_seg != NULL) | |
149 | agp_remove_seg_from_client(client); | |
150 | ||
151 | DBG("Adding seg %p (%d segments) to client %p", seg, num_segments, client); | |
152 | client->num_segments = num_segments; | |
153 | client->segments = seg; | |
154 | } | |
155 | ||
1da177e4 LT |
156 | static pgprot_t agp_convert_mmap_flags(int prot) |
157 | { | |
1da177e4 | 158 | unsigned long prot_bits; |
1da177e4 | 159 | |
804af2cf HD |
160 | prot_bits = calc_vm_prot_bits(prot) | VM_SHARED; |
161 | return vm_get_page_prot(prot_bits); | |
1da177e4 LT |
162 | } |
163 | ||
0316fe83 | 164 | int agp_create_segment(struct agp_client *client, struct agp_region *region) |
1da177e4 LT |
165 | { |
166 | struct agp_segment_priv **ret_seg; | |
167 | struct agp_segment_priv *seg; | |
168 | struct agp_segment *user_seg; | |
169 | size_t i; | |
170 | ||
0ea27d9f | 171 | seg = kzalloc((sizeof(struct agp_segment_priv) * region->seg_count), GFP_KERNEL); |
1da177e4 LT |
172 | if (seg == NULL) { |
173 | kfree(region->seg_list); | |
174 | region->seg_list = NULL; | |
175 | return -ENOMEM; | |
176 | } | |
1da177e4 LT |
177 | user_seg = region->seg_list; |
178 | ||
179 | for (i = 0; i < region->seg_count; i++) { | |
180 | seg[i].pg_start = user_seg[i].pg_start; | |
181 | seg[i].pg_count = user_seg[i].pg_count; | |
182 | seg[i].prot = agp_convert_mmap_flags(user_seg[i].prot); | |
183 | } | |
184 | kfree(region->seg_list); | |
185 | region->seg_list = NULL; | |
186 | ||
187 | ret_seg = kmalloc(sizeof(void *), GFP_KERNEL); | |
188 | if (ret_seg == NULL) { | |
189 | kfree(seg); | |
190 | return -ENOMEM; | |
191 | } | |
192 | *ret_seg = seg; | |
193 | agp_add_seg_to_client(client, ret_seg, region->seg_count); | |
194 | return 0; | |
195 | } | |
196 | ||
197 | /* End - Routines for managing each client's segment list */ | |
198 | ||
199 | /* This function must only be called when current_controller != NULL */ | |
200 | static void agp_insert_into_pool(struct agp_memory * temp) | |
201 | { | |
202 | struct agp_memory *prev; | |
203 | ||
204 | prev = agp_fe.current_controller->pool; | |
205 | ||
206 | if (prev != NULL) { | |
207 | prev->prev = temp; | |
208 | temp->next = prev; | |
209 | } | |
210 | agp_fe.current_controller->pool = temp; | |
211 | } | |
212 | ||
213 | ||
214 | /* File private list routines */ | |
215 | ||
0316fe83 | 216 | struct agp_file_private *agp_find_private(pid_t pid) |
1da177e4 LT |
217 | { |
218 | struct agp_file_private *curr; | |
219 | ||
220 | curr = agp_fe.file_priv_list; | |
221 | ||
222 | while (curr != NULL) { | |
223 | if (curr->my_pid == pid) | |
224 | return curr; | |
225 | curr = curr->next; | |
226 | } | |
227 | ||
228 | return NULL; | |
229 | } | |
230 | ||
408b664a | 231 | static void agp_insert_file_private(struct agp_file_private * priv) |
1da177e4 LT |
232 | { |
233 | struct agp_file_private *prev; | |
234 | ||
235 | prev = agp_fe.file_priv_list; | |
236 | ||
237 | if (prev != NULL) | |
238 | prev->prev = priv; | |
239 | priv->next = prev; | |
240 | agp_fe.file_priv_list = priv; | |
241 | } | |
242 | ||
408b664a | 243 | static void agp_remove_file_private(struct agp_file_private * priv) |
1da177e4 LT |
244 | { |
245 | struct agp_file_private *next; | |
246 | struct agp_file_private *prev; | |
247 | ||
248 | next = priv->next; | |
249 | prev = priv->prev; | |
250 | ||
251 | if (prev != NULL) { | |
252 | prev->next = next; | |
253 | ||
254 | if (next != NULL) | |
255 | next->prev = prev; | |
256 | ||
257 | } else { | |
258 | if (next != NULL) | |
259 | next->prev = NULL; | |
260 | ||
261 | agp_fe.file_priv_list = next; | |
262 | } | |
263 | } | |
264 | ||
265 | /* End - File flag list routines */ | |
266 | ||
267 | /* | |
268 | * Wrappers for agp_free_memory & agp_allocate_memory | |
269 | * These make sure that internal lists are kept updated. | |
270 | */ | |
0316fe83 | 271 | void agp_free_memory_wrap(struct agp_memory *memory) |
1da177e4 LT |
272 | { |
273 | agp_remove_from_pool(memory); | |
274 | agp_free_memory(memory); | |
275 | } | |
276 | ||
0316fe83 | 277 | struct agp_memory *agp_allocate_memory_wrap(size_t pg_count, u32 type) |
1da177e4 LT |
278 | { |
279 | struct agp_memory *memory; | |
280 | ||
281 | memory = agp_allocate_memory(agp_bridge, pg_count, type); | |
282 | if (memory == NULL) | |
283 | return NULL; | |
284 | ||
285 | agp_insert_into_pool(memory); | |
286 | return memory; | |
287 | } | |
288 | ||
289 | /* Routines for managing the list of controllers - | |
290 | * These routines manage the current controller, and the list of | |
291 | * controllers | |
292 | */ | |
293 | ||
294 | static struct agp_controller *agp_find_controller_by_pid(pid_t id) | |
295 | { | |
296 | struct agp_controller *controller; | |
297 | ||
298 | controller = agp_fe.controllers; | |
299 | ||
300 | while (controller != NULL) { | |
301 | if (controller->pid == id) | |
302 | return controller; | |
303 | controller = controller->next; | |
304 | } | |
305 | ||
306 | return NULL; | |
307 | } | |
308 | ||
309 | static struct agp_controller *agp_create_controller(pid_t id) | |
310 | { | |
311 | struct agp_controller *controller; | |
312 | ||
0ea27d9f | 313 | controller = kzalloc(sizeof(struct agp_controller), GFP_KERNEL); |
1da177e4 LT |
314 | if (controller == NULL) |
315 | return NULL; | |
316 | ||
1da177e4 | 317 | controller->pid = id; |
1da177e4 LT |
318 | return controller; |
319 | } | |
320 | ||
321 | static int agp_insert_controller(struct agp_controller *controller) | |
322 | { | |
323 | struct agp_controller *prev_controller; | |
324 | ||
325 | prev_controller = agp_fe.controllers; | |
326 | controller->next = prev_controller; | |
327 | ||
328 | if (prev_controller != NULL) | |
329 | prev_controller->prev = controller; | |
330 | ||
331 | agp_fe.controllers = controller; | |
332 | ||
333 | return 0; | |
334 | } | |
335 | ||
336 | static void agp_remove_all_clients(struct agp_controller *controller) | |
337 | { | |
338 | struct agp_client *client; | |
339 | struct agp_client *temp; | |
340 | ||
341 | client = controller->clients; | |
342 | ||
343 | while (client) { | |
344 | struct agp_file_private *priv; | |
345 | ||
346 | temp = client; | |
347 | agp_remove_seg_from_client(temp); | |
348 | priv = agp_find_private(temp->pid); | |
349 | ||
350 | if (priv != NULL) { | |
351 | clear_bit(AGP_FF_IS_VALID, &priv->access_flags); | |
352 | clear_bit(AGP_FF_IS_CLIENT, &priv->access_flags); | |
353 | } | |
354 | client = client->next; | |
355 | kfree(temp); | |
356 | } | |
357 | } | |
358 | ||
359 | static void agp_remove_all_memory(struct agp_controller *controller) | |
360 | { | |
361 | struct agp_memory *memory; | |
362 | struct agp_memory *temp; | |
363 | ||
364 | memory = controller->pool; | |
365 | ||
366 | while (memory) { | |
367 | temp = memory; | |
368 | memory = memory->next; | |
369 | agp_free_memory_wrap(temp); | |
370 | } | |
371 | } | |
372 | ||
373 | static int agp_remove_controller(struct agp_controller *controller) | |
374 | { | |
375 | struct agp_controller *prev_controller; | |
376 | struct agp_controller *next_controller; | |
377 | ||
378 | prev_controller = controller->prev; | |
379 | next_controller = controller->next; | |
380 | ||
381 | if (prev_controller != NULL) { | |
382 | prev_controller->next = next_controller; | |
383 | if (next_controller != NULL) | |
384 | next_controller->prev = prev_controller; | |
385 | ||
386 | } else { | |
387 | if (next_controller != NULL) | |
388 | next_controller->prev = NULL; | |
389 | ||
390 | agp_fe.controllers = next_controller; | |
391 | } | |
392 | ||
393 | agp_remove_all_memory(controller); | |
394 | agp_remove_all_clients(controller); | |
395 | ||
396 | if (agp_fe.current_controller == controller) { | |
397 | agp_fe.current_controller = NULL; | |
398 | agp_fe.backend_acquired = FALSE; | |
399 | agp_backend_release(agp_bridge); | |
400 | } | |
401 | kfree(controller); | |
402 | return 0; | |
403 | } | |
404 | ||
405 | static void agp_controller_make_current(struct agp_controller *controller) | |
406 | { | |
407 | struct agp_client *clients; | |
408 | ||
409 | clients = controller->clients; | |
410 | ||
411 | while (clients != NULL) { | |
412 | struct agp_file_private *priv; | |
413 | ||
414 | priv = agp_find_private(clients->pid); | |
415 | ||
416 | if (priv != NULL) { | |
417 | set_bit(AGP_FF_IS_VALID, &priv->access_flags); | |
418 | set_bit(AGP_FF_IS_CLIENT, &priv->access_flags); | |
419 | } | |
420 | clients = clients->next; | |
421 | } | |
422 | ||
423 | agp_fe.current_controller = controller; | |
424 | } | |
425 | ||
426 | static void agp_controller_release_current(struct agp_controller *controller, | |
427 | struct agp_file_private *controller_priv) | |
428 | { | |
429 | struct agp_client *clients; | |
430 | ||
431 | clear_bit(AGP_FF_IS_VALID, &controller_priv->access_flags); | |
432 | clients = controller->clients; | |
433 | ||
434 | while (clients != NULL) { | |
435 | struct agp_file_private *priv; | |
436 | ||
437 | priv = agp_find_private(clients->pid); | |
438 | ||
439 | if (priv != NULL) | |
440 | clear_bit(AGP_FF_IS_VALID, &priv->access_flags); | |
441 | ||
442 | clients = clients->next; | |
443 | } | |
444 | ||
445 | agp_fe.current_controller = NULL; | |
446 | agp_fe.used_by_controller = FALSE; | |
447 | agp_backend_release(agp_bridge); | |
448 | } | |
449 | ||
450 | /* | |
451 | * Routines for managing client lists - | |
452 | * These routines are for managing the list of auth'ed clients. | |
453 | */ | |
454 | ||
455 | static struct agp_client | |
456 | *agp_find_client_in_controller(struct agp_controller *controller, pid_t id) | |
457 | { | |
458 | struct agp_client *client; | |
459 | ||
460 | if (controller == NULL) | |
461 | return NULL; | |
462 | ||
463 | client = controller->clients; | |
464 | ||
465 | while (client != NULL) { | |
466 | if (client->pid == id) | |
467 | return client; | |
468 | client = client->next; | |
469 | } | |
470 | ||
471 | return NULL; | |
472 | } | |
473 | ||
474 | static struct agp_controller *agp_find_controller_for_client(pid_t id) | |
475 | { | |
476 | struct agp_controller *controller; | |
477 | ||
478 | controller = agp_fe.controllers; | |
479 | ||
480 | while (controller != NULL) { | |
481 | if ((agp_find_client_in_controller(controller, id)) != NULL) | |
482 | return controller; | |
483 | controller = controller->next; | |
484 | } | |
485 | ||
486 | return NULL; | |
487 | } | |
488 | ||
0316fe83 | 489 | struct agp_client *agp_find_client_by_pid(pid_t id) |
1da177e4 LT |
490 | { |
491 | struct agp_client *temp; | |
492 | ||
493 | if (agp_fe.current_controller == NULL) | |
494 | return NULL; | |
495 | ||
496 | temp = agp_find_client_in_controller(agp_fe.current_controller, id); | |
497 | return temp; | |
498 | } | |
499 | ||
500 | static void agp_insert_client(struct agp_client *client) | |
501 | { | |
502 | struct agp_client *prev_client; | |
503 | ||
504 | prev_client = agp_fe.current_controller->clients; | |
505 | client->next = prev_client; | |
506 | ||
507 | if (prev_client != NULL) | |
508 | prev_client->prev = client; | |
509 | ||
510 | agp_fe.current_controller->clients = client; | |
511 | agp_fe.current_controller->num_clients++; | |
512 | } | |
513 | ||
0316fe83 | 514 | struct agp_client *agp_create_client(pid_t id) |
1da177e4 LT |
515 | { |
516 | struct agp_client *new_client; | |
517 | ||
0ea27d9f | 518 | new_client = kzalloc(sizeof(struct agp_client), GFP_KERNEL); |
1da177e4 LT |
519 | if (new_client == NULL) |
520 | return NULL; | |
521 | ||
1da177e4 LT |
522 | new_client->pid = id; |
523 | agp_insert_client(new_client); | |
524 | return new_client; | |
525 | } | |
526 | ||
0316fe83 | 527 | int agp_remove_client(pid_t id) |
1da177e4 LT |
528 | { |
529 | struct agp_client *client; | |
530 | struct agp_client *prev_client; | |
531 | struct agp_client *next_client; | |
532 | struct agp_controller *controller; | |
533 | ||
534 | controller = agp_find_controller_for_client(id); | |
535 | if (controller == NULL) | |
536 | return -EINVAL; | |
537 | ||
538 | client = agp_find_client_in_controller(controller, id); | |
539 | if (client == NULL) | |
540 | return -EINVAL; | |
541 | ||
542 | prev_client = client->prev; | |
543 | next_client = client->next; | |
544 | ||
545 | if (prev_client != NULL) { | |
546 | prev_client->next = next_client; | |
547 | if (next_client != NULL) | |
548 | next_client->prev = prev_client; | |
549 | ||
550 | } else { | |
551 | if (next_client != NULL) | |
552 | next_client->prev = NULL; | |
553 | controller->clients = next_client; | |
554 | } | |
555 | ||
556 | controller->num_clients--; | |
557 | agp_remove_seg_from_client(client); | |
558 | kfree(client); | |
559 | return 0; | |
560 | } | |
561 | ||
562 | /* End - Routines for managing client lists */ | |
563 | ||
564 | /* File Operations */ | |
565 | ||
566 | static int agp_mmap(struct file *file, struct vm_area_struct *vma) | |
567 | { | |
568 | unsigned int size, current_size; | |
569 | unsigned long offset; | |
570 | struct agp_client *client; | |
571 | struct agp_file_private *priv = file->private_data; | |
572 | struct agp_kern_info kerninfo; | |
573 | ||
16867823 | 574 | mutex_lock(&(agp_fe.agp_mutex)); |
1da177e4 LT |
575 | |
576 | if (agp_fe.backend_acquired != TRUE) | |
577 | goto out_eperm; | |
578 | ||
579 | if (!(test_bit(AGP_FF_IS_VALID, &priv->access_flags))) | |
580 | goto out_eperm; | |
581 | ||
582 | agp_copy_info(agp_bridge, &kerninfo); | |
583 | size = vma->vm_end - vma->vm_start; | |
584 | current_size = kerninfo.aper_size; | |
585 | current_size = current_size * 0x100000; | |
586 | offset = vma->vm_pgoff << PAGE_SHIFT; | |
587 | DBG("%lx:%lx", offset, offset+size); | |
588 | ||
589 | if (test_bit(AGP_FF_IS_CLIENT, &priv->access_flags)) { | |
590 | if ((size + offset) > current_size) | |
591 | goto out_inval; | |
592 | ||
593 | client = agp_find_client_by_pid(current->pid); | |
594 | ||
595 | if (client == NULL) | |
596 | goto out_eperm; | |
597 | ||
598 | if (!agp_find_seg_in_client(client, offset, size, vma->vm_page_prot)) | |
599 | goto out_inval; | |
600 | ||
601 | DBG("client vm_ops=%p", kerninfo.vm_ops); | |
602 | if (kerninfo.vm_ops) { | |
603 | vma->vm_ops = kerninfo.vm_ops; | |
604 | } else if (io_remap_pfn_range(vma, vma->vm_start, | |
605 | (kerninfo.aper_base + offset) >> PAGE_SHIFT, | |
606 | size, vma->vm_page_prot)) { | |
607 | goto out_again; | |
608 | } | |
16867823 | 609 | mutex_unlock(&(agp_fe.agp_mutex)); |
1da177e4 LT |
610 | return 0; |
611 | } | |
612 | ||
613 | if (test_bit(AGP_FF_IS_CONTROLLER, &priv->access_flags)) { | |
614 | if (size != current_size) | |
615 | goto out_inval; | |
616 | ||
617 | DBG("controller vm_ops=%p", kerninfo.vm_ops); | |
618 | if (kerninfo.vm_ops) { | |
619 | vma->vm_ops = kerninfo.vm_ops; | |
620 | } else if (io_remap_pfn_range(vma, vma->vm_start, | |
621 | kerninfo.aper_base >> PAGE_SHIFT, | |
622 | size, vma->vm_page_prot)) { | |
623 | goto out_again; | |
624 | } | |
16867823 | 625 | mutex_unlock(&(agp_fe.agp_mutex)); |
1da177e4 LT |
626 | return 0; |
627 | } | |
628 | ||
629 | out_eperm: | |
16867823 | 630 | mutex_unlock(&(agp_fe.agp_mutex)); |
1da177e4 LT |
631 | return -EPERM; |
632 | ||
633 | out_inval: | |
16867823 | 634 | mutex_unlock(&(agp_fe.agp_mutex)); |
1da177e4 LT |
635 | return -EINVAL; |
636 | ||
637 | out_again: | |
16867823 | 638 | mutex_unlock(&(agp_fe.agp_mutex)); |
1da177e4 LT |
639 | return -EAGAIN; |
640 | } | |
641 | ||
642 | static int agp_release(struct inode *inode, struct file *file) | |
643 | { | |
644 | struct agp_file_private *priv = file->private_data; | |
645 | ||
16867823 | 646 | mutex_lock(&(agp_fe.agp_mutex)); |
1da177e4 LT |
647 | |
648 | DBG("priv=%p", priv); | |
649 | ||
650 | if (test_bit(AGP_FF_IS_CONTROLLER, &priv->access_flags)) { | |
651 | struct agp_controller *controller; | |
652 | ||
653 | controller = agp_find_controller_by_pid(priv->my_pid); | |
654 | ||
655 | if (controller != NULL) { | |
656 | if (controller == agp_fe.current_controller) | |
657 | agp_controller_release_current(controller, priv); | |
658 | agp_remove_controller(controller); | |
659 | controller = NULL; | |
660 | } | |
661 | } | |
662 | ||
663 | if (test_bit(AGP_FF_IS_CLIENT, &priv->access_flags)) | |
664 | agp_remove_client(priv->my_pid); | |
665 | ||
666 | agp_remove_file_private(priv); | |
667 | kfree(priv); | |
668 | file->private_data = NULL; | |
16867823 | 669 | mutex_unlock(&(agp_fe.agp_mutex)); |
1da177e4 LT |
670 | return 0; |
671 | } | |
672 | ||
673 | static int agp_open(struct inode *inode, struct file *file) | |
674 | { | |
675 | int minor = iminor(inode); | |
676 | struct agp_file_private *priv; | |
677 | struct agp_client *client; | |
678 | int rc = -ENXIO; | |
679 | ||
16867823 | 680 | mutex_lock(&(agp_fe.agp_mutex)); |
1da177e4 LT |
681 | |
682 | if (minor != AGPGART_MINOR) | |
683 | goto err_out; | |
684 | ||
0ea27d9f | 685 | priv = kzalloc(sizeof(struct agp_file_private), GFP_KERNEL); |
1da177e4 LT |
686 | if (priv == NULL) |
687 | goto err_out_nomem; | |
688 | ||
1da177e4 LT |
689 | set_bit(AGP_FF_ALLOW_CLIENT, &priv->access_flags); |
690 | priv->my_pid = current->pid; | |
691 | ||
62f29bab | 692 | if (capable(CAP_SYS_RAWIO)) { |
1da177e4 LT |
693 | /* Root priv, can be controller */ |
694 | set_bit(AGP_FF_ALLOW_CONTROLLER, &priv->access_flags); | |
695 | } | |
696 | client = agp_find_client_by_pid(current->pid); | |
697 | ||
698 | if (client != NULL) { | |
699 | set_bit(AGP_FF_IS_CLIENT, &priv->access_flags); | |
700 | set_bit(AGP_FF_IS_VALID, &priv->access_flags); | |
701 | } | |
702 | file->private_data = (void *) priv; | |
703 | agp_insert_file_private(priv); | |
704 | DBG("private=%p, client=%p", priv, client); | |
16867823 | 705 | mutex_unlock(&(agp_fe.agp_mutex)); |
1da177e4 LT |
706 | return 0; |
707 | ||
708 | err_out_nomem: | |
709 | rc = -ENOMEM; | |
710 | err_out: | |
16867823 | 711 | mutex_unlock(&(agp_fe.agp_mutex)); |
1da177e4 LT |
712 | return rc; |
713 | } | |
714 | ||
715 | ||
716 | static ssize_t agp_read(struct file *file, char __user *buf, | |
717 | size_t count, loff_t * ppos) | |
718 | { | |
719 | return -EINVAL; | |
720 | } | |
721 | ||
722 | static ssize_t agp_write(struct file *file, const char __user *buf, | |
723 | size_t count, loff_t * ppos) | |
724 | { | |
725 | return -EINVAL; | |
726 | } | |
727 | ||
728 | static int agpioc_info_wrap(struct agp_file_private *priv, void __user *arg) | |
729 | { | |
730 | struct agp_info userinfo; | |
731 | struct agp_kern_info kerninfo; | |
732 | ||
733 | agp_copy_info(agp_bridge, &kerninfo); | |
734 | ||
735 | userinfo.version.major = kerninfo.version.major; | |
736 | userinfo.version.minor = kerninfo.version.minor; | |
737 | userinfo.bridge_id = kerninfo.device->vendor | | |
738 | (kerninfo.device->device << 16); | |
739 | userinfo.agp_mode = kerninfo.mode; | |
740 | userinfo.aper_base = kerninfo.aper_base; | |
741 | userinfo.aper_size = kerninfo.aper_size; | |
742 | userinfo.pg_total = userinfo.pg_system = kerninfo.max_memory; | |
743 | userinfo.pg_used = kerninfo.current_memory; | |
744 | ||
745 | if (copy_to_user(arg, &userinfo, sizeof(struct agp_info))) | |
746 | return -EFAULT; | |
747 | ||
748 | return 0; | |
749 | } | |
750 | ||
0316fe83 | 751 | int agpioc_acquire_wrap(struct agp_file_private *priv) |
1da177e4 LT |
752 | { |
753 | struct agp_controller *controller; | |
754 | ||
755 | DBG(""); | |
756 | ||
757 | if (!(test_bit(AGP_FF_ALLOW_CONTROLLER, &priv->access_flags))) | |
758 | return -EPERM; | |
759 | ||
760 | if (agp_fe.current_controller != NULL) | |
761 | return -EBUSY; | |
762 | ||
6a92a4e0 | 763 | if (!agp_bridge) |
1da177e4 LT |
764 | return -ENODEV; |
765 | ||
766 | if (atomic_read(&agp_bridge->agp_in_use)) | |
767 | return -EBUSY; | |
768 | ||
769 | atomic_inc(&agp_bridge->agp_in_use); | |
770 | ||
771 | agp_fe.backend_acquired = TRUE; | |
772 | ||
773 | controller = agp_find_controller_by_pid(priv->my_pid); | |
774 | ||
775 | if (controller != NULL) { | |
776 | agp_controller_make_current(controller); | |
777 | } else { | |
778 | controller = agp_create_controller(priv->my_pid); | |
779 | ||
780 | if (controller == NULL) { | |
781 | agp_fe.backend_acquired = FALSE; | |
782 | agp_backend_release(agp_bridge); | |
783 | return -ENOMEM; | |
784 | } | |
785 | agp_insert_controller(controller); | |
786 | agp_controller_make_current(controller); | |
787 | } | |
788 | ||
789 | set_bit(AGP_FF_IS_CONTROLLER, &priv->access_flags); | |
790 | set_bit(AGP_FF_IS_VALID, &priv->access_flags); | |
791 | return 0; | |
792 | } | |
793 | ||
0316fe83 | 794 | int agpioc_release_wrap(struct agp_file_private *priv) |
1da177e4 LT |
795 | { |
796 | DBG(""); | |
797 | agp_controller_release_current(agp_fe.current_controller, priv); | |
798 | return 0; | |
799 | } | |
800 | ||
0316fe83 | 801 | int agpioc_setup_wrap(struct agp_file_private *priv, void __user *arg) |
1da177e4 LT |
802 | { |
803 | struct agp_setup mode; | |
804 | ||
805 | DBG(""); | |
806 | if (copy_from_user(&mode, arg, sizeof(struct agp_setup))) | |
807 | return -EFAULT; | |
808 | ||
809 | agp_enable(agp_bridge, mode.agp_mode); | |
810 | return 0; | |
811 | } | |
812 | ||
813 | static int agpioc_reserve_wrap(struct agp_file_private *priv, void __user *arg) | |
814 | { | |
815 | struct agp_region reserve; | |
816 | struct agp_client *client; | |
817 | struct agp_file_private *client_priv; | |
818 | ||
819 | DBG(""); | |
820 | if (copy_from_user(&reserve, arg, sizeof(struct agp_region))) | |
821 | return -EFAULT; | |
822 | ||
823 | if ((unsigned) reserve.seg_count >= ~0U/sizeof(struct agp_segment)) | |
824 | return -EFAULT; | |
825 | ||
826 | client = agp_find_client_by_pid(reserve.pid); | |
827 | ||
828 | if (reserve.seg_count == 0) { | |
829 | /* remove a client */ | |
830 | client_priv = agp_find_private(reserve.pid); | |
831 | ||
832 | if (client_priv != NULL) { | |
833 | set_bit(AGP_FF_IS_CLIENT, &client_priv->access_flags); | |
834 | set_bit(AGP_FF_IS_VALID, &client_priv->access_flags); | |
835 | } | |
836 | if (client == NULL) { | |
837 | /* client is already removed */ | |
838 | return 0; | |
839 | } | |
840 | return agp_remove_client(reserve.pid); | |
841 | } else { | |
842 | struct agp_segment *segment; | |
843 | ||
844 | if (reserve.seg_count >= 16384) | |
845 | return -EINVAL; | |
846 | ||
847 | segment = kmalloc((sizeof(struct agp_segment) * reserve.seg_count), | |
848 | GFP_KERNEL); | |
849 | ||
850 | if (segment == NULL) | |
851 | return -ENOMEM; | |
852 | ||
853 | if (copy_from_user(segment, (void __user *) reserve.seg_list, | |
854 | sizeof(struct agp_segment) * reserve.seg_count)) { | |
855 | kfree(segment); | |
856 | return -EFAULT; | |
857 | } | |
858 | reserve.seg_list = segment; | |
859 | ||
860 | if (client == NULL) { | |
861 | /* Create the client and add the segment */ | |
862 | client = agp_create_client(reserve.pid); | |
863 | ||
864 | if (client == NULL) { | |
865 | kfree(segment); | |
866 | return -ENOMEM; | |
867 | } | |
868 | client_priv = agp_find_private(reserve.pid); | |
869 | ||
870 | if (client_priv != NULL) { | |
871 | set_bit(AGP_FF_IS_CLIENT, &client_priv->access_flags); | |
872 | set_bit(AGP_FF_IS_VALID, &client_priv->access_flags); | |
873 | } | |
874 | } | |
875 | return agp_create_segment(client, &reserve); | |
876 | } | |
877 | /* Will never really happen */ | |
878 | return -EINVAL; | |
879 | } | |
880 | ||
0316fe83 | 881 | int agpioc_protect_wrap(struct agp_file_private *priv) |
1da177e4 LT |
882 | { |
883 | DBG(""); | |
884 | /* This function is not currently implemented */ | |
885 | return -EINVAL; | |
886 | } | |
887 | ||
888 | static int agpioc_allocate_wrap(struct agp_file_private *priv, void __user *arg) | |
889 | { | |
890 | struct agp_memory *memory; | |
891 | struct agp_allocate alloc; | |
892 | ||
893 | DBG(""); | |
894 | if (copy_from_user(&alloc, arg, sizeof(struct agp_allocate))) | |
895 | return -EFAULT; | |
896 | ||
a030ce44 TH |
897 | if (alloc.type >= AGP_USER_TYPES) |
898 | return -EINVAL; | |
899 | ||
1da177e4 LT |
900 | memory = agp_allocate_memory_wrap(alloc.pg_count, alloc.type); |
901 | ||
902 | if (memory == NULL) | |
903 | return -ENOMEM; | |
904 | ||
905 | alloc.key = memory->key; | |
906 | alloc.physical = memory->physical; | |
907 | ||
908 | if (copy_to_user(arg, &alloc, sizeof(struct agp_allocate))) { | |
909 | agp_free_memory_wrap(memory); | |
910 | return -EFAULT; | |
911 | } | |
912 | return 0; | |
913 | } | |
914 | ||
0316fe83 | 915 | int agpioc_deallocate_wrap(struct agp_file_private *priv, int arg) |
1da177e4 LT |
916 | { |
917 | struct agp_memory *memory; | |
918 | ||
919 | DBG(""); | |
920 | memory = agp_find_mem_by_key(arg); | |
921 | ||
922 | if (memory == NULL) | |
923 | return -EINVAL; | |
924 | ||
925 | agp_free_memory_wrap(memory); | |
926 | return 0; | |
927 | } | |
928 | ||
929 | static int agpioc_bind_wrap(struct agp_file_private *priv, void __user *arg) | |
930 | { | |
931 | struct agp_bind bind_info; | |
932 | struct agp_memory *memory; | |
933 | ||
934 | DBG(""); | |
935 | if (copy_from_user(&bind_info, arg, sizeof(struct agp_bind))) | |
936 | return -EFAULT; | |
937 | ||
938 | memory = agp_find_mem_by_key(bind_info.key); | |
939 | ||
940 | if (memory == NULL) | |
941 | return -EINVAL; | |
942 | ||
943 | return agp_bind_memory(memory, bind_info.pg_start); | |
944 | } | |
945 | ||
946 | static int agpioc_unbind_wrap(struct agp_file_private *priv, void __user *arg) | |
947 | { | |
948 | struct agp_memory *memory; | |
949 | struct agp_unbind unbind; | |
950 | ||
951 | DBG(""); | |
952 | if (copy_from_user(&unbind, arg, sizeof(struct agp_unbind))) | |
953 | return -EFAULT; | |
954 | ||
955 | memory = agp_find_mem_by_key(unbind.key); | |
956 | ||
957 | if (memory == NULL) | |
958 | return -EINVAL; | |
959 | ||
960 | return agp_unbind_memory(memory); | |
961 | } | |
962 | ||
a13af4b4 DA |
963 | int agpioc_chipset_flush_wrap(struct agp_file_private *priv) |
964 | { | |
965 | DBG(""); | |
966 | agp_flush_chipset(agp_bridge); | |
967 | return 0; | |
968 | } | |
969 | ||
1da177e4 LT |
970 | static int agp_ioctl(struct inode *inode, struct file *file, |
971 | unsigned int cmd, unsigned long arg) | |
972 | { | |
973 | struct agp_file_private *curr_priv = file->private_data; | |
974 | int ret_val = -ENOTTY; | |
975 | ||
976 | DBG("priv=%p, cmd=%x", curr_priv, cmd); | |
16867823 | 977 | mutex_lock(&(agp_fe.agp_mutex)); |
1da177e4 LT |
978 | |
979 | if ((agp_fe.current_controller == NULL) && | |
980 | (cmd != AGPIOC_ACQUIRE)) { | |
981 | ret_val = -EINVAL; | |
982 | goto ioctl_out; | |
983 | } | |
984 | if ((agp_fe.backend_acquired != TRUE) && | |
985 | (cmd != AGPIOC_ACQUIRE)) { | |
986 | ret_val = -EBUSY; | |
987 | goto ioctl_out; | |
988 | } | |
989 | if (cmd != AGPIOC_ACQUIRE) { | |
990 | if (!(test_bit(AGP_FF_IS_CONTROLLER, &curr_priv->access_flags))) { | |
991 | ret_val = -EPERM; | |
992 | goto ioctl_out; | |
993 | } | |
994 | /* Use the original pid of the controller, | |
995 | * in case it's threaded */ | |
996 | ||
997 | if (agp_fe.current_controller->pid != curr_priv->my_pid) { | |
998 | ret_val = -EBUSY; | |
999 | goto ioctl_out; | |
1000 | } | |
1001 | } | |
1002 | ||
1003 | switch (cmd) { | |
1004 | case AGPIOC_INFO: | |
1005 | ret_val = agpioc_info_wrap(curr_priv, (void __user *) arg); | |
1006 | break; | |
1007 | ||
1008 | case AGPIOC_ACQUIRE: | |
1009 | ret_val = agpioc_acquire_wrap(curr_priv); | |
1010 | break; | |
1011 | ||
1012 | case AGPIOC_RELEASE: | |
1013 | ret_val = agpioc_release_wrap(curr_priv); | |
1014 | break; | |
1015 | ||
1016 | case AGPIOC_SETUP: | |
1017 | ret_val = agpioc_setup_wrap(curr_priv, (void __user *) arg); | |
1018 | break; | |
1019 | ||
1020 | case AGPIOC_RESERVE: | |
1021 | ret_val = agpioc_reserve_wrap(curr_priv, (void __user *) arg); | |
1022 | break; | |
1023 | ||
1024 | case AGPIOC_PROTECT: | |
1025 | ret_val = agpioc_protect_wrap(curr_priv); | |
1026 | break; | |
1027 | ||
1028 | case AGPIOC_ALLOCATE: | |
1029 | ret_val = agpioc_allocate_wrap(curr_priv, (void __user *) arg); | |
1030 | break; | |
1031 | ||
1032 | case AGPIOC_DEALLOCATE: | |
1033 | ret_val = agpioc_deallocate_wrap(curr_priv, (int) arg); | |
1034 | break; | |
1035 | ||
1036 | case AGPIOC_BIND: | |
1037 | ret_val = agpioc_bind_wrap(curr_priv, (void __user *) arg); | |
1038 | break; | |
1039 | ||
1040 | case AGPIOC_UNBIND: | |
1041 | ret_val = agpioc_unbind_wrap(curr_priv, (void __user *) arg); | |
1042 | break; | |
a13af4b4 DA |
1043 | |
1044 | case AGPIOC_CHIPSET_FLUSH: | |
1045 | ret_val = agpioc_chipset_flush_wrap(curr_priv); | |
1046 | break; | |
1da177e4 LT |
1047 | } |
1048 | ||
1049 | ioctl_out: | |
1050 | DBG("ioctl returns %d\n", ret_val); | |
16867823 | 1051 | mutex_unlock(&(agp_fe.agp_mutex)); |
1da177e4 LT |
1052 | return ret_val; |
1053 | } | |
1054 | ||
62322d25 | 1055 | static const struct file_operations agp_fops = |
1da177e4 LT |
1056 | { |
1057 | .owner = THIS_MODULE, | |
1058 | .llseek = no_llseek, | |
1059 | .read = agp_read, | |
1060 | .write = agp_write, | |
1061 | .ioctl = agp_ioctl, | |
0316fe83 ZM |
1062 | #ifdef CONFIG_COMPAT |
1063 | .compat_ioctl = compat_agp_ioctl, | |
1064 | #endif | |
1da177e4 LT |
1065 | .mmap = agp_mmap, |
1066 | .open = agp_open, | |
1067 | .release = agp_release, | |
1068 | }; | |
1069 | ||
1070 | static struct miscdevice agp_miscdev = | |
1071 | { | |
1072 | .minor = AGPGART_MINOR, | |
1073 | .name = "agpgart", | |
1074 | .fops = &agp_fops | |
1075 | }; | |
1076 | ||
1077 | int agp_frontend_initialize(void) | |
1078 | { | |
1079 | memset(&agp_fe, 0, sizeof(struct agp_front_data)); | |
16867823 | 1080 | mutex_init(&(agp_fe.agp_mutex)); |
1da177e4 LT |
1081 | |
1082 | if (misc_register(&agp_miscdev)) { | |
1083 | printk(KERN_ERR PFX "unable to get minor: %d\n", AGPGART_MINOR); | |
1084 | return -EIO; | |
1085 | } | |
1086 | return 0; | |
1087 | } | |
1088 | ||
1089 | void agp_frontend_cleanup(void) | |
1090 | { | |
1091 | misc_deregister(&agp_miscdev); | |
1092 | } |