This source file includes following definitions.
- uninorth_fetch_size
- uninorth_tlbflush
- uninorth_cleanup
- uninorth_configure
- uninorth_insert_memory
- uninorth_remove_memory
- uninorth_agp_enable
- agp_uninorth_suspend
- agp_uninorth_resume
- uninorth_create_gatt_table
- uninorth_free_gatt_table
- null_cache_flush
- agp_uninorth_probe
- agp_uninorth_remove
- agp_uninorth_init
- agp_uninorth_cleanup
1
2
3
4
5 #include <linux/module.h>
6 #include <linux/pci.h>
7 #include <linux/slab.h>
8 #include <linux/init.h>
9 #include <linux/pagemap.h>
10 #include <linux/agp_backend.h>
11 #include <linux/delay.h>
12 #include <linux/vmalloc.h>
13 #include <asm/uninorth.h>
14 #include <asm/prom.h>
15 #include <asm/pmac_feature.h>
16 #include "agp.h"
17
18
19
20
21
22
23
24
25
26
27
28
29 static int uninorth_rev;
30 static int is_u3;
31 static u32 scratch_value;
32
33 #define DEFAULT_APERTURE_SIZE 256
34 #define DEFAULT_APERTURE_STRING "256"
35 static char *aperture = NULL;
36
37 static int uninorth_fetch_size(void)
38 {
39 int i, size = 0;
40 struct aper_size_info_32 *values =
41 A_SIZE_32(agp_bridge->driver->aperture_sizes);
42
43 if (aperture) {
44 char *save = aperture;
45
46 size = memparse(aperture, &aperture) >> 20;
47 aperture = save;
48
49 for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++)
50 if (size == values[i].size)
51 break;
52
53 if (i == agp_bridge->driver->num_aperture_sizes) {
54 dev_err(&agp_bridge->dev->dev, "invalid aperture size, "
55 "using default\n");
56 size = 0;
57 aperture = NULL;
58 }
59 }
60
61 if (!size) {
62 for (i = 0; i < agp_bridge->driver->num_aperture_sizes; i++)
63 if (values[i].size == DEFAULT_APERTURE_SIZE)
64 break;
65 }
66
67 agp_bridge->previous_size =
68 agp_bridge->current_size = (void *)(values + i);
69 agp_bridge->aperture_size_idx = i;
70 return values[i].size;
71 }
72
73 static void uninorth_tlbflush(struct agp_memory *mem)
74 {
75 u32 ctrl = UNI_N_CFG_GART_ENABLE;
76
77 if (is_u3)
78 ctrl |= U3_N_CFG_GART_PERFRD;
79 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL,
80 ctrl | UNI_N_CFG_GART_INVAL);
81 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL, ctrl);
82
83 if (!mem && uninorth_rev <= 0x30) {
84 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL,
85 ctrl | UNI_N_CFG_GART_2xRESET);
86 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL,
87 ctrl);
88 }
89 }
90
91 static void uninorth_cleanup(void)
92 {
93 u32 tmp;
94
95 pci_read_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL, &tmp);
96 if (!(tmp & UNI_N_CFG_GART_ENABLE))
97 return;
98 tmp |= UNI_N_CFG_GART_INVAL;
99 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL, tmp);
100 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL, 0);
101
102 if (uninorth_rev <= 0x30) {
103 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL,
104 UNI_N_CFG_GART_2xRESET);
105 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_GART_CTRL,
106 0);
107 }
108 }
109
110 static int uninorth_configure(void)
111 {
112 struct aper_size_info_32 *current_size;
113
114 current_size = A_SIZE_32(agp_bridge->current_size);
115
116 dev_info(&agp_bridge->dev->dev, "configuring for size idx: %d\n",
117 current_size->size_value);
118
119
120 pci_write_config_dword(agp_bridge->dev,
121 UNI_N_CFG_GART_BASE,
122 (agp_bridge->gatt_bus_addr & 0xfffff000)
123 | current_size->size_value);
124
125
126
127
128
129 agp_bridge->gart_bus_addr = 0;
130 #ifdef CONFIG_PPC64
131
132
133 pci_write_config_dword(agp_bridge->dev, UNI_N_CFG_AGP_BASE,
134 (agp_bridge->gatt_bus_addr >> 32) & 0xf);
135 #else
136 pci_write_config_dword(agp_bridge->dev,
137 UNI_N_CFG_AGP_BASE, agp_bridge->gart_bus_addr);
138 #endif
139
140 if (is_u3) {
141 pci_write_config_dword(agp_bridge->dev,
142 UNI_N_CFG_GART_DUMMY_PAGE,
143 page_to_phys(agp_bridge->scratch_page_page) >> 12);
144 }
145
146 return 0;
147 }
148
149 static int uninorth_insert_memory(struct agp_memory *mem, off_t pg_start, int type)
150 {
151 int i, num_entries;
152 void *temp;
153 u32 *gp;
154 int mask_type;
155
156 if (type != mem->type)
157 return -EINVAL;
158
159 mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
160 if (mask_type != 0) {
161
162 return -EINVAL;
163 }
164
165 if (mem->page_count == 0)
166 return 0;
167
168 temp = agp_bridge->current_size;
169 num_entries = A_SIZE_32(temp)->num_entries;
170
171 if ((pg_start + mem->page_count) > num_entries)
172 return -EINVAL;
173
174 gp = (u32 *) &agp_bridge->gatt_table[pg_start];
175 for (i = 0; i < mem->page_count; ++i) {
176 if (gp[i] != scratch_value) {
177 dev_info(&agp_bridge->dev->dev,
178 "uninorth_insert_memory: entry 0x%x occupied (%x)\n",
179 i, gp[i]);
180 return -EBUSY;
181 }
182 }
183
184 for (i = 0; i < mem->page_count; i++) {
185 if (is_u3)
186 gp[i] = (page_to_phys(mem->pages[i]) >> PAGE_SHIFT) | 0x80000000UL;
187 else
188 gp[i] = cpu_to_le32((page_to_phys(mem->pages[i]) & 0xFFFFF000UL) |
189 0x1UL);
190 flush_dcache_range((unsigned long)__va(page_to_phys(mem->pages[i])),
191 (unsigned long)__va(page_to_phys(mem->pages[i]))+0x1000);
192 }
193 mb();
194 uninorth_tlbflush(mem);
195
196 return 0;
197 }
198
199 static int uninorth_remove_memory(struct agp_memory *mem, off_t pg_start, int type)
200 {
201 size_t i;
202 u32 *gp;
203 int mask_type;
204
205 if (type != mem->type)
206 return -EINVAL;
207
208 mask_type = agp_bridge->driver->agp_type_to_mask_type(agp_bridge, type);
209 if (mask_type != 0) {
210
211 return -EINVAL;
212 }
213
214 if (mem->page_count == 0)
215 return 0;
216
217 gp = (u32 *) &agp_bridge->gatt_table[pg_start];
218 for (i = 0; i < mem->page_count; ++i) {
219 gp[i] = scratch_value;
220 }
221 mb();
222 uninorth_tlbflush(mem);
223
224 return 0;
225 }
226
227 static void uninorth_agp_enable(struct agp_bridge_data *bridge, u32 mode)
228 {
229 u32 command, scratch, status;
230 int timeout;
231
232 pci_read_config_dword(bridge->dev,
233 bridge->capndx + PCI_AGP_STATUS,
234 &status);
235
236 command = agp_collect_device_status(bridge, mode, status);
237 command |= PCI_AGP_COMMAND_AGP;
238
239 if (uninorth_rev == 0x21) {
240
241
242
243
244 command &= ~AGPSTAT2_4X;
245 }
246
247 if ((uninorth_rev >= 0x30) && (uninorth_rev <= 0x33)) {
248
249
250
251
252 if ((command >> AGPSTAT_RQ_DEPTH_SHIFT) > 7)
253 command = (command & ~AGPSTAT_RQ_DEPTH)
254 | (7 << AGPSTAT_RQ_DEPTH_SHIFT);
255 }
256
257 uninorth_tlbflush(NULL);
258
259 timeout = 0;
260 do {
261 pci_write_config_dword(bridge->dev,
262 bridge->capndx + PCI_AGP_COMMAND,
263 command);
264 pci_read_config_dword(bridge->dev,
265 bridge->capndx + PCI_AGP_COMMAND,
266 &scratch);
267 } while ((scratch & PCI_AGP_COMMAND_AGP) == 0 && ++timeout < 1000);
268 if ((scratch & PCI_AGP_COMMAND_AGP) == 0)
269 dev_err(&bridge->dev->dev, "can't write UniNorth AGP "
270 "command register\n");
271
272 if (uninorth_rev >= 0x30) {
273
274 agp_device_command(command, (status & AGPSTAT_MODE_3_0) != 0);
275 } else {
276
277 agp_device_command(command, false);
278 }
279
280 uninorth_tlbflush(NULL);
281 }
282
283 #ifdef CONFIG_PM
284
285
286
287
288
289 static int agp_uninorth_suspend(struct pci_dev *pdev)
290 {
291 struct agp_bridge_data *bridge;
292 u32 cmd;
293 u8 agp;
294 struct pci_dev *device = NULL;
295
296 bridge = agp_find_bridge(pdev);
297 if (bridge == NULL)
298 return -ENODEV;
299
300
301 if (bridge->dev_private_data)
302 return 0;
303
304
305 for_each_pci_dev(device) {
306
307 if (device == pdev)
308 continue;
309
310
311
312
313
314
315 if (device->bus != pdev->bus)
316 continue;
317 agp = pci_find_capability(device, PCI_CAP_ID_AGP);
318 if (!agp)
319 continue;
320 pci_read_config_dword(device, agp + PCI_AGP_COMMAND, &cmd);
321 if (!(cmd & PCI_AGP_COMMAND_AGP))
322 continue;
323 dev_info(&pdev->dev, "disabling AGP on device %s\n",
324 pci_name(device));
325 cmd &= ~PCI_AGP_COMMAND_AGP;
326 pci_write_config_dword(device, agp + PCI_AGP_COMMAND, cmd);
327 }
328
329
330 agp = pci_find_capability(pdev, PCI_CAP_ID_AGP);
331 pci_read_config_dword(pdev, agp + PCI_AGP_COMMAND, &cmd);
332 bridge->dev_private_data = (void *)(long)cmd;
333 if (cmd & PCI_AGP_COMMAND_AGP) {
334 dev_info(&pdev->dev, "disabling AGP on bridge\n");
335 cmd &= ~PCI_AGP_COMMAND_AGP;
336 pci_write_config_dword(pdev, agp + PCI_AGP_COMMAND, cmd);
337 }
338
339 uninorth_cleanup();
340
341 return 0;
342 }
343
344 static int agp_uninorth_resume(struct pci_dev *pdev)
345 {
346 struct agp_bridge_data *bridge;
347 u32 command;
348
349 bridge = agp_find_bridge(pdev);
350 if (bridge == NULL)
351 return -ENODEV;
352
353 command = (long)bridge->dev_private_data;
354 bridge->dev_private_data = NULL;
355 if (!(command & PCI_AGP_COMMAND_AGP))
356 return 0;
357
358 uninorth_agp_enable(bridge, command);
359
360 return 0;
361 }
362 #endif
363
364 static struct {
365 struct page **pages_arr;
366 } uninorth_priv;
367
368 static int uninorth_create_gatt_table(struct agp_bridge_data *bridge)
369 {
370 char *table;
371 char *table_end;
372 int size;
373 int page_order;
374 int num_entries;
375 int i;
376 void *temp;
377 struct page *page;
378
379
380 if (bridge->driver->size_type == LVL2_APER_SIZE)
381 return -EINVAL;
382
383 table = NULL;
384 i = bridge->aperture_size_idx;
385 temp = bridge->current_size;
386 size = page_order = num_entries = 0;
387
388 do {
389 size = A_SIZE_32(temp)->size;
390 page_order = A_SIZE_32(temp)->page_order;
391 num_entries = A_SIZE_32(temp)->num_entries;
392
393 table = (char *) __get_free_pages(GFP_KERNEL, page_order);
394
395 if (table == NULL) {
396 i++;
397 bridge->current_size = A_IDX32(bridge);
398 } else {
399 bridge->aperture_size_idx = i;
400 }
401 } while (!table && (i < bridge->driver->num_aperture_sizes));
402
403 if (table == NULL)
404 return -ENOMEM;
405
406 uninorth_priv.pages_arr = kmalloc_array(1 << page_order,
407 sizeof(struct page *),
408 GFP_KERNEL);
409 if (uninorth_priv.pages_arr == NULL)
410 goto enomem;
411
412 table_end = table + ((PAGE_SIZE * (1 << page_order)) - 1);
413
414 for (page = virt_to_page(table), i = 0; page <= virt_to_page(table_end);
415 page++, i++) {
416 SetPageReserved(page);
417 uninorth_priv.pages_arr[i] = page;
418 }
419
420 bridge->gatt_table_real = (u32 *) table;
421
422 flush_dcache_range((unsigned long)table,
423 (unsigned long)table_end + 1);
424 bridge->gatt_table = vmap(uninorth_priv.pages_arr, (1 << page_order), 0, PAGE_KERNEL_NCG);
425
426 if (bridge->gatt_table == NULL)
427 goto enomem;
428
429 bridge->gatt_bus_addr = virt_to_phys(table);
430
431 if (is_u3)
432 scratch_value = (page_to_phys(agp_bridge->scratch_page_page) >> PAGE_SHIFT) | 0x80000000UL;
433 else
434 scratch_value = cpu_to_le32((page_to_phys(agp_bridge->scratch_page_page) & 0xFFFFF000UL) |
435 0x1UL);
436 for (i = 0; i < num_entries; i++)
437 bridge->gatt_table[i] = scratch_value;
438
439 return 0;
440
441 enomem:
442 kfree(uninorth_priv.pages_arr);
443 if (table)
444 free_pages((unsigned long)table, page_order);
445 return -ENOMEM;
446 }
447
448 static int uninorth_free_gatt_table(struct agp_bridge_data *bridge)
449 {
450 int page_order;
451 char *table, *table_end;
452 void *temp;
453 struct page *page;
454
455 temp = bridge->current_size;
456 page_order = A_SIZE_32(temp)->page_order;
457
458
459
460
461
462
463 vunmap(bridge->gatt_table);
464 kfree(uninorth_priv.pages_arr);
465 table = (char *) bridge->gatt_table_real;
466 table_end = table + ((PAGE_SIZE * (1 << page_order)) - 1);
467
468 for (page = virt_to_page(table); page <= virt_to_page(table_end); page++)
469 ClearPageReserved(page);
470
471 free_pages((unsigned long) bridge->gatt_table_real, page_order);
472
473 return 0;
474 }
475
476 static void null_cache_flush(void)
477 {
478 mb();
479 }
480
481
482
483 static const struct aper_size_info_32 uninorth_sizes[] =
484 {
485 {256, 65536, 6, 64},
486 {128, 32768, 5, 32},
487 {64, 16384, 4, 16},
488 {32, 8192, 3, 8},
489 {16, 4096, 2, 4},
490 {8, 2048, 1, 2},
491 {4, 1024, 0, 1}
492 };
493
494
495
496
497
498 static const struct aper_size_info_32 u3_sizes[] =
499 {
500 {512, 131072, 7, 128},
501 {256, 65536, 6, 64},
502 {128, 32768, 5, 32},
503 {64, 16384, 4, 16},
504 {32, 8192, 3, 8},
505 {16, 4096, 2, 4},
506 {8, 2048, 1, 2},
507 {4, 1024, 0, 1}
508 };
509
510 const struct agp_bridge_driver uninorth_agp_driver = {
511 .owner = THIS_MODULE,
512 .aperture_sizes = (void *)uninorth_sizes,
513 .size_type = U32_APER_SIZE,
514 .num_aperture_sizes = ARRAY_SIZE(uninorth_sizes),
515 .configure = uninorth_configure,
516 .fetch_size = uninorth_fetch_size,
517 .cleanup = uninorth_cleanup,
518 .tlb_flush = uninorth_tlbflush,
519 .mask_memory = agp_generic_mask_memory,
520 .masks = NULL,
521 .cache_flush = null_cache_flush,
522 .agp_enable = uninorth_agp_enable,
523 .create_gatt_table = uninorth_create_gatt_table,
524 .free_gatt_table = uninorth_free_gatt_table,
525 .insert_memory = uninorth_insert_memory,
526 .remove_memory = uninorth_remove_memory,
527 .alloc_by_type = agp_generic_alloc_by_type,
528 .free_by_type = agp_generic_free_by_type,
529 .agp_alloc_page = agp_generic_alloc_page,
530 .agp_alloc_pages = agp_generic_alloc_pages,
531 .agp_destroy_page = agp_generic_destroy_page,
532 .agp_destroy_pages = agp_generic_destroy_pages,
533 .agp_type_to_mask_type = agp_generic_type_to_mask_type,
534 .cant_use_aperture = true,
535 .needs_scratch_page = true,
536 };
537
538 const struct agp_bridge_driver u3_agp_driver = {
539 .owner = THIS_MODULE,
540 .aperture_sizes = (void *)u3_sizes,
541 .size_type = U32_APER_SIZE,
542 .num_aperture_sizes = ARRAY_SIZE(u3_sizes),
543 .configure = uninorth_configure,
544 .fetch_size = uninorth_fetch_size,
545 .cleanup = uninorth_cleanup,
546 .tlb_flush = uninorth_tlbflush,
547 .mask_memory = agp_generic_mask_memory,
548 .masks = NULL,
549 .cache_flush = null_cache_flush,
550 .agp_enable = uninorth_agp_enable,
551 .create_gatt_table = uninorth_create_gatt_table,
552 .free_gatt_table = uninorth_free_gatt_table,
553 .insert_memory = uninorth_insert_memory,
554 .remove_memory = uninorth_remove_memory,
555 .alloc_by_type = agp_generic_alloc_by_type,
556 .free_by_type = agp_generic_free_by_type,
557 .agp_alloc_page = agp_generic_alloc_page,
558 .agp_alloc_pages = agp_generic_alloc_pages,
559 .agp_destroy_page = agp_generic_destroy_page,
560 .agp_destroy_pages = agp_generic_destroy_pages,
561 .agp_type_to_mask_type = agp_generic_type_to_mask_type,
562 .cant_use_aperture = true,
563 .needs_scratch_page = true,
564 };
565
566 static struct agp_device_ids uninorth_agp_device_ids[] = {
567 {
568 .device_id = PCI_DEVICE_ID_APPLE_UNI_N_AGP,
569 .chipset_name = "UniNorth",
570 },
571 {
572 .device_id = PCI_DEVICE_ID_APPLE_UNI_N_AGP_P,
573 .chipset_name = "UniNorth/Pangea",
574 },
575 {
576 .device_id = PCI_DEVICE_ID_APPLE_UNI_N_AGP15,
577 .chipset_name = "UniNorth 1.5",
578 },
579 {
580 .device_id = PCI_DEVICE_ID_APPLE_UNI_N_AGP2,
581 .chipset_name = "UniNorth 2",
582 },
583 {
584 .device_id = PCI_DEVICE_ID_APPLE_U3_AGP,
585 .chipset_name = "U3",
586 },
587 {
588 .device_id = PCI_DEVICE_ID_APPLE_U3L_AGP,
589 .chipset_name = "U3L",
590 },
591 {
592 .device_id = PCI_DEVICE_ID_APPLE_U3H_AGP,
593 .chipset_name = "U3H",
594 },
595 {
596 .device_id = PCI_DEVICE_ID_APPLE_IPID2_AGP,
597 .chipset_name = "UniNorth/Intrepid2",
598 },
599 };
600
601 static int agp_uninorth_probe(struct pci_dev *pdev,
602 const struct pci_device_id *ent)
603 {
604 struct agp_device_ids *devs = uninorth_agp_device_ids;
605 struct agp_bridge_data *bridge;
606 struct device_node *uninorth_node;
607 u8 cap_ptr;
608 int j;
609
610 cap_ptr = pci_find_capability(pdev, PCI_CAP_ID_AGP);
611 if (cap_ptr == 0)
612 return -ENODEV;
613
614
615 for (j = 0; devs[j].chipset_name != NULL; ++j) {
616 if (pdev->device == devs[j].device_id) {
617 dev_info(&pdev->dev, "Apple %s chipset\n",
618 devs[j].chipset_name);
619 goto found;
620 }
621 }
622
623 dev_err(&pdev->dev, "unsupported Apple chipset [%04x/%04x]\n",
624 pdev->vendor, pdev->device);
625 return -ENODEV;
626
627 found:
628
629 uninorth_rev = 0;
630 is_u3 = 0;
631
632 uninorth_node = of_find_node_by_name(NULL, "uni-n");
633
634 if (uninorth_node == NULL) {
635 is_u3 = 1;
636 uninorth_node = of_find_node_by_name(NULL, "u3");
637 }
638 if (uninorth_node) {
639 const int *revprop = of_get_property(uninorth_node,
640 "device-rev", NULL);
641 if (revprop != NULL)
642 uninorth_rev = *revprop & 0x3f;
643 of_node_put(uninorth_node);
644 }
645
646 #ifdef CONFIG_PM
647
648 pmac_register_agp_pm(pdev, agp_uninorth_suspend, agp_uninorth_resume);
649 #endif
650
651
652 bridge = agp_alloc_bridge();
653 if (!bridge)
654 return -ENOMEM;
655
656 if (is_u3)
657 bridge->driver = &u3_agp_driver;
658 else
659 bridge->driver = &uninorth_agp_driver;
660
661 bridge->dev = pdev;
662 bridge->capndx = cap_ptr;
663 bridge->flags = AGP_ERRATA_FASTWRITES;
664
665
666 pci_read_config_dword(pdev, cap_ptr+PCI_AGP_STATUS, &bridge->mode);
667
668 pci_set_drvdata(pdev, bridge);
669 return agp_add_bridge(bridge);
670 }
671
672 static void agp_uninorth_remove(struct pci_dev *pdev)
673 {
674 struct agp_bridge_data *bridge = pci_get_drvdata(pdev);
675
676 #ifdef CONFIG_PM
677
678 pmac_register_agp_pm(pdev, NULL, NULL);
679 #endif
680
681 agp_remove_bridge(bridge);
682 agp_put_bridge(bridge);
683 }
684
685 static const struct pci_device_id agp_uninorth_pci_table[] = {
686 {
687 .class = (PCI_CLASS_BRIDGE_HOST << 8),
688 .class_mask = ~0,
689 .vendor = PCI_VENDOR_ID_APPLE,
690 .device = PCI_ANY_ID,
691 .subvendor = PCI_ANY_ID,
692 .subdevice = PCI_ANY_ID,
693 },
694 { }
695 };
696
697 MODULE_DEVICE_TABLE(pci, agp_uninorth_pci_table);
698
699 static struct pci_driver agp_uninorth_pci_driver = {
700 .name = "agpgart-uninorth",
701 .id_table = agp_uninorth_pci_table,
702 .probe = agp_uninorth_probe,
703 .remove = agp_uninorth_remove,
704 };
705
706 static int __init agp_uninorth_init(void)
707 {
708 if (agp_off)
709 return -EINVAL;
710 return pci_register_driver(&agp_uninorth_pci_driver);
711 }
712
713 static void __exit agp_uninorth_cleanup(void)
714 {
715 pci_unregister_driver(&agp_uninorth_pci_driver);
716 }
717
718 module_init(agp_uninorth_init);
719 module_exit(agp_uninorth_cleanup);
720
721 module_param(aperture, charp, 0);
722 MODULE_PARM_DESC(aperture,
723 "Aperture size, must be power of two between 4MB and an\n"
724 "\t\tupper limit specific to the UniNorth revision.\n"
725 "\t\tDefault: " DEFAULT_APERTURE_STRING "M");
726
727 MODULE_AUTHOR("Ben Herrenschmidt & Paul Mackerras");
728 MODULE_LICENSE("GPL");