Merge branch 'srp' of master.kernel.org:/pub/scm/linux/kernel/git/roland/infiniband
[linux-2.6] / drivers / char / drm / ati_pcigart.c
1 /**
2  * \file ati_pcigart.c
3  * ATI PCI GART support
4  *
5  * \author Gareth Hughes <gareth@valinux.com>
6  */
7
8 /*
9  * Created: Wed Dec 13 21:52:19 2000 by gareth@valinux.com
10  *
11  * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California.
12  * All Rights Reserved.
13  *
14  * Permission is hereby granted, free of charge, to any person obtaining a
15  * copy of this software and associated documentation files (the "Software"),
16  * to deal in the Software without restriction, including without limitation
17  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
18  * and/or sell copies of the Software, and to permit persons to whom the
19  * Software is furnished to do so, subject to the following conditions:
20  *
21  * The above copyright notice and this permission notice (including the next
22  * paragraph) shall be included in all copies or substantial portions of the
23  * Software.
24  *
25  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
26  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
27  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
28  * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
29  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
30  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
31  * DEALINGS IN THE SOFTWARE.
32  */
33
34 #include "drmP.h"
35
36 #if PAGE_SIZE == 65536
37 # define ATI_PCIGART_TABLE_ORDER        0
38 # define ATI_PCIGART_TABLE_PAGES        (1 << 0)
39 #elif PAGE_SIZE == 16384
40 # define ATI_PCIGART_TABLE_ORDER        1
41 # define ATI_PCIGART_TABLE_PAGES        (1 << 1)
42 #elif PAGE_SIZE == 8192
43 # define ATI_PCIGART_TABLE_ORDER        2
44 # define ATI_PCIGART_TABLE_PAGES        (1 << 2)
45 #elif PAGE_SIZE == 4096
46 # define ATI_PCIGART_TABLE_ORDER        3
47 # define ATI_PCIGART_TABLE_PAGES        (1 << 3)
48 #else
49 # error - PAGE_SIZE not 64K, 16K, 8K or 4K
50 #endif
51
52 # define ATI_MAX_PCIGART_PAGES          8192    /**< 32 MB aperture, 4K pages */
53 # define ATI_PCIGART_PAGE_SIZE          4096    /**< PCI GART page size */
54
55 static unsigned long drm_ati_alloc_pcigart_table(void)
56 {
57         unsigned long address;
58         struct page *page;
59         int i;
60         DRM_DEBUG("%s\n", __FUNCTION__);
61
62         address = __get_free_pages(GFP_KERNEL, ATI_PCIGART_TABLE_ORDER);
63         if (address == 0UL) {
64                 return 0;
65         }
66
67         page = virt_to_page(address);
68
69         for (i = 0; i < ATI_PCIGART_TABLE_PAGES; i++, page++) {
70                 get_page(page);
71                 SetPageReserved(page);
72         }
73
74         DRM_DEBUG("%s: returning 0x%08lx\n", __FUNCTION__, address);
75         return address;
76 }
77
78 static void drm_ati_free_pcigart_table(unsigned long address)
79 {
80         struct page *page;
81         int i;
82         DRM_DEBUG("%s\n", __FUNCTION__);
83
84         page = virt_to_page(address);
85
86         for (i = 0; i < ATI_PCIGART_TABLE_PAGES; i++, page++) {
87                 __put_page(page);
88                 ClearPageReserved(page);
89         }
90
91         free_pages(address, ATI_PCIGART_TABLE_ORDER);
92 }
93
94 int drm_ati_pcigart_cleanup(drm_device_t * dev,
95                             drm_ati_pcigart_info * gart_info)
96 {
97         drm_sg_mem_t *entry = dev->sg;
98         unsigned long pages;
99         int i;
100
101         /* we need to support large memory configurations */
102         if (!entry) {
103                 DRM_ERROR("no scatter/gather memory!\n");
104                 return 0;
105         }
106
107         if (gart_info->bus_addr) {
108                 if (gart_info->gart_table_location == DRM_ATI_GART_MAIN) {
109                         pci_unmap_single(dev->pdev, gart_info->bus_addr,
110                                          ATI_PCIGART_TABLE_PAGES * PAGE_SIZE,
111                                          PCI_DMA_TODEVICE);
112                 }
113
114                 pages = (entry->pages <= ATI_MAX_PCIGART_PAGES)
115                     ? entry->pages : ATI_MAX_PCIGART_PAGES;
116
117                 for (i = 0; i < pages; i++) {
118                         if (!entry->busaddr[i])
119                                 break;
120                         pci_unmap_single(dev->pdev, entry->busaddr[i],
121                                          PAGE_SIZE, PCI_DMA_TODEVICE);
122                 }
123
124                 if (gart_info->gart_table_location == DRM_ATI_GART_MAIN)
125                         gart_info->bus_addr = 0;
126         }
127
128         if (gart_info->gart_table_location == DRM_ATI_GART_MAIN
129             && gart_info->addr) {
130                 drm_ati_free_pcigart_table(gart_info->addr);
131                 gart_info->addr = 0;
132         }
133
134         return 1;
135 }
136
137 EXPORT_SYMBOL(drm_ati_pcigart_cleanup);
138
139 int drm_ati_pcigart_init(drm_device_t * dev, drm_ati_pcigart_info * gart_info)
140 {
141         drm_sg_mem_t *entry = dev->sg;
142         unsigned long address = 0;
143         unsigned long pages;
144         u32 *pci_gart, page_base, bus_address = 0;
145         int i, j, ret = 0;
146
147         if (!entry) {
148                 DRM_ERROR("no scatter/gather memory!\n");
149                 goto done;
150         }
151
152         if (gart_info->gart_table_location == DRM_ATI_GART_MAIN) {
153                 DRM_DEBUG("PCI: no table in VRAM: using normal RAM\n");
154
155                 address = drm_ati_alloc_pcigart_table();
156                 if (!address) {
157                         DRM_ERROR("cannot allocate PCI GART page!\n");
158                         goto done;
159                 }
160
161                 if (!dev->pdev) {
162                         DRM_ERROR("PCI device unknown!\n");
163                         goto done;
164                 }
165
166                 bus_address = pci_map_single(dev->pdev, (void *)address,
167                                              ATI_PCIGART_TABLE_PAGES *
168                                              PAGE_SIZE, PCI_DMA_TODEVICE);
169                 if (bus_address == 0) {
170                         DRM_ERROR("unable to map PCIGART pages!\n");
171                         drm_ati_free_pcigart_table(address);
172                         address = 0;
173                         goto done;
174                 }
175         } else {
176                 address = gart_info->addr;
177                 bus_address = gart_info->bus_addr;
178                 DRM_DEBUG("PCI: Gart Table: VRAM %08X mapped at %08lX\n",
179                           bus_address, address);
180         }
181
182         pci_gart = (u32 *) address;
183
184         pages = (entry->pages <= ATI_MAX_PCIGART_PAGES)
185             ? entry->pages : ATI_MAX_PCIGART_PAGES;
186
187         memset(pci_gart, 0, ATI_MAX_PCIGART_PAGES * sizeof(u32));
188
189         for (i = 0; i < pages; i++) {
190                 /* we need to support large memory configurations */
191                 entry->busaddr[i] = pci_map_single(dev->pdev,
192                                                    page_address(entry->
193                                                                 pagelist[i]),
194                                                    PAGE_SIZE, PCI_DMA_TODEVICE);
195                 if (entry->busaddr[i] == 0) {
196                         DRM_ERROR("unable to map PCIGART pages!\n");
197                         drm_ati_pcigart_cleanup(dev, gart_info);
198                         address = 0;
199                         bus_address = 0;
200                         goto done;
201                 }
202                 page_base = (u32) entry->busaddr[i];
203
204                 for (j = 0; j < (PAGE_SIZE / ATI_PCIGART_PAGE_SIZE); j++) {
205                         if (gart_info->is_pcie)
206                                 *pci_gart = (cpu_to_le32(page_base) >> 8) | 0xc;
207                         else
208                                 *pci_gart = cpu_to_le32(page_base);
209                         *pci_gart++;
210                         page_base += ATI_PCIGART_PAGE_SIZE;
211                 }
212         }
213
214         ret = 1;
215
216 #if defined(__i386__) || defined(__x86_64__)
217         wbinvd();
218 #else
219         mb();
220 #endif
221
222       done:
223         gart_info->addr = address;
224         gart_info->bus_addr = bus_address;
225         return ret;
226 }
227
228 EXPORT_SYMBOL(drm_ati_pcigart_init);