Merge branch 'tracing-v28-for-linus' of git://git.kernel.org/pub/scm/linux/kernel...
[linux-2.6] / drivers / media / video / videobuf-dma-contig.c
1 /*
2  * helper functions for physically contiguous capture buffers
3  *
4  * The functions support hardware lacking scatter gather support
5  * (i.e. the buffers must be linear in physical memory)
6  *
7  * Copyright (c) 2008 Magnus Damm
8  *
9  * Based on videobuf-vmalloc.c,
10  * (c) 2007 Mauro Carvalho Chehab, <mchehab@infradead.org>
11  *
12  * This program is free software; you can redistribute it and/or modify
13  * it under the terms of the GNU General Public License as published by
14  * the Free Software Foundation; either version 2
15  */
16
17 #include <linux/init.h>
18 #include <linux/module.h>
19 #include <linux/mm.h>
20 #include <linux/dma-mapping.h>
21 #include <media/videobuf-dma-contig.h>
22
23 struct videobuf_dma_contig_memory {
24         u32 magic;
25         void *vaddr;
26         dma_addr_t dma_handle;
27         unsigned long size;
28 };
29
30 #define MAGIC_DC_MEM 0x0733ac61
31 #define MAGIC_CHECK(is, should)                                             \
32         if (unlikely((is) != (should))) {                                   \
33                 pr_err("magic mismatch: %x expected %x\n", (is), (should)); \
34                 BUG();                                                      \
35         }
36
37 static void
38 videobuf_vm_open(struct vm_area_struct *vma)
39 {
40         struct videobuf_mapping *map = vma->vm_private_data;
41
42         dev_dbg(map->q->dev, "vm_open %p [count=%u,vma=%08lx-%08lx]\n",
43                 map, map->count, vma->vm_start, vma->vm_end);
44
45         map->count++;
46 }
47
48 static void videobuf_vm_close(struct vm_area_struct *vma)
49 {
50         struct videobuf_mapping *map = vma->vm_private_data;
51         struct videobuf_queue *q = map->q;
52         int i;
53
54         dev_dbg(map->q->dev, "vm_close %p [count=%u,vma=%08lx-%08lx]\n",
55                 map, map->count, vma->vm_start, vma->vm_end);
56
57         map->count--;
58         if (0 == map->count) {
59                 struct videobuf_dma_contig_memory *mem;
60
61                 dev_dbg(map->q->dev, "munmap %p q=%p\n", map, q);
62                 mutex_lock(&q->vb_lock);
63
64                 /* We need first to cancel streams, before unmapping */
65                 if (q->streaming)
66                         videobuf_queue_cancel(q);
67
68                 for (i = 0; i < VIDEO_MAX_FRAME; i++) {
69                         if (NULL == q->bufs[i])
70                                 continue;
71
72                         if (q->bufs[i]->map != map)
73                                 continue;
74
75                         mem = q->bufs[i]->priv;
76                         if (mem) {
77                                 /* This callback is called only if kernel has
78                                    allocated memory and this memory is mmapped.
79                                    In this case, memory should be freed,
80                                    in order to do memory unmap.
81                                  */
82
83                                 MAGIC_CHECK(mem->magic, MAGIC_DC_MEM);
84
85                                 /* vfree is not atomic - can't be
86                                    called with IRQ's disabled
87                                  */
88                                 dev_dbg(map->q->dev, "buf[%d] freeing %p\n",
89                                         i, mem->vaddr);
90
91                                 dma_free_coherent(q->dev, mem->size,
92                                                   mem->vaddr, mem->dma_handle);
93                                 mem->vaddr = NULL;
94                         }
95
96                         q->bufs[i]->map   = NULL;
97                         q->bufs[i]->baddr = 0;
98                 }
99
100                 kfree(map);
101
102                 mutex_unlock(&q->vb_lock);
103         }
104 }
105
106 static struct vm_operations_struct videobuf_vm_ops = {
107         .open     = videobuf_vm_open,
108         .close    = videobuf_vm_close,
109 };
110
111 static void *__videobuf_alloc(size_t size)
112 {
113         struct videobuf_dma_contig_memory *mem;
114         struct videobuf_buffer *vb;
115
116         vb = kzalloc(size + sizeof(*mem), GFP_KERNEL);
117         if (vb) {
118                 mem = vb->priv = ((char *)vb) + size;
119                 mem->magic = MAGIC_DC_MEM;
120         }
121
122         return vb;
123 }
124
125 static void *__videobuf_to_vmalloc(struct videobuf_buffer *buf)
126 {
127         struct videobuf_dma_contig_memory *mem = buf->priv;
128
129         BUG_ON(!mem);
130         MAGIC_CHECK(mem->magic, MAGIC_DC_MEM);
131
132         return mem->vaddr;
133 }
134
135 static int __videobuf_iolock(struct videobuf_queue *q,
136                              struct videobuf_buffer *vb,
137                              struct v4l2_framebuffer *fbuf)
138 {
139         struct videobuf_dma_contig_memory *mem = vb->priv;
140
141         BUG_ON(!mem);
142         MAGIC_CHECK(mem->magic, MAGIC_DC_MEM);
143
144         switch (vb->memory) {
145         case V4L2_MEMORY_MMAP:
146                 dev_dbg(q->dev, "%s memory method MMAP\n", __func__);
147
148                 /* All handling should be done by __videobuf_mmap_mapper() */
149                 if (!mem->vaddr) {
150                         dev_err(q->dev, "memory is not alloced/mmapped.\n");
151                         return -EINVAL;
152                 }
153                 break;
154         case V4L2_MEMORY_USERPTR:
155                 dev_dbg(q->dev, "%s memory method USERPTR\n", __func__);
156
157                 /* The only USERPTR currently supported is the one needed for
158                    read() method.
159                  */
160                 if (vb->baddr)
161                         return -EINVAL;
162
163                 mem->size = PAGE_ALIGN(vb->size);
164                 mem->vaddr = dma_alloc_coherent(q->dev, mem->size,
165                                                 &mem->dma_handle, GFP_KERNEL);
166                 if (!mem->vaddr) {
167                         dev_err(q->dev, "dma_alloc_coherent %ld failed\n",
168                                          mem->size);
169                         return -ENOMEM;
170                 }
171
172                 dev_dbg(q->dev, "dma_alloc_coherent data is at %p (%ld)\n",
173                         mem->vaddr, mem->size);
174                 break;
175         case V4L2_MEMORY_OVERLAY:
176         default:
177                 dev_dbg(q->dev, "%s memory method OVERLAY/unknown\n",
178                         __func__);
179                 return -EINVAL;
180         }
181
182         return 0;
183 }
184
185 static int __videobuf_sync(struct videobuf_queue *q,
186                            struct videobuf_buffer *buf)
187 {
188         struct videobuf_dma_contig_memory *mem = buf->priv;
189
190         BUG_ON(!mem);
191         MAGIC_CHECK(mem->magic, MAGIC_DC_MEM);
192
193         dma_sync_single_for_cpu(q->dev, mem->dma_handle, mem->size,
194                                 DMA_FROM_DEVICE);
195         return 0;
196 }
197
198 static int __videobuf_mmap_free(struct videobuf_queue *q)
199 {
200         unsigned int i;
201
202         dev_dbg(q->dev, "%s\n", __func__);
203         for (i = 0; i < VIDEO_MAX_FRAME; i++) {
204                 if (q->bufs[i] && q->bufs[i]->map)
205                         return -EBUSY;
206         }
207
208         return 0;
209 }
210
211 static int __videobuf_mmap_mapper(struct videobuf_queue *q,
212                                   struct vm_area_struct *vma)
213 {
214         struct videobuf_dma_contig_memory *mem;
215         struct videobuf_mapping *map;
216         unsigned int first;
217         int retval;
218         unsigned long size, offset = vma->vm_pgoff << PAGE_SHIFT;
219
220         dev_dbg(q->dev, "%s\n", __func__);
221         if (!(vma->vm_flags & VM_WRITE) || !(vma->vm_flags & VM_SHARED))
222                 return -EINVAL;
223
224         /* look for first buffer to map */
225         for (first = 0; first < VIDEO_MAX_FRAME; first++) {
226                 if (!q->bufs[first])
227                         continue;
228
229                 if (V4L2_MEMORY_MMAP != q->bufs[first]->memory)
230                         continue;
231                 if (q->bufs[first]->boff == offset)
232                         break;
233         }
234         if (VIDEO_MAX_FRAME == first) {
235                 dev_dbg(q->dev, "invalid user space offset [offset=0x%lx]\n",
236                         offset);
237                 return -EINVAL;
238         }
239
240         /* create mapping + update buffer list */
241         map = kzalloc(sizeof(struct videobuf_mapping), GFP_KERNEL);
242         if (!map)
243                 return -ENOMEM;
244
245         q->bufs[first]->map = map;
246         map->start = vma->vm_start;
247         map->end = vma->vm_end;
248         map->q = q;
249
250         q->bufs[first]->baddr = vma->vm_start;
251
252         mem = q->bufs[first]->priv;
253         BUG_ON(!mem);
254         MAGIC_CHECK(mem->magic, MAGIC_DC_MEM);
255
256         mem->size = PAGE_ALIGN(q->bufs[first]->bsize);
257         mem->vaddr = dma_alloc_coherent(q->dev, mem->size,
258                                         &mem->dma_handle, GFP_KERNEL);
259         if (!mem->vaddr) {
260                 dev_err(q->dev, "dma_alloc_coherent size %ld failed\n",
261                         mem->size);
262                 goto error;
263         }
264         dev_dbg(q->dev, "dma_alloc_coherent data is at addr %p (size %ld)\n",
265                 mem->vaddr, mem->size);
266
267         /* Try to remap memory */
268
269         size = vma->vm_end - vma->vm_start;
270         size = (size < mem->size) ? size : mem->size;
271
272         vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
273         retval = remap_pfn_range(vma, vma->vm_start,
274                                  mem->dma_handle >> PAGE_SHIFT,
275                                  size, vma->vm_page_prot);
276         if (retval) {
277                 dev_err(q->dev, "mmap: remap failed with error %d. ", retval);
278                 dma_free_coherent(q->dev, mem->size,
279                                   mem->vaddr, mem->dma_handle);
280                 goto error;
281         }
282
283         vma->vm_ops          = &videobuf_vm_ops;
284         vma->vm_flags       |= VM_DONTEXPAND;
285         vma->vm_private_data = map;
286
287         dev_dbg(q->dev, "mmap %p: q=%p %08lx-%08lx (%lx) pgoff %08lx buf %d\n",
288                 map, q, vma->vm_start, vma->vm_end,
289                 (long int) q->bufs[first]->bsize,
290                 vma->vm_pgoff, first);
291
292         videobuf_vm_open(vma);
293
294         return 0;
295
296 error:
297         kfree(map);
298         return -ENOMEM;
299 }
300
301 static int __videobuf_copy_to_user(struct videobuf_queue *q,
302                                    char __user *data, size_t count,
303                                    int nonblocking)
304 {
305         struct videobuf_dma_contig_memory *mem = q->read_buf->priv;
306         void *vaddr;
307
308         BUG_ON(!mem);
309         MAGIC_CHECK(mem->magic, MAGIC_DC_MEM);
310         BUG_ON(!mem->vaddr);
311
312         /* copy to userspace */
313         if (count > q->read_buf->size - q->read_off)
314                 count = q->read_buf->size - q->read_off;
315
316         vaddr = mem->vaddr;
317
318         if (copy_to_user(data, vaddr + q->read_off, count))
319                 return -EFAULT;
320
321         return count;
322 }
323
324 static int __videobuf_copy_stream(struct videobuf_queue *q,
325                                   char __user *data, size_t count, size_t pos,
326                                   int vbihack, int nonblocking)
327 {
328         unsigned int  *fc;
329         struct videobuf_dma_contig_memory *mem = q->read_buf->priv;
330
331         BUG_ON(!mem);
332         MAGIC_CHECK(mem->magic, MAGIC_DC_MEM);
333
334         if (vbihack) {
335                 /* dirty, undocumented hack -- pass the frame counter
336                         * within the last four bytes of each vbi data block.
337                         * We need that one to maintain backward compatibility
338                         * to all vbi decoding software out there ... */
339                 fc = (unsigned int *)mem->vaddr;
340                 fc += (q->read_buf->size >> 2) - 1;
341                 *fc = q->read_buf->field_count >> 1;
342                 dev_dbg(q->dev, "vbihack: %d\n", *fc);
343         }
344
345         /* copy stuff using the common method */
346         count = __videobuf_copy_to_user(q, data, count, nonblocking);
347
348         if ((count == -EFAULT) && (pos == 0))
349                 return -EFAULT;
350
351         return count;
352 }
353
354 static struct videobuf_qtype_ops qops = {
355         .magic        = MAGIC_QTYPE_OPS,
356
357         .alloc        = __videobuf_alloc,
358         .iolock       = __videobuf_iolock,
359         .sync         = __videobuf_sync,
360         .mmap_free    = __videobuf_mmap_free,
361         .mmap_mapper  = __videobuf_mmap_mapper,
362         .video_copy_to_user = __videobuf_copy_to_user,
363         .copy_stream  = __videobuf_copy_stream,
364         .vmalloc      = __videobuf_to_vmalloc,
365 };
366
367 void videobuf_queue_dma_contig_init(struct videobuf_queue *q,
368                                     struct videobuf_queue_ops *ops,
369                                     struct device *dev,
370                                     spinlock_t *irqlock,
371                                     enum v4l2_buf_type type,
372                                     enum v4l2_field field,
373                                     unsigned int msize,
374                                     void *priv)
375 {
376         videobuf_queue_core_init(q, ops, dev, irqlock, type, field, msize,
377                                  priv, &qops);
378 }
379 EXPORT_SYMBOL_GPL(videobuf_queue_dma_contig_init);
380
381 dma_addr_t videobuf_to_dma_contig(struct videobuf_buffer *buf)
382 {
383         struct videobuf_dma_contig_memory *mem = buf->priv;
384
385         BUG_ON(!mem);
386         MAGIC_CHECK(mem->magic, MAGIC_DC_MEM);
387
388         return mem->dma_handle;
389 }
390 EXPORT_SYMBOL_GPL(videobuf_to_dma_contig);
391
392 void videobuf_dma_contig_free(struct videobuf_queue *q,
393                               struct videobuf_buffer *buf)
394 {
395         struct videobuf_dma_contig_memory *mem = buf->priv;
396
397         /* mmapped memory can't be freed here, otherwise mmapped region
398            would be released, while still needed. In this case, the memory
399            release should happen inside videobuf_vm_close().
400            So, it should free memory only if the memory were allocated for
401            read() operation.
402          */
403         if ((buf->memory != V4L2_MEMORY_USERPTR) || !buf->baddr)
404                 return;
405
406         if (!mem)
407                 return;
408
409         MAGIC_CHECK(mem->magic, MAGIC_DC_MEM);
410
411         dma_free_coherent(q->dev, mem->size, mem->vaddr, mem->dma_handle);
412         mem->vaddr = NULL;
413 }
414 EXPORT_SYMBOL_GPL(videobuf_dma_contig_free);
415
416 MODULE_DESCRIPTION("helper module to manage video4linux dma contig buffers");
417 MODULE_AUTHOR("Magnus Damm");
418 MODULE_LICENSE("GPL");