2 * SPU file system -- file contents
4 * (C) Copyright IBM Deutschland Entwicklung GmbH 2005
6 * Author: Arnd Bergmann <arndb@de.ibm.com>
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2, or (at your option)
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
24 #include <linux/ioctl.h>
25 #include <linux/module.h>
26 #include <linux/pagemap.h>
27 #include <linux/poll.h>
28 #include <linux/ptrace.h>
31 #include <asm/semaphore.h>
33 #include <asm/uaccess.h>
39 spufs_mem_open(struct inode *inode, struct file *file)
41 struct spufs_inode_info *i = SPUFS_I(inode);
42 file->private_data = i->i_ctx;
43 file->f_mapping = i->i_ctx->local_store;
48 spufs_mem_read(struct file *file, char __user *buffer,
49 size_t size, loff_t *pos)
51 struct spu_context *ctx = file->private_data;
57 local_store = ctx->ops->get_ls(ctx);
58 ret = simple_read_from_buffer(buffer, size, pos, local_store, LS_SIZE);
65 spufs_mem_write(struct file *file, const char __user *buffer,
66 size_t size, loff_t *pos)
68 struct spu_context *ctx = file->private_data;
72 size = min_t(ssize_t, LS_SIZE - *pos, size);
79 local_store = ctx->ops->get_ls(ctx);
80 ret = copy_from_user(local_store + *pos - size,
81 buffer, size) ? -EFAULT : size;
87 #ifdef CONFIG_SPARSEMEM
89 spufs_mem_mmap_nopage(struct vm_area_struct *vma,
90 unsigned long address, int *type)
92 struct page *page = NOPAGE_SIGBUS;
94 struct spu_context *ctx = vma->vm_file->private_data;
95 unsigned long offset = address - vma->vm_start;
96 offset += vma->vm_pgoff << PAGE_SHIFT;
100 if (ctx->state == SPU_STATE_SAVED)
101 page = vmalloc_to_page(ctx->csa.lscsa->ls + offset);
103 page = pfn_to_page((ctx->spu->local_store_phys + offset)
109 *type = VM_FAULT_MINOR;
111 page_cache_get(page);
115 static struct vm_operations_struct spufs_mem_mmap_vmops = {
116 .nopage = spufs_mem_mmap_nopage,
120 spufs_mem_mmap(struct file *file, struct vm_area_struct *vma)
122 if (!(vma->vm_flags & VM_SHARED))
126 vma->vm_page_prot = __pgprot(pgprot_val(vma->vm_page_prot)
129 vma->vm_ops = &spufs_mem_mmap_vmops;
134 static struct file_operations spufs_mem_fops = {
135 .open = spufs_mem_open,
136 .read = spufs_mem_read,
137 .write = spufs_mem_write,
138 .llseek = generic_file_llseek,
139 #ifdef CONFIG_SPARSEMEM
140 .mmap = spufs_mem_mmap,
145 spufs_regs_open(struct inode *inode, struct file *file)
147 struct spufs_inode_info *i = SPUFS_I(inode);
148 file->private_data = i->i_ctx;
153 spufs_regs_read(struct file *file, char __user *buffer,
154 size_t size, loff_t *pos)
156 struct spu_context *ctx = file->private_data;
157 struct spu_lscsa *lscsa = ctx->csa.lscsa;
160 spu_acquire_saved(ctx);
162 ret = simple_read_from_buffer(buffer, size, pos,
163 lscsa->gprs, sizeof lscsa->gprs);
170 spufs_regs_write(struct file *file, const char __user *buffer,
171 size_t size, loff_t *pos)
173 struct spu_context *ctx = file->private_data;
174 struct spu_lscsa *lscsa = ctx->csa.lscsa;
177 size = min_t(ssize_t, sizeof lscsa->gprs - *pos, size);
182 spu_acquire_saved(ctx);
184 ret = copy_from_user(lscsa->gprs + *pos - size,
185 buffer, size) ? -EFAULT : size;
191 static struct file_operations spufs_regs_fops = {
192 .open = spufs_regs_open,
193 .read = spufs_regs_read,
194 .write = spufs_regs_write,
195 .llseek = generic_file_llseek,
199 spufs_fpcr_read(struct file *file, char __user * buffer,
200 size_t size, loff_t * pos)
202 struct spu_context *ctx = file->private_data;
203 struct spu_lscsa *lscsa = ctx->csa.lscsa;
206 spu_acquire_saved(ctx);
208 ret = simple_read_from_buffer(buffer, size, pos,
209 &lscsa->fpcr, sizeof(lscsa->fpcr));
216 spufs_fpcr_write(struct file *file, const char __user * buffer,
217 size_t size, loff_t * pos)
219 struct spu_context *ctx = file->private_data;
220 struct spu_lscsa *lscsa = ctx->csa.lscsa;
223 size = min_t(ssize_t, sizeof(lscsa->fpcr) - *pos, size);
228 spu_acquire_saved(ctx);
230 ret = copy_from_user((char *)&lscsa->fpcr + *pos - size,
231 buffer, size) ? -EFAULT : size;
237 static struct file_operations spufs_fpcr_fops = {
238 .open = spufs_regs_open,
239 .read = spufs_fpcr_read,
240 .write = spufs_fpcr_write,
241 .llseek = generic_file_llseek,
244 /* generic open function for all pipe-like files */
245 static int spufs_pipe_open(struct inode *inode, struct file *file)
247 struct spufs_inode_info *i = SPUFS_I(inode);
248 file->private_data = i->i_ctx;
250 return nonseekable_open(inode, file);
253 static ssize_t spufs_mbox_read(struct file *file, char __user *buf,
254 size_t len, loff_t *pos)
256 struct spu_context *ctx = file->private_data;
264 ret = ctx->ops->mbox_read(ctx, &mbox_data);
270 if (copy_to_user(buf, &mbox_data, sizeof mbox_data))
276 static struct file_operations spufs_mbox_fops = {
277 .open = spufs_pipe_open,
278 .read = spufs_mbox_read,
281 static ssize_t spufs_mbox_stat_read(struct file *file, char __user *buf,
282 size_t len, loff_t *pos)
284 struct spu_context *ctx = file->private_data;
292 mbox_stat = ctx->ops->mbox_stat_read(ctx) & 0xff;
296 if (copy_to_user(buf, &mbox_stat, sizeof mbox_stat))
302 static struct file_operations spufs_mbox_stat_fops = {
303 .open = spufs_pipe_open,
304 .read = spufs_mbox_stat_read,
309 * Same as wait_event_interruptible(), except that here
310 * we need to call spu_release(ctx) before sleeping, and
311 * then spu_acquire(ctx) when awoken.
314 #define spufs_wait(wq, condition) \
317 DEFINE_WAIT(__wait); \
319 prepare_to_wait(&(wq), &__wait, TASK_INTERRUPTIBLE); \
322 if (!signal_pending(current)) { \
328 __ret = -ERESTARTSYS; \
331 finish_wait(&(wq), &__wait); \
335 /* low-level ibox access function */
336 size_t spu_ibox_read(struct spu_context *ctx, u32 *data)
338 return ctx->ops->ibox_read(ctx, data);
341 static int spufs_ibox_fasync(int fd, struct file *file, int on)
343 struct spu_context *ctx = file->private_data;
345 return fasync_helper(fd, file, on, &ctx->ibox_fasync);
348 /* interrupt-level ibox callback function. */
349 void spufs_ibox_callback(struct spu *spu)
351 struct spu_context *ctx = spu->ctx;
353 wake_up_all(&ctx->ibox_wq);
354 kill_fasync(&ctx->ibox_fasync, SIGIO, POLLIN);
357 static ssize_t spufs_ibox_read(struct file *file, char __user *buf,
358 size_t len, loff_t *pos)
360 struct spu_context *ctx = file->private_data;
370 if (file->f_flags & O_NONBLOCK) {
371 if (!spu_ibox_read(ctx, &ibox_data))
374 ret = spufs_wait(ctx->ibox_wq, spu_ibox_read(ctx, &ibox_data));
383 if (copy_to_user(buf, &ibox_data, sizeof ibox_data))
389 static unsigned int spufs_ibox_poll(struct file *file, poll_table *wait)
391 struct spu_context *ctx = file->private_data;
394 poll_wait(file, &ctx->ibox_wq, wait);
397 mask = ctx->ops->mbox_stat_poll(ctx, POLLIN | POLLRDNORM);
403 static struct file_operations spufs_ibox_fops = {
404 .open = spufs_pipe_open,
405 .read = spufs_ibox_read,
406 .poll = spufs_ibox_poll,
407 .fasync = spufs_ibox_fasync,
410 static ssize_t spufs_ibox_stat_read(struct file *file, char __user *buf,
411 size_t len, loff_t *pos)
413 struct spu_context *ctx = file->private_data;
420 ibox_stat = (ctx->ops->mbox_stat_read(ctx) >> 16) & 0xff;
423 if (copy_to_user(buf, &ibox_stat, sizeof ibox_stat))
429 static struct file_operations spufs_ibox_stat_fops = {
430 .open = spufs_pipe_open,
431 .read = spufs_ibox_stat_read,
434 /* low-level mailbox write */
435 size_t spu_wbox_write(struct spu_context *ctx, u32 data)
437 return ctx->ops->wbox_write(ctx, data);
440 static int spufs_wbox_fasync(int fd, struct file *file, int on)
442 struct spu_context *ctx = file->private_data;
445 ret = fasync_helper(fd, file, on, &ctx->wbox_fasync);
450 /* interrupt-level wbox callback function. */
451 void spufs_wbox_callback(struct spu *spu)
453 struct spu_context *ctx = spu->ctx;
455 wake_up_all(&ctx->wbox_wq);
456 kill_fasync(&ctx->wbox_fasync, SIGIO, POLLOUT);
459 static ssize_t spufs_wbox_write(struct file *file, const char __user *buf,
460 size_t len, loff_t *pos)
462 struct spu_context *ctx = file->private_data;
469 if (copy_from_user(&wbox_data, buf, sizeof wbox_data))
475 if (file->f_flags & O_NONBLOCK) {
476 if (!spu_wbox_write(ctx, wbox_data))
479 ret = spufs_wait(ctx->wbox_wq, spu_wbox_write(ctx, wbox_data));
484 return ret ? ret : sizeof wbox_data;
487 static unsigned int spufs_wbox_poll(struct file *file, poll_table *wait)
489 struct spu_context *ctx = file->private_data;
492 poll_wait(file, &ctx->wbox_wq, wait);
495 mask = ctx->ops->mbox_stat_poll(ctx, POLLOUT | POLLWRNORM);
501 static struct file_operations spufs_wbox_fops = {
502 .open = spufs_pipe_open,
503 .write = spufs_wbox_write,
504 .poll = spufs_wbox_poll,
505 .fasync = spufs_wbox_fasync,
508 static ssize_t spufs_wbox_stat_read(struct file *file, char __user *buf,
509 size_t len, loff_t *pos)
511 struct spu_context *ctx = file->private_data;
518 wbox_stat = (ctx->ops->mbox_stat_read(ctx) >> 8) & 0xff;
521 if (copy_to_user(buf, &wbox_stat, sizeof wbox_stat))
527 static struct file_operations spufs_wbox_stat_fops = {
528 .open = spufs_pipe_open,
529 .read = spufs_wbox_stat_read,
532 /* interrupt-level stop callback function. */
533 void spufs_stop_callback(struct spu *spu)
535 struct spu_context *ctx = spu->ctx;
537 wake_up_all(&ctx->stop_wq);
540 static inline int spu_stopped(struct spu_context *ctx, u32 * stat)
545 *stat = ctx->ops->status_read(ctx);
546 if (ctx->state != SPU_STATE_RUNNABLE)
549 pte_fault = spu->dsisr &
550 (MFC_DSISR_PTE_NOT_FOUND | MFC_DSISR_ACCESS_DENIED);
551 return (!(*stat & 0x1) || pte_fault || spu->class_0_pending) ? 1 : 0;
554 static inline int spu_run_init(struct spu_context *ctx, u32 * npc,
559 if ((ret = spu_acquire_runnable(ctx)) != 0)
561 ctx->ops->npc_write(ctx, *npc);
562 ctx->ops->runcntl_write(ctx, SPU_RUNCNTL_RUNNABLE);
566 static inline int spu_run_fini(struct spu_context *ctx, u32 * npc,
571 *status = ctx->ops->status_read(ctx);
572 *npc = ctx->ops->npc_read(ctx);
575 if (signal_pending(current))
577 if (unlikely(current->ptrace & PT_PTRACED)) {
578 if ((*status & SPU_STATUS_STOPPED_BY_STOP)
579 && (*status >> SPU_STOP_STATUS_SHIFT) == 0x3fff) {
580 force_sig(SIGTRAP, current);
587 static inline int spu_reacquire_runnable(struct spu_context *ctx, u32 *npc,
592 if ((ret = spu_run_fini(ctx, npc, status)) != 0)
594 if (*status & (SPU_STATUS_STOPPED_BY_STOP |
595 SPU_STATUS_STOPPED_BY_HALT)) {
598 if ((ret = spu_run_init(ctx, npc, status)) != 0)
603 static inline int spu_process_events(struct spu_context *ctx)
605 struct spu *spu = ctx->spu;
606 u64 pte_fault = MFC_DSISR_PTE_NOT_FOUND | MFC_DSISR_ACCESS_DENIED;
609 if (spu->dsisr & pte_fault)
610 ret = spu_irq_class_1_bottom(spu);
611 if (spu->class_0_pending)
612 ret = spu_irq_class_0_bottom(spu);
613 if (!ret && signal_pending(current))
618 long spufs_run_spu(struct file *file, struct spu_context *ctx,
619 u32 * npc, u32 * status)
623 if (down_interruptible(&ctx->run_sema))
626 ret = spu_run_init(ctx, npc, status);
631 ret = spufs_wait(ctx->stop_wq, spu_stopped(ctx, status));
634 if (unlikely(ctx->state != SPU_STATE_RUNNABLE)) {
635 ret = spu_reacquire_runnable(ctx, npc, status);
640 ret = spu_process_events(ctx);
642 } while (!ret && !(*status & (SPU_STATUS_STOPPED_BY_STOP |
643 SPU_STATUS_STOPPED_BY_HALT)));
645 ctx->ops->runcntl_stop(ctx);
646 ret = spu_run_fini(ctx, npc, status);
656 static ssize_t spufs_signal1_read(struct file *file, char __user *buf,
657 size_t len, loff_t *pos)
659 struct spu_context *ctx = file->private_data;
666 data = ctx->ops->signal1_read(ctx);
669 if (copy_to_user(buf, &data, 4))
675 static ssize_t spufs_signal1_write(struct file *file, const char __user *buf,
676 size_t len, loff_t *pos)
678 struct spu_context *ctx;
681 ctx = file->private_data;
686 if (copy_from_user(&data, buf, 4))
690 ctx->ops->signal1_write(ctx, data);
696 static struct file_operations spufs_signal1_fops = {
697 .open = spufs_pipe_open,
698 .read = spufs_signal1_read,
699 .write = spufs_signal1_write,
702 static ssize_t spufs_signal2_read(struct file *file, char __user *buf,
703 size_t len, loff_t *pos)
705 struct spu_context *ctx;
708 ctx = file->private_data;
714 data = ctx->ops->signal2_read(ctx);
717 if (copy_to_user(buf, &data, 4))
723 static ssize_t spufs_signal2_write(struct file *file, const char __user *buf,
724 size_t len, loff_t *pos)
726 struct spu_context *ctx;
729 ctx = file->private_data;
734 if (copy_from_user(&data, buf, 4))
738 ctx->ops->signal2_write(ctx, data);
744 static struct file_operations spufs_signal2_fops = {
745 .open = spufs_pipe_open,
746 .read = spufs_signal2_read,
747 .write = spufs_signal2_write,
750 static void spufs_signal1_type_set(void *data, u64 val)
752 struct spu_context *ctx = data;
755 ctx->ops->signal1_type_set(ctx, val);
759 static u64 spufs_signal1_type_get(void *data)
761 struct spu_context *ctx = data;
765 ret = ctx->ops->signal1_type_get(ctx);
770 DEFINE_SIMPLE_ATTRIBUTE(spufs_signal1_type, spufs_signal1_type_get,
771 spufs_signal1_type_set, "%llu");
773 static void spufs_signal2_type_set(void *data, u64 val)
775 struct spu_context *ctx = data;
778 ctx->ops->signal2_type_set(ctx, val);
782 static u64 spufs_signal2_type_get(void *data)
784 struct spu_context *ctx = data;
788 ret = ctx->ops->signal2_type_get(ctx);
793 DEFINE_SIMPLE_ATTRIBUTE(spufs_signal2_type, spufs_signal2_type_get,
794 spufs_signal2_type_set, "%llu");
796 static void spufs_npc_set(void *data, u64 val)
798 struct spu_context *ctx = data;
800 ctx->ops->npc_write(ctx, val);
804 static u64 spufs_npc_get(void *data)
806 struct spu_context *ctx = data;
809 ret = ctx->ops->npc_read(ctx);
813 DEFINE_SIMPLE_ATTRIBUTE(spufs_npc_ops, spufs_npc_get, spufs_npc_set, "%llx\n")
815 static void spufs_decr_set(void *data, u64 val)
817 struct spu_context *ctx = data;
818 struct spu_lscsa *lscsa = ctx->csa.lscsa;
819 spu_acquire_saved(ctx);
820 lscsa->decr.slot[0] = (u32) val;
824 static u64 spufs_decr_get(void *data)
826 struct spu_context *ctx = data;
827 struct spu_lscsa *lscsa = ctx->csa.lscsa;
829 spu_acquire_saved(ctx);
830 ret = lscsa->decr.slot[0];
834 DEFINE_SIMPLE_ATTRIBUTE(spufs_decr_ops, spufs_decr_get, spufs_decr_set,
837 static void spufs_decr_status_set(void *data, u64 val)
839 struct spu_context *ctx = data;
840 struct spu_lscsa *lscsa = ctx->csa.lscsa;
841 spu_acquire_saved(ctx);
842 lscsa->decr_status.slot[0] = (u32) val;
846 static u64 spufs_decr_status_get(void *data)
848 struct spu_context *ctx = data;
849 struct spu_lscsa *lscsa = ctx->csa.lscsa;
851 spu_acquire_saved(ctx);
852 ret = lscsa->decr_status.slot[0];
856 DEFINE_SIMPLE_ATTRIBUTE(spufs_decr_status_ops, spufs_decr_status_get,
857 spufs_decr_status_set, "%llx\n")
859 static void spufs_spu_tag_mask_set(void *data, u64 val)
861 struct spu_context *ctx = data;
862 struct spu_lscsa *lscsa = ctx->csa.lscsa;
863 spu_acquire_saved(ctx);
864 lscsa->tag_mask.slot[0] = (u32) val;
868 static u64 spufs_spu_tag_mask_get(void *data)
870 struct spu_context *ctx = data;
871 struct spu_lscsa *lscsa = ctx->csa.lscsa;
873 spu_acquire_saved(ctx);
874 ret = lscsa->tag_mask.slot[0];
878 DEFINE_SIMPLE_ATTRIBUTE(spufs_spu_tag_mask_ops, spufs_spu_tag_mask_get,
879 spufs_spu_tag_mask_set, "%llx\n")
881 static void spufs_event_mask_set(void *data, u64 val)
883 struct spu_context *ctx = data;
884 struct spu_lscsa *lscsa = ctx->csa.lscsa;
885 spu_acquire_saved(ctx);
886 lscsa->event_mask.slot[0] = (u32) val;
890 static u64 spufs_event_mask_get(void *data)
892 struct spu_context *ctx = data;
893 struct spu_lscsa *lscsa = ctx->csa.lscsa;
895 spu_acquire_saved(ctx);
896 ret = lscsa->event_mask.slot[0];
900 DEFINE_SIMPLE_ATTRIBUTE(spufs_event_mask_ops, spufs_event_mask_get,
901 spufs_event_mask_set, "%llx\n")
903 static void spufs_srr0_set(void *data, u64 val)
905 struct spu_context *ctx = data;
906 struct spu_lscsa *lscsa = ctx->csa.lscsa;
907 spu_acquire_saved(ctx);
908 lscsa->srr0.slot[0] = (u32) val;
912 static u64 spufs_srr0_get(void *data)
914 struct spu_context *ctx = data;
915 struct spu_lscsa *lscsa = ctx->csa.lscsa;
917 spu_acquire_saved(ctx);
918 ret = lscsa->srr0.slot[0];
922 DEFINE_SIMPLE_ATTRIBUTE(spufs_srr0_ops, spufs_srr0_get, spufs_srr0_set,
925 struct tree_descr spufs_dir_contents[] = {
926 { "mem", &spufs_mem_fops, 0666, },
927 { "regs", &spufs_regs_fops, 0666, },
928 { "mbox", &spufs_mbox_fops, 0444, },
929 { "ibox", &spufs_ibox_fops, 0444, },
930 { "wbox", &spufs_wbox_fops, 0222, },
931 { "mbox_stat", &spufs_mbox_stat_fops, 0444, },
932 { "ibox_stat", &spufs_ibox_stat_fops, 0444, },
933 { "wbox_stat", &spufs_wbox_stat_fops, 0444, },
934 { "signal1", &spufs_signal1_fops, 0666, },
935 { "signal2", &spufs_signal2_fops, 0666, },
936 { "signal1_type", &spufs_signal1_type, 0666, },
937 { "signal2_type", &spufs_signal2_type, 0666, },
938 { "npc", &spufs_npc_ops, 0666, },
939 { "fpcr", &spufs_fpcr_fops, 0666, },
940 { "decr", &spufs_decr_ops, 0666, },
941 { "decr_status", &spufs_decr_status_ops, 0666, },
942 { "spu_tag_mask", &spufs_spu_tag_mask_ops, 0666, },
943 { "event_mask", &spufs_event_mask_ops, 0666, },
944 { "srr0", &spufs_srr0_ops, 0666, },