| /* | |
| * Copyright 2011 Tilera Corporation. All Rights Reserved. | |
| * | |
| * This program is free software; you can redistribute it and/or | |
| * modify it under the terms of the GNU General Public License | |
| * as published by the Free Software Foundation, version 2. | |
| * | |
| * This program is distributed in the hope that it will be useful, but | |
| * WITHOUT ANY WARRANTY; without even the implied warranty of | |
| * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or | |
| * NON INFRINGEMENT. See the GNU General Public License for | |
| * more details. | |
| * | |
| * Atomically access user memory, but use MMU to avoid propagating | |
| * kernel exceptions. | |
| */ | |
| #include <linux/linkage.h> | |
| #include <asm/errno.h> | |
| #include <asm/futex.h> | |
| #include <asm/page.h> | |
| #include <asm/processor.h> | |
| /* | |
| * Provide a set of atomic memory operations supporting <asm/futex.h>. | |
| * | |
| * r0: user address to manipulate | |
| * r1: new value to write, or for cmpxchg, old value to compare against | |
| * r2: (cmpxchg only) new value to write | |
| * | |
| * Return __get_user struct, r0 with value, r1 with error. | |
| */ | |
| #define FUTEX_OP(name, ...) \ | |
| STD_ENTRY(futex_##name) \ | |
| __VA_ARGS__; \ | |
| { \ | |
| move r1, zero; \ | |
| jrp lr \ | |
| }; \ | |
| STD_ENDPROC(futex_##name); \ | |
| .pushsection __ex_table,"a"; \ | |
| .quad 1b, get_user_fault; \ | |
| .popsection | |
| .pushsection .fixup,"ax" | |
| get_user_fault: | |
| { movei r1, -EFAULT; jrp lr } | |
| ENDPROC(get_user_fault) | |
| .popsection | |
| FUTEX_OP(cmpxchg, mtspr CMPEXCH_VALUE, r1; 1: cmpexch4 r0, r0, r2) | |
| FUTEX_OP(set, 1: exch4 r0, r0, r1) | |
| FUTEX_OP(add, 1: fetchadd4 r0, r0, r1) | |
| FUTEX_OP(or, 1: fetchor4 r0, r0, r1) | |
| FUTEX_OP(andn, nor r1, r1, zero; 1: fetchand4 r0, r0, r1) |