| /* | 
 |  * Copyright 2011 Tilera Corporation. All Rights Reserved. | 
 |  * | 
 |  *   This program is free software; you can redistribute it and/or | 
 |  *   modify it under the terms of the GNU General Public License | 
 |  *   as published by the Free Software Foundation, version 2. | 
 |  * | 
 |  *   This program is distributed in the hope that it will be useful, but | 
 |  *   WITHOUT ANY WARRANTY; without even the implied warranty of | 
 |  *   MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or | 
 |  *   NON INFRINGEMENT.  See the GNU General Public License for | 
 |  *   more details. | 
 |  * | 
 |  * Atomically access user memory, but use MMU to avoid propagating | 
 |  * kernel exceptions. | 
 |  */ | 
 |  | 
 | #include <linux/linkage.h> | 
 | #include <asm/errno.h> | 
 | #include <asm/futex.h> | 
 | #include <asm/page.h> | 
 | #include <asm/processor.h> | 
 |  | 
 | /* | 
 |  * Provide a set of atomic memory operations supporting <asm/futex.h>. | 
 |  * | 
 |  * r0: user address to manipulate | 
 |  * r1: new value to write, or for cmpxchg, old value to compare against | 
 |  * r2: (cmpxchg only) new value to write | 
 |  * | 
 |  * Return __get_user struct, r0 with value, r1 with error. | 
 |  */ | 
 | #define FUTEX_OP(name, ...) \ | 
 | STD_ENTRY(futex_##name)			\ | 
 | 	__VA_ARGS__;			\ | 
 | 	{				\ | 
 | 	 move   r1, zero;		\ | 
 | 	 jrp    lr			\ | 
 | 	};				\ | 
 | 	STD_ENDPROC(futex_##name);	\ | 
 | 	.pushsection __ex_table,"a";	\ | 
 | 	.quad 1b, get_user_fault;	\ | 
 | 	.popsection | 
 |  | 
 | 	.pushsection .fixup,"ax" | 
 | get_user_fault: | 
 | 	{ movei r1, -EFAULT; jrp lr } | 
 | 	ENDPROC(get_user_fault) | 
 | 	.popsection | 
 |  | 
 | FUTEX_OP(cmpxchg, mtspr CMPEXCH_VALUE, r1; 1: cmpexch4 r0, r0, r2) | 
 | FUTEX_OP(set, 1: exch4 r0, r0, r1) | 
 | FUTEX_OP(add, 1: fetchadd4 r0, r0, r1) | 
 | FUTEX_OP(or, 1: fetchor4 r0, r0, r1) | 
 | FUTEX_OP(andn, nor r1, r1, zero; 1: fetchand4 r0, r0, r1) |