summaryrefslogtreecommitdiffstats
path: root/arch/csky/include/asm/futex.h
blob: 6cfd312723fac012dc03d3a8c7e5808b9157e15d (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
/* SPDX-License-Identifier: GPL-2.0 */

#ifndef __ASM_CSKY_FUTEX_H
#define __ASM_CSKY_FUTEX_H

#ifndef CONFIG_SMP
#include <asm-generic/futex.h>
#else
#include <linux/atomic.h>
#include <linux/futex.h>
#include <linux/uaccess.h>
#include <linux/errno.h>

#define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)		\
{									\
	u32 tmp;							\
									\
	__atomic_pre_full_fence();					\
									\
	__asm__ __volatile__ (						\
	"1:	ldex.w	%[ov], %[u]			\n"		\
	"	"insn"					\n"		\
	"2:	stex.w	%[t], %[u]			\n"		\
	"	bez	%[t], 1b			\n"		\
	"	br	4f				\n"		\
	"3:	mov	%[r], %[e]			\n"		\
	"4:						\n"		\
	"	.section __ex_table,\"a\"		\n"		\
	"	.balign 4				\n"		\
	"	.long	1b, 3b				\n"		\
	"	.long	2b, 3b				\n"		\
	"	.previous				\n"		\
	: [r] "+r" (ret), [ov] "=&r" (oldval),				\
	  [u] "+m" (*uaddr), [t] "=&r" (tmp)				\
	: [op] "Jr" (oparg), [e] "jr" (-EFAULT)				\
	: "memory");							\
									\
	__atomic_post_full_fence();					\
}

static inline int
arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr)
{
	int oldval = 0, ret = 0;

	if (!access_ok(uaddr, sizeof(u32)))
		return -EFAULT;

	switch (op) {
	case FUTEX_OP_SET:
		__futex_atomic_op("mov %[t], %[ov]",
				  ret, oldval, uaddr, oparg);
		break;
	case FUTEX_OP_ADD:
		__futex_atomic_op("add %[t], %[ov], %[op]",
				  ret, oldval, uaddr, oparg);
		break;
	case FUTEX_OP_OR:
		__futex_atomic_op("or %[t], %[ov], %[op]",
				  ret, oldval, uaddr, oparg);
		break;
	case FUTEX_OP_ANDN:
		__futex_atomic_op("and %[t], %[ov], %[op]",
				  ret, oldval, uaddr, ~oparg);
		break;
	case FUTEX_OP_XOR:
		__futex_atomic_op("xor %[t], %[ov], %[op]",
				  ret, oldval, uaddr, oparg);
		break;
	default:
		ret = -ENOSYS;
	}

	if (!ret)
		*oval = oldval;

	return ret;
}



static inline int
futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
			      u32 oldval, u32 newval)
{
	int ret = 0;
	u32 val, tmp;

	if (!access_ok(uaddr, sizeof(u32)))
		return -EFAULT;

	__atomic_pre_full_fence();

	__asm__ __volatile__ (
	"1:	ldex.w	%[v], %[u]			\n"
	"	cmpne	%[v], %[ov]			\n"
	"	bt	4f				\n"
	"	mov	%[t], %[nv]			\n"
	"2:	stex.w	%[t], %[u]			\n"
	"	bez	%[t], 1b			\n"
	"	br	4f				\n"
	"3:	mov	%[r], %[e]			\n"
	"4:						\n"
	"	.section __ex_table,\"a\"		\n"
	"	.balign 4				\n"
	"	.long	1b, 3b				\n"
	"	.long	2b, 3b				\n"
	"	.previous				\n"
	: [r] "+r" (ret), [v] "=&r" (val), [u] "+m" (*uaddr),
	  [t] "=&r" (tmp)
	: [ov] "Jr" (oldval), [nv] "Jr" (newval), [e] "Jr" (-EFAULT)
	: "memory");

	__atomic_post_full_fence();

	*uval = val;
	return ret;
}

#endif /* CONFIG_SMP */
#endif /* __ASM_CSKY_FUTEX_H */