1/* SPDX-License-Identifier: GPL-2.0 */
2/* winfixup.S: Handle cases where user stack pointer is found to be bogus.
3 *
4 * Copyright (C) 1997, 2006 David S. Miller (davem@davemloft.net)
5 */
6
7#include <asm/asi.h>
8#include <asm/head.h>
9#include <asm/page.h>
10#include <asm/ptrace.h>
11#include <asm/processor.h>
12#include <asm/spitfire.h>
13#include <asm/thread_info.h>
14
15	.text
16
17	/* It used to be the case that these register window fault
18	 * handlers could run via the save and restore instructions
19	 * done by the trap entry and exit code.  They now do the
20	 * window spill/fill by hand, so that case no longer can occur.
21	 */
22
23	.align	32
24fill_fixup:
25	TRAP_LOAD_THREAD_REG(%g6, %g1)
26	rdpr	%tstate, %g1
27	and	%g1, TSTATE_CWP, %g1
28	or	%g4, FAULT_CODE_WINFIXUP, %g4
29	stb	%g4, [%g6 + TI_FAULT_CODE]
30	stx	%g5, [%g6 + TI_FAULT_ADDR]
31	wrpr	%g1, %cwp
32	ba,pt	%xcc, etrap
33	 rd	%pc, %g7
34	call	do_sparc64_fault
35	 add	%sp, PTREGS_OFF, %o0
36	ba,a,pt	%xcc, rtrap
37
38	/* Be very careful about usage of the trap globals here.
39	 * You cannot touch %g5 as that has the fault information.
40	 */
41spill_fixup:
42spill_fixup_mna:
43spill_fixup_dax:
44	TRAP_LOAD_THREAD_REG(%g6, %g1)
45	ldx	[%g6 + TI_FLAGS], %g1
46	andcc	%sp, 0x1, %g0
47	movne	%icc, 0, %g1
48	andcc	%g1, _TIF_32BIT, %g0
49	ldub	[%g6 + TI_WSAVED], %g1
50	sll	%g1, 3, %g3
51	add	%g6, %g3, %g3
52	stx	%sp, [%g3 + TI_RWIN_SPTRS]
53	sll	%g1, 7, %g3
54	bne,pt	%xcc, 1f
55	 add	%g6, %g3, %g3
56	stx	%l0, [%g3 + TI_REG_WINDOW + 0x00]
57	stx	%l1, [%g3 + TI_REG_WINDOW + 0x08]
58	stx	%l2, [%g3 + TI_REG_WINDOW + 0x10]
59	stx	%l3, [%g3 + TI_REG_WINDOW + 0x18]
60	stx	%l4, [%g3 + TI_REG_WINDOW + 0x20]
61	stx	%l5, [%g3 + TI_REG_WINDOW + 0x28]
62	stx	%l6, [%g3 + TI_REG_WINDOW + 0x30]
63	stx	%l7, [%g3 + TI_REG_WINDOW + 0x38]
64	stx	%i0, [%g3 + TI_REG_WINDOW + 0x40]
65	stx	%i1, [%g3 + TI_REG_WINDOW + 0x48]
66	stx	%i2, [%g3 + TI_REG_WINDOW + 0x50]
67	stx	%i3, [%g3 + TI_REG_WINDOW + 0x58]
68	stx	%i4, [%g3 + TI_REG_WINDOW + 0x60]
69	stx	%i5, [%g3 + TI_REG_WINDOW + 0x68]
70	stx	%i6, [%g3 + TI_REG_WINDOW + 0x70]
71	ba,pt	%xcc, 2f
72	 stx	%i7, [%g3 + TI_REG_WINDOW + 0x78]
731:	stw	%l0, [%g3 + TI_REG_WINDOW + 0x00]
74	stw	%l1, [%g3 + TI_REG_WINDOW + 0x04]
75	stw	%l2, [%g3 + TI_REG_WINDOW + 0x08]
76	stw	%l3, [%g3 + TI_REG_WINDOW + 0x0c]
77	stw	%l4, [%g3 + TI_REG_WINDOW + 0x10]
78	stw	%l5, [%g3 + TI_REG_WINDOW + 0x14]
79	stw	%l6, [%g3 + TI_REG_WINDOW + 0x18]
80	stw	%l7, [%g3 + TI_REG_WINDOW + 0x1c]
81	stw	%i0, [%g3 + TI_REG_WINDOW + 0x20]
82	stw	%i1, [%g3 + TI_REG_WINDOW + 0x24]
83	stw	%i2, [%g3 + TI_REG_WINDOW + 0x28]
84	stw	%i3, [%g3 + TI_REG_WINDOW + 0x2c]
85	stw	%i4, [%g3 + TI_REG_WINDOW + 0x30]
86	stw	%i5, [%g3 + TI_REG_WINDOW + 0x34]
87	stw	%i6, [%g3 + TI_REG_WINDOW + 0x38]
88	stw	%i7, [%g3 + TI_REG_WINDOW + 0x3c]
892:	add	%g1, 1, %g1
90	stb	%g1, [%g6 + TI_WSAVED]
91	rdpr	%tstate, %g1
92	andcc	%g1, TSTATE_PRIV, %g0
93	saved
94	be,pn	%xcc, 1f
95	 and	%g1, TSTATE_CWP, %g1
96	retry
971:	mov	FAULT_CODE_WRITE | FAULT_CODE_DTLB | FAULT_CODE_WINFIXUP, %g4
98	stb	%g4, [%g6 + TI_FAULT_CODE]
99	stx	%g5, [%g6 + TI_FAULT_ADDR]
100	wrpr	%g1, %cwp
101	ba,pt	%xcc, etrap
102	 rd	%pc, %g7
103	call	do_sparc64_fault
104	 add	%sp, PTREGS_OFF, %o0
105	ba,a,pt	%xcc, rtrap
106
107winfix_mna:
108	andn	%g3, 0x7f, %g3
109	add	%g3, 0x78, %g3
110	wrpr	%g3, %tnpc
111	done
112
113fill_fixup_mna:
114	rdpr	%tstate, %g1
115	and	%g1, TSTATE_CWP, %g1
116	wrpr	%g1, %cwp
117	ba,pt	%xcc, etrap
118	 rd	%pc, %g7
119	sethi	%hi(tlb_type), %g1
120	lduw	[%g1 + %lo(tlb_type)], %g1
121	cmp	%g1, 3
122	bne,pt	%icc, 1f
123	 add	%sp, PTREGS_OFF, %o0
124	mov	%l4, %o2
125	call	sun4v_do_mna
126	 mov	%l5, %o1
127	ba,a,pt	%xcc, rtrap
1281:	mov	%l4, %o1
129	mov	%l5, %o2
130	call	mem_address_unaligned
131	 nop
132	ba,a,pt	%xcc, rtrap
133
134winfix_dax:
135	andn	%g3, 0x7f, %g3
136	add	%g3, 0x74, %g3
137	wrpr	%g3, %tnpc
138	done
139
140fill_fixup_dax:
141	rdpr	%tstate, %g1
142	and	%g1, TSTATE_CWP, %g1
143	wrpr	%g1, %cwp
144	ba,pt	%xcc, etrap
145	 rd	%pc, %g7
146	sethi	%hi(tlb_type), %g1
147	mov	%l4, %o1
148	lduw	[%g1 + %lo(tlb_type)], %g1
149	mov	%l5, %o2
150	cmp	%g1, 3
151	bne,pt	%icc, 1f
152	 add	%sp, PTREGS_OFF, %o0
153	call	sun4v_data_access_exception
154	 nop
155	ba,a,pt	%xcc, rtrap
156	 nop
1571:	call	spitfire_data_access_exception
158	 nop
159	ba,a,pt	%xcc, rtrap
160	 nop
161