vm_machdep.c 7.33 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
/*-
 * Copyright (c) 2014 Andrew Turner
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 *
 */

28
29
#include "opt_platform.h"

30
31
32
33
34
35
36
37
38
#include <sys/cdefs.h>
__FBSDID("$FreeBSD$");

#include <sys/param.h>
#include <sys/systm.h>
#include <sys/limits.h>
#include <sys/proc.h>
#include <sys/sf_buf.h>
#include <sys/signal.h>
39
#include <sys/sysent.h>
40
41
42
43
44
45
46
47
48
49
#include <sys/unistd.h>

#include <vm/vm.h>
#include <vm/vm_page.h>
#include <vm/vm_map.h>
#include <vm/uma.h>
#include <vm/uma_int.h>

#include <machine/armreg.h>
#include <machine/cpu.h>
50
#include <machine/md_var.h>
51
52
53
#include <machine/pcb.h>
#include <machine/frame.h>

54
55
56
57
#ifdef VFP
#include <machine/vfp.h>
#endif

58
uint32_t initial_fpcr = VFPCR_DN;
59

60
61
#include <dev/psci/psci.h>

62
63
64
65
66
67
68
69
70
71
72
73
74
75
/*
 * Finish a fork operation, with process p2 nearly set up.
 * Copy and update the pcb, set up the stack so that the child
 * ready to run and return to user mode.
 */
void
cpu_fork(struct thread *td1, struct proc *p2, struct thread *td2, int flags)
{
	struct pcb *pcb2;
	struct trapframe *tf;

	if ((flags & RFPROC) == 0)
		return;

76
77
78
79
80
81
82
	if (td1 == curthread) {
		/*
		 * Save the tpidr_el0 and the vfp state, these normally happen
		 * in cpu_switch, but if userland changes these then forks
		 * this may not have happened.
		 */
		td1->td_pcb->pcb_tpidr_el0 = READ_SPECIALREG(tpidr_el0);
83
		td1->td_pcb->pcb_tpidrro_el0 = READ_SPECIALREG(tpidrro_el0);
84
85
#ifdef VFP
		if ((td1->td_pcb->pcb_fpflags & PCB_FP_STARTED) != 0)
86
			vfp_save_state(td1, td1->td_pcb);
87
88
89
#endif
	}

90
91
92
93
94
95
96
97
98
99
	pcb2 = (struct pcb *)(td2->td_kstack +
	    td2->td_kstack_pages * PAGE_SIZE) - 1;

	td2->td_pcb = pcb2;
	bcopy(td1->td_pcb, pcb2, sizeof(*pcb2));

	tf = (struct trapframe *)STACKALIGN((struct trapframe *)pcb2 - 1);
	bcopy(td1->td_frame, tf, sizeof(*tf));
	tf->tf_x[0] = 0;
	tf->tf_x[1] = 0;
100
	tf->tf_spsr = td1->td_frame->tf_spsr & (PSR_M_32 | PSR_DAIF);
101
102
103
104
105
106

	td2->td_frame = tf;

	/* Set the return value registers for fork() */
	td2->td_pcb->pcb_x[8] = (uintptr_t)fork_return;
	td2->td_pcb->pcb_x[9] = (uintptr_t)td2;
mhorne's avatar
mhorne committed
107
	td2->td_pcb->pcb_lr = (uintptr_t)fork_trampoline;
108
	td2->td_pcb->pcb_sp = (uintptr_t)td2->td_frame;
109
	td2->td_pcb->pcb_fpusaved = &td2->td_pcb->pcb_fpustate;
110
111
112
113
	td2->td_pcb->pcb_vfpcpu = UINT_MAX;

	/* Setup to release spin count in fork_exit(). */
	td2->td_md.md_spinlock_count = 1;
114
	td2->td_md.md_saved_daif = td1->td_md.md_saved_daif & ~DAIF_I_MASKED;
115
116
117
118
119
120
}

void
cpu_reset(void)
{

121
122
123
	psci_reset();

	printf("cpu_reset failed");
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
	while(1)
		__asm volatile("wfi" ::: "memory");
}

void
cpu_thread_swapin(struct thread *td)
{
}

void
cpu_thread_swapout(struct thread *td)
{
}

void
cpu_set_syscall_retval(struct thread *td, int error)
{
	struct trapframe *frame;

	frame = td->td_frame;

145
	if (__predict_true(error == 0)) {
146
147
148
		frame->tf_x[0] = td->td_retval[0];
		frame->tf_x[1] = td->td_retval[1];
		frame->tf_spsr &= ~PSR_C;	/* carry bit */
149
150
151
152
		return;
	}

	switch (error) {
153
154
155
156
157
158
159
	case ERESTART:
		frame->tf_elr -= 4;
		break;
	case EJUSTRETURN:
		break;
	default:
		frame->tf_spsr |= PSR_C;	/* carry bit */
160
		frame->tf_x[0] = error;
161
162
163
164
165
		break;
	}
}

/*
166
167
168
169
170
 * Initialize machine state, mostly pcb and trap frame for a new
 * thread, about to return to userspace.  Put enough state in the new
 * thread's PCB to get it to go back to the fork_return(), which
 * finalizes the thread state and handles peculiarities of the first
 * return to userspace for the new thread.
171
172
 */
void
173
cpu_copy_thread(struct thread *td, struct thread *td0)
174
175
176
177
178
179
{
	bcopy(td0->td_frame, td->td_frame, sizeof(struct trapframe));
	bcopy(td0->td_pcb, td->td_pcb, sizeof(struct pcb));

	td->td_pcb->pcb_x[8] = (uintptr_t)fork_return;
	td->td_pcb->pcb_x[9] = (uintptr_t)td;
mhorne's avatar
mhorne committed
180
	td->td_pcb->pcb_lr = (uintptr_t)fork_trampoline;
181
	td->td_pcb->pcb_sp = (uintptr_t)td->td_frame;
182
	td->td_pcb->pcb_fpflags &= ~(PCB_FP_STARTED | PCB_FP_KERN | PCB_FP_NOSAVE);
183
	td->td_pcb->pcb_fpusaved = &td->td_pcb->pcb_fpustate;
184
185
186
187
	td->td_pcb->pcb_vfpcpu = UINT_MAX;

	/* Setup to release spin count in fork_exit(). */
	td->td_md.md_spinlock_count = 1;
188
	td->td_md.md_saved_daif = td0->td_md.md_saved_daif & ~DAIF_I_MASKED;
189
190
191
}

/*
192
193
 * Set that machine state for performing an upcall that starts
 * the entry function with the given argument.
194
195
 */
void
196
cpu_set_upcall(struct thread *td, void (*entry)(void *), void *arg,
197
198
	stack_t *stack)
{
199
	struct trapframe *tf = td->td_frame;
200

201
202
203
204
205
	/* 32bits processes use r13 for sp */
	if (td->td_frame->tf_spsr & PSR_M_32)
		tf->tf_x[13] = STACKALIGN((uintptr_t)stack->ss_sp + stack->ss_size);
	else
		tf->tf_sp = STACKALIGN((uintptr_t)stack->ss_sp + stack->ss_size);
206
207
	tf->tf_elr = (register_t)entry;
	tf->tf_x[0] = (register_t)arg;
208
209
210
211
212
}

int
cpu_set_user_tls(struct thread *td, void *tls_base)
{
213
	struct pcb *pcb;
214

215
216
217
218
	if ((uintptr_t)tls_base >= VM_MAXUSER_ADDRESS)
		return (EINVAL);

	pcb = td->td_pcb;
219
220
221
222
223
224
225
226
227
228
229
230
231
	if (td->td_frame->tf_spsr & PSR_M_32) {
		/* 32bits arm stores the user TLS into tpidrro */
		pcb->pcb_tpidrro_el0 = (register_t)tls_base;
		pcb->pcb_tpidr_el0 = (register_t)tls_base;
		if (td == curthread) {
			WRITE_SPECIALREG(tpidrro_el0, tls_base);
			WRITE_SPECIALREG(tpidr_el0, tls_base);
		}
	} else {
		pcb->pcb_tpidr_el0 = (register_t)tls_base;
		if (td == curthread)
			WRITE_SPECIALREG(tpidr_el0, tls_base);
	}
232
233

	return (0);
234
235
236
237
238
239
240
241
242
243
244
245
246
247
}

void
cpu_thread_exit(struct thread *td)
{
}

void
cpu_thread_alloc(struct thread *td)
{

	td->td_pcb = (struct pcb *)(td->td_kstack +
	    td->td_kstack_pages * PAGE_SIZE) - 1;
	td->td_frame = (struct trapframe *)STACKALIGN(
248
	    (struct trapframe *)td->td_pcb - 1);
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
}

void
cpu_thread_free(struct thread *td)
{
}

void
cpu_thread_clean(struct thread *td)
{
}

/*
 * Intercept the return address from a freshly forked process that has NOT
 * been scheduled yet.
 *
 * This is needed to make kernel threads stay in kernel mode.
 */
void
268
cpu_fork_kthread_handler(struct thread *td, void (*func)(void *), void *arg)
269
270
271
272
273
274
275
276
277
278
279
{

	td->td_pcb->pcb_x[8] = (uintptr_t)func;
	td->td_pcb->pcb_x[9] = (uintptr_t)arg;
}

void
cpu_exit(struct thread *td)
{
}

280
281
282
283
284
285
286
bool
cpu_exec_vmspace_reuse(struct proc *p __unused, vm_map_t map __unused)
{

	return (true);
}

287
288
289
290
291
292
293
294
int
cpu_procctl(struct thread *td __unused, int idtype __unused, id_t id __unused,
    int com __unused, void *data __unused)
{

	return (EINVAL);
}

295
296
297
298
void
swi_vm(void *v)
{

299
300
	if (busdma_swi_pending != 0)
		busdma_swi();
301
}