7 files changed, 59 insertions, 59 deletions

diff --git a/sys/ia64/ia64/elf_machdep.c b/sys/ia64/ia64/elf_machdep.c
index a6371139fb48..dbb4bf3e1f0e 100644
--- a/sys/ia64/ia64/elf_machdep.c
+++ b/sys/ia64/ia64/elf_machdep.c
@@ -101,32 +101,28 @@ static int
 ia64_coredump(struct thread *td, struct vnode *vp, off_t limit)
 {
 	struct trapframe *tf;
-	uint64_t *kstk, *ustk;
-	uint64_t bspst, ndirty;
+	uint64_t bspst, kstk, ndirty, rnat;
 
 	tf = td->td_frame;
 	ndirty = tf->tf_special.ndirty;
 	if (ndirty != 0) {
-		__asm __volatile("mov   ar.rsc=0;;");
-		__asm __volatile("mov   %0=ar.bspstore" : "=r"(bspst));
+		kstk = td->td_kstack + (tf->tf_special.bspstore & 0x1ffUL);
+		__asm __volatile("mov	ar.rsc=0;;");
+		__asm __volatile("mov	%0=ar.bspstore" : "=r"(bspst));
 		/* Make sure we have all the user registers written out. */
-		if (bspst - td->td_kstack < ndirty)
+		if (bspst - kstk < ndirty) {
 			__asm __volatile("flushrs;;");
-		__asm __volatile("mov   ar.rsc=3");
-		ustk = (uint64_t*)tf->tf_special.bspstore;
-		kstk = (uint64_t*)td->td_kstack;
-		while (ndirty > 0) {
-			*ustk++ = *kstk++;
-			if (((uintptr_t)ustk & 0x1ff) == 0x1f8)
-				*ustk++ = 0;
-			if (((uintptr_t)kstk & 0x1ff) == 0x1f8) {
-				kstk++;
-				ndirty -= 8;
-			}
-			ndirty -= 8;
+			__asm __volatile("mov	%0=ar.bspstore" : "=r"(bspst));
 		}
-		tf->tf_special.bspstore = (uintptr_t)ustk;
+		__asm __volatile("mov	%0=ar.rnat;;" : "=r"(rnat));
+		__asm __volatile("mov	ar.rsc=3");
+		copyout((void*)kstk, (void*)tf->tf_special.bspstore, ndirty);
+		kstk += ndirty;
+		tf->tf_special.bspstore += ndirty;
 		tf->tf_special.ndirty = 0;
+		tf->tf_special.rnat =
+		    (bspst > kstk && (bspst & 0x1ffUL) < (kstk & 0x1ffUL))
+		    ? *(uint64_t*)(kstk | 0x1f8UL) : rnat;
 	}
 	return (elf64_coredump(td, vp, limit));
 }
diff --git a/sys/ia64/ia64/exception.S b/sys/ia64/ia64/exception.S
index 2105203245ab..bc51603b1020 100644
--- a/sys/ia64/ia64/exception.S
+++ b/sys/ia64/ia64/exception.S
@@ -158,9 +158,10 @@ exception_save_restart:
 	;;
 }
 {	.mmi
+(p13)	mov		r21=ar.k6		// kernel register stack
+	;;
 	st8		[r30]=r18,16		// fpsr
-(p13)	mov		r20=ar.k6		// kernel register stack
-	nop		0
+(p13)	dep		r20=r20,r21,0,9		// align dirty registers
 	;;
 }
 	// r20=bspstore, r22=iip, r23=ipsr
diff --git a/sys/ia64/ia64/machdep.c b/sys/ia64/ia64/machdep.c
index 9e71d6ef2acf..fb4d5bf4e4ee 100644
--- a/sys/ia64/ia64/machdep.c
+++ b/sys/ia64/ia64/machdep.c
@@ -761,8 +761,6 @@ ia64_init(void)
 	 * Set the kernel sp, reserving space for an (empty) trapframe,
 	 * and make proc0's trapframe pointer point to it for sanity.
 	 * Initialise proc0's backing store to start after u area.
-	 *
-	 * XXX what is all this +/- 16 stuff?
 	 */
 	thread0.td_frame = (struct trapframe *)thread0.td_pcb - 1;
 	thread0.td_frame->tf_length = sizeof(struct trapframe);
@@ -1079,35 +1077,28 @@ get_mcontext(struct thread *td, mcontext_t *mc, int clear_ret)
 {
 	struct _special s;
 	struct trapframe *tf;
-	uint64_t bspst, *kstk, *ustk;
+	uint64_t bspst, kstk, rnat;
 
 	tf = td->td_frame;
 	bzero(mc, sizeof(*mc));
 	s = tf->tf_special;
 	if (s.ndirty != 0) {
+		kstk = td->td_kstack + (s.bspstore & 0x1ffUL);
 		__asm __volatile("mov	ar.rsc=0;;");
 		__asm __volatile("mov	%0=ar.bspstore" : "=r"(bspst));
 		/* Make sure we have all the user registers written out. */
-		if (bspst - td->td_kstack < s.ndirty)
+		if (bspst - kstk < s.ndirty) {
 			__asm __volatile("flushrs;;");
-		__asm __volatile("mov	ar.rsc=3");
-		kstk = (uint64_t*)td->td_kstack;
-		ustk = (uint64_t*)s.bspstore;
-		if ((s.bspstore & 0x1ff) == 0x1f8) {
-			suword64(ustk++, s.rnat);
-			s.rnat = 0;
+			__asm __volatile("mov	%0=ar.bspstore" : "=r"(bspst));
 		}
-		while (s.ndirty > 0) {
-			suword64(ustk++, *kstk++);
-			if (((uintptr_t)ustk & 0x1ff) == 0x1f8)
-				suword64(ustk++, 0);
-			if (((uintptr_t)kstk & 0x1ff) == 0x1f8) {
-				kstk++;
-				s.ndirty -= 8;
-			}
-			s.ndirty -= 8;
-		}
-		s.bspstore = (uintptr_t)ustk;
+		__asm __volatile("mov	%0=ar.rnat;;" : "=r"(rnat));
+		__asm __volatile("mov	ar.rsc=3");
+		copyout((void*)kstk, (void*)s.bspstore, s.ndirty);
+		kstk += s.ndirty;
+		s.bspstore += s.ndirty;
+		s.ndirty = 0;
+		s.rnat = (bspst > kstk && (bspst & 0x1ffUL) < (kstk & 0x1ffUL))
+		    ? *(uint64_t*)(kstk | 0x1f8UL) : rnat;
 	}
 	if (tf->tf_flags & FRAME_SYSCALL) {
 		/*
@@ -1196,7 +1187,8 @@ exec_setregs(struct thread *td, u_long entry, u_long stack, u_long ps_strings)
 	uint64_t *ksttop, *kst;
 
 	tf = td->td_frame;
-	ksttop = (uint64_t*)(td->td_kstack + tf->tf_special.ndirty);
+	ksttop = (uint64_t*)(td->td_kstack + tf->tf_special.ndirty +
+	    (tf->tf_special.bspstore & 0x1ffUL));
 
 	/*
 	 * We can ignore up to 8KB of dirty registers by masking off the
diff --git a/sys/ia64/ia64/ptrace_machdep.c b/sys/ia64/ia64/ptrace_machdep.c
index 0f269e26cba3..5e64cc5d992d 100644
--- a/sys/ia64/ia64/ptrace_machdep.c
+++ b/sys/ia64/ia64/ptrace_machdep.c
@@ -46,13 +46,15 @@ cpu_ptrace(struct thread *td, int req, void *addr, int data)
 	switch (req) {
 	case PT_GETKSTACK:
 		if (data >= 0 && data < (tf->tf_special.ndirty >> 3)) {
-			kstack = (uint64_t*)td->td_kstack;
+			kstack = (uint64_t*)(td->td_kstack +
+			    (tf->tf_special.bspstore & 0x1ffUL));
 			error = copyout(kstack + data, addr, 8);
 		}
 		break;
 	case PT_SETKSTACK:
 		if (data >= 0 && data < (tf->tf_special.ndirty >> 3)) {
-			kstack = (uint64_t*)td->td_kstack;
+			kstack = (uint64_t*)(td->td_kstack +
+			    (tf->tf_special.bspstore & 0x1ffUL));
 			error = copyin(addr, kstack + data, 8);
 		}
 		break;
diff --git a/sys/ia64/ia64/syscall.S b/sys/ia64/ia64/syscall.S
index e66d12b5afb9..1ea87ca3a447 100644
--- a/sys/ia64/ia64/syscall.S
+++ b/sys/ia64/ia64/syscall.S
@@ -259,27 +259,34 @@ ENTRY(epc_syscall, 8)
 }
 {	.mmi
 	mov		r18=ar.bspstore
+	;;
 	mov		r19=ar.rnat
-	add		r30=-SIZEOF_TRAPFRAME,r14
+	dep		r15=r18,r15,0,9
 	;;
 }
 {	.mmi
 	mov		ar.bspstore=r15
-	mov		r13=ar.k4
-	dep		r30=0,r30,0,10
+	add		r30=-SIZEOF_TRAPFRAME,r14
+	mov		r20=sp
 	;;
 }
 {	.mii
-	mov		r20=sp
-	add		r31=8,r30
+	mov		r13=ar.k4
+	dep		r30=0,r30,0,10
+	;;
 	add		sp=-16,r30
 	;;
 }
-{	.mmi
+{	.mib
 	mov		r21=ar.unat
+	add		r31=8,r30
+	nop		0
+	;;
+}
+{	.mib
 	mov		r22=ar.fpsr
 	sub		r29=r14,r30
-	;;
+	nop		0
 }
 {	.mmi
 	mov		r23=ar.bsp
diff --git a/sys/ia64/ia64/trap.c b/sys/ia64/ia64/trap.c
index 4394edeede9f..9124a8915d02 100644
--- a/sys/ia64/ia64/trap.c
+++ b/sys/ia64/ia64/trap.c
@@ -879,7 +879,8 @@ break_syscall(struct trapframe *tf)
 	 */
 	tfp = &tf->tf_scratch.gr16;
 	nargs = tf->tf_special.cfm & 0x7f;
-	bsp = (uint64_t*)(curthread->td_kstack + tf->tf_special.ndirty);
+	bsp = (uint64_t*)(curthread->td_kstack + tf->tf_special.ndirty +
+	    (tf->tf_special.bspstore & 0x1ffUL));
 	bsp -= (((uintptr_t)bsp & 0x1ff) < (nargs << 3)) ? (nargs + 1): nargs;
 	while (nargs--) {
 		*tfp++ = *bsp++;
diff --git a/sys/ia64/ia64/vm_machdep.c b/sys/ia64/ia64/vm_machdep.c
index 4e02b8add19d..15736f1b15aa 100644
--- a/sys/ia64/ia64/vm_machdep.c
+++ b/sys/ia64/ia64/vm_machdep.c
@@ -159,6 +159,7 @@ cpu_set_upcall(struct thread *td, struct thread *td0)
 	tf->tf_length = sizeof(struct trapframe);
 	tf->tf_flags = FRAME_SYSCALL;
 	tf->tf_special.ndirty = 0;
+	tf->tf_special.bspstore &= ~0x1ffUL;
 	tf->tf_scratch.gr8 = 0;
 	tf->tf_scratch.gr9 = 1;
 	tf->tf_scratch.gr10 = 0;
@@ -182,12 +183,12 @@ cpu_set_upcall_kse(struct thread *td, struct kse_upcall *ku)
 	uint64_t ndirty, stack;
 
 	tf = td->td_frame;
+	ndirty = tf->tf_special.ndirty + (tf->tf_special.bspstore & 0x1ffUL);
 
-	KASSERT((tf->tf_special.ndirty & ~PAGE_MASK) == 0,
+	KASSERT((ndirty & ~PAGE_MASK) == 0,
 	    ("Whoa there! We have more than 8KB of dirty registers!"));
 
 	fd = ku->ku_func;
-	ndirty = tf->tf_special.ndirty;
 	stack = (uint64_t)ku->ku_stack.ss_sp;
 
 	bzero(&tf->tf_special, sizeof(tf->tf_special));
@@ -228,6 +229,7 @@ cpu_fork(struct thread *td1, struct proc *p2 __unused, struct thread *td2,
     int flags)
 {
 	char *stackp;
+	uint64_t ndirty;
 
 	KASSERT(td1 == curthread || td1 == &thread0,
 	    ("cpu_fork: td1 not curthread and not thread0"));
@@ -263,9 +265,9 @@ cpu_fork(struct thread *td1, struct proc *p2 __unused, struct thread *td2,
 	td2->td_frame = (struct trapframe *)stackp;
 	bcopy(td1->td_frame, td2->td_frame, sizeof(struct trapframe));
 	td2->td_frame->tf_length = sizeof(struct trapframe);
-
-	bcopy((void*)td1->td_kstack, (void*)td2->td_kstack,
-	    td2->td_frame->tf_special.ndirty);
+	ndirty = td2->td_frame->tf_special.ndirty +
+	    (td2->td_frame->tf_special.bspstore & 0x1ffUL);
+	bcopy((void*)td1->td_kstack, (void*)td2->td_kstack, ndirty);
 
 	/* Set-up the return values as expected by the fork() libc stub. */
 	if (td2->td_frame->tf_special.psr & IA64_PSR_IS) {
@@ -277,8 +279,7 @@ cpu_fork(struct thread *td1, struct proc *p2 __unused, struct thread *td2,
 		td2->td_frame->tf_scratch.gr10 = 0;
 	}
 
-	td2->td_pcb->pcb_special.bspstore = td2->td_kstack +
-	    td2->td_frame->tf_special.ndirty;
+	td2->td_pcb->pcb_special.bspstore = td2->td_kstack + ndirty;
 	td2->td_pcb->pcb_special.pfs = 0;
 	td2->td_pcb->pcb_current_pmap = vmspace_pmap(td2->td_proc->p_vmspace);