|
|
// TITLE("Capture and Restore Context")//++//// Module Name://// capture.s//// Abstract://// This module implements the code necessary to capture and restore// the context of the caller.//// Author://// William K. Cheung (wcheung) 08-Jan-1996//// Environment://// Any mode.//// Revision History:////--
#include "ksia64.h"
.global ZwContinue .type ZwContinue, @function
//++//// VOID// RtlCaptureContext (// OUT PCONTEXT ContextRecord// )//// Routine Description://// This function captures the context of the caller in the specified// context record.//// N.B. The context record is not guaranteed to be quadword aligned// and, therefore, no double floating store instructions can be// used.//// Arguments://// ContextRecord (a0) - Supplies the address of a context record.//// Return Value://// None.////--
LEAF_ENTRY(RtlCaptureContext)
//// Save all integer registers and flush the RSE//
.prologue .regstk 1, 10, 0, 0
rbsp = loc9 rpfs = loc8 rbrp = loc7 rpr = loc6 runat = loc4 flag = t16 tmpbsp = t20 rpsr = t22
alloc rpfs = ar.pfs, 1, 10, 0, 0 add loc0 = CxIntGp, a0 add loc1 = CxIntT8, a0 ;;
flushrs .save ar.unat, loc4 mov runat = ar.unat mov rpr = pr
PROLOGUE_END
.mem.offset 0,0 st8.spill.nta [loc0] = gp, CxIntT0 - CxIntGp .mem.offset 8,0 st8.spill.nta [loc1] = t8, CxIntT9 - CxIntT8 add loc2 = CxIntGp, a0 ;;
.mem.offset 0,0 st8.spill.nta [loc0] = t0, CxIntT1 - CxIntT0 .mem.offset 8,0 st8.spill.nta [loc1] = t9, CxIntT10 - CxIntT9 shr loc2 = loc2, 3 ;;
.mem.offset 0,0 st8.spill.nta [loc0] = t1, CxIntS0 - CxIntT1 .mem.offset 8,0 st8.spill.nta [loc1] = t10, CxIntT11 - CxIntT10 and t0 = 0x3f, loc2 ;;
.mem.offset 0,0 st8.spill.nta [loc0] = s0, CxIntS1 - CxIntS0 .mem.offset 8,0 st8.spill.nta [loc1] = t11, CxIntT12 - CxIntT11 cmp4.ge pt1, pt0 = 1, t0 ;;
.mem.offset 0,0 st8.spill.nta [loc0] = s1, CxIntS2 - CxIntS1 .mem.offset 8,0 st8.spill.nta [loc1] = t12, CxIntT13 - CxIntT12 (pt1) sub t1 = 1, t0 ;;
.mem.offset 0,0 st8.spill.nta [loc0] = s2, CxIntS3 - CxIntS2 .mem.offset 8,0 st8.spill.nta [loc1] = t13, CxIntT14 - CxIntT13 (pt0) add t1 = -1, t0 ;;
.mem.offset 0,0 st8.spill.nta [loc0] = s3, CxIntV0 - CxIntS3 .mem.offset 8,0 st8.spill.nta [loc1] = t14, CxIntT15 - CxIntT14 (pt0) sub t8 = 65, t0 ;;
.mem.offset 0,0 st8.spill.nta [loc0] = v0, CxIntTeb - CxIntV0 .mem.offset 8,0 st8.spill.nta [loc1] = t15, CxIntT16 - CxIntT15 nop.i 0 ;;
.mem.offset 0,0 st8.spill.nta [loc0] = teb, CxIntT2 - CxIntTeb .mem.offset 8,0 st8.spill.nta [loc1] = t16, CxIntT17 - CxIntT16 mov rbrp = brp ;;
.mem.offset 0,0 st8.spill.nta [loc0] = t2, CxIntT3 - CxIntT2 .mem.offset 8,0 st8.spill.nta [loc1] = t17, CxIntT18 - CxIntT17 mov t11 = bs0 ;;
.mem.offset 0,0 st8.spill.nta [loc0] = t3, CxIntSp - CxIntT3 .mem.offset 8,0 st8.spill.nta [loc1] = t18, CxIntT19 - CxIntT18 mov t12 = bs1 ;;
.mem.offset 0,0 st8.spill.nta [loc0] = sp, CxIntT4 - CxIntSp .mem.offset 8,0 st8.spill.nta [loc1] = t19, CxIntT20 - CxIntT19 mov t13 = bs2 ;;
.mem.offset 0,0 st8.spill.nta [loc0] = t4, CxIntT5 - CxIntT4 .mem.offset 8,0 st8.spill.nta [loc1] = t20, CxIntT21 - CxIntT20 mov t14 = bs3 ;;
.mem.offset 0,0 st8.spill.nta [loc0] = t5, CxIntT6 - CxIntT5 .mem.offset 8,0 st8.spill.nta [loc1] = t21, CxIntT22 - CxIntT21 mov t15 = bs4 ;;
.mem.offset 0,0 st8.spill.nta [loc0] = t6, CxIntT7 - CxIntT6 .mem.offset 8,0 st8.spill.nta [loc1] = t22, CxPreds - CxIntT22 mov t16 = bt0 ;;
st8.spill.nta [loc0] = t7 st8.nta [loc1] = rpr, CxIntNats - CxPreds // save predicates mov t17 = bt1 ;;
mov t9 = ar.unat mov t4 = ar.fpsr add loc2 = CxBrRp, a0 ;;
add loc3 = CxBrS3, a0 (pt1) shl t9 = t9, t1 (pt0) shr.u t2 = t9, t1 ;;
//// Save branch registers.//
st8.nta [loc2] = rbrp, CxBrS0 - CxBrRp // save brp st8.nta [loc3] = t14, CxBrS4 - CxBrS3 // save bs3 (pt0) shl t3 = t9, t8 ;;
st8.nta [loc2] = t11, CxBrS1 - CxBrS0 // save bs0 st8.nta [loc3] = t15, CxBrT0 - CxBrS4 // save bs4 (pt0) or t9 = t2, t3 ;;
st8.nta [loc2] = t12, CxBrS2 - CxBrS1 // save bs1 st8.nta [loc3] = t16, CxBrT1 - CxBrT0 // save bt0 add loc0 = CxStFPSR, a0 ;;
st8.nta [loc2] = t13 // save bs2 st8.nta [loc3] = t17 // save bt1 nop.i 0 ;;
st8.nta [loc0] = t4 // save fpsr st8.nta [loc1] = t9 // save nat bits ;;
#if !defined(NTOS_KERNEL_RUNTIME)
mov t0 = ar21 mov t1 = ar24 add loc0 = CxStFCR, a0 add loc1 = CxEflag, a0 ;;
mov t2 = ar25 mov t3 = ar26 st8.nta [loc0] = t0, 16 st8.nta [loc1] = t1, 16 ;;
mov t0 = ar27 mov t1 = ar28 st8.nta [loc0] = t2, 16 st8.nta [loc1] = t3, 16 ;;
mov t2 = ar29 mov t3 = ar30 st8.nta [loc0] = t0, 16 st8.nta [loc1] = t1, 16 ;;
st8.nta [loc0] = t2, 16 st8.nta [loc1] = t3, 16#endif // !defined(NTOS_KERNEL_RUNTIME)
mov rbsp = ar.bsp add loc2 = CxFltS0, a0 add loc3 = CxFltS1, a0 ;;
//// Save floating status and floating registers f0 - f127.//
stf.spill.nta [loc2] = fs0, CxFltS2 - CxFltS0 stf.spill.nta [loc3] = fs1, CxFltS3 - CxFltS1 shr t0 = rpfs, 7 ;;
stf.spill.nta [loc2] = fs2, CxFltT0 - CxFltS2 stf.spill.nta [loc3] = fs3, CxFltT1 - CxFltS3 and t0 = 0x7f, t0 ;;
stf.spill.nta [loc2] = ft0, CxFltT2 - CxFltT0 stf.spill.nta [loc3] = ft1, CxFltT3 - CxFltT1 shr t1 = rbsp, 3 ;;
stf.spill.nta [loc2] = ft2, CxFltT4 - CxFltT2 stf.spill.nta [loc3] = ft3, CxFltT5 - CxFltT3 and t1 = 0x3f, t1 ;;
stf.spill.nta [loc2] = ft4, CxFltT6 - CxFltT4 stf.spill.nta [loc3] = ft5, CxFltT7 - CxFltT5 sub t2 = t0, t1 ;;
stf.spill.nta [loc2] = ft6, CxFltT8 - CxFltT6 stf.spill.nta [loc3] = ft7, CxFltT9 - CxFltT7 cmp4.le pt1, pt0 = t2, zero ;;
stf.spill.nta [loc2] = ft8, CxFltS4 - CxFltT8 stf.spill.nta [loc3] = ft9, CxFltS5 - CxFltT9 (pt0) add t2 = -1, t2 ;;
stf.spill.nta [loc2] = fs4, CxFltS6 - CxFltS4 stf.spill.nta [loc3] = fs5, CxFltS7 - CxFltS5 (pt0) add t0 = 1, t0 ;;
stf.spill.nta [loc2] = fs6, CxFltS8 - CxFltS6 stf.spill.nta [loc3] = fs7, CxFltS9 - CxFltS7 (pt0) add t2 = -63, t2 ;;
stf.spill.nta [loc2] = fs8, CxFltS10 - CxFltS8 stf.spill.nta [loc3] = fs9, CxFltS11 - CxFltS9 (pt0) cmp4.ge.unc pt2, pt3 = t2, zero ;;
stf.spill.nta [loc2] = fs10, CxFltS12 - CxFltS10 stf.spill.nta [loc3] = fs11, CxFltS13 - CxFltS11
mov rpsr = psr.um add tmpbsp = -8, rbsp (pt1) br.cond.spnt Rcc20 ;;
Rcc10: (pt2) add t0 = 1, t0 (pt2) add t2 = -63, t2 (pt3) br.cond.sptk Rcc20 ;;
cmp4.ge pt2, pt3 = t2, zero nop.m 0 br Rcc10 ;;
Rcc20: stf.spill.nta [loc2] = fs12, CxFltS14 - CxFltS12 stf.spill.nta [loc3] = fs13, CxFltS15 - CxFltS13 shl t0 = t0, 3 ;;
stf.spill.nta [loc2] = fs14, CxFltS16 - CxFltS14 stf.spill.nta [loc3] = fs15, CxFltS17 - CxFltS15 sub rbsp = rbsp, t0 ;;
stf.spill.nta [loc2] = fs16, CxFltS18 - CxFltS16 stf.spill.nta [loc3] = fs17, CxFltS19 - CxFltS17 tbit.z pt2, pt1 = rpsr, PSR_MFH ;;
stf.spill.nta [loc2] = fs18, CxFltF32 - CxFltS18 stf.spill.nta [loc3] = fs19, CxFltF33 - CxFltS19 mov flag = CONTEXT_CONTROL | CONTEXT_LOWER_FLOATING_POINT | CONTEXT_INTEGER ;;
#if !defined(NTOS_KERNEL_RUNTIME)
// // there is no need to capture the high fp set if the privilege // mode is kernel or the psr.mfh bit is not set in user mode. //
(pt1) mov flag = CONTEXT_FULL (pt2) br.cond.sptk Rcc30 ;;
stf.spill.nta [loc2] = f32, CxFltF34 - CxFltF32 stf.spill.nta [loc3] = f33, CxFltF35 - CxFltF33 nop.i 0 ;;
stf.spill.nta [loc2] = f34, CxFltF36 - CxFltF34 stf.spill.nta [loc3] = f35, CxFltF37 - CxFltF35 nop.i 0 ;;
stf.spill.nta [loc2] = f36, CxFltF38 - CxFltF36 stf.spill.nta [loc3] = f37, CxFltF39 - CxFltF37 nop.i 0 ;;
stf.spill.nta [loc2] = f38, CxFltF40 - CxFltF38 stf.spill.nta [loc3] = f39, CxFltF41 - CxFltF39 nop.i 0 ;;
stf.spill.nta [loc2] = f40, CxFltF42 - CxFltF40 stf.spill.nta [loc3] = f41, CxFltF43 - CxFltF41 nop.i 0 ;;
stf.spill.nta [loc2] = f42, CxFltF44 - CxFltF42 stf.spill.nta [loc3] = f43, CxFltF45 - CxFltF43 nop.i 0 ;;
stf.spill.nta [loc2] = f44, CxFltF46 - CxFltF44 stf.spill.nta [loc3] = f45, CxFltF47 - CxFltF45 nop.i 0 ;;
stf.spill.nta [loc2] = f46, CxFltF48 - CxFltF46 stf.spill.nta [loc3] = f47, CxFltF49 - CxFltF47 nop.i 0 ;;
stf.spill.nta [loc2] = f48, CxFltF50 - CxFltF48 stf.spill.nta [loc3] = f49, CxFltF51 - CxFltF49 nop.i 0 ;;
stf.spill.nta [loc2] = f50, CxFltF52 - CxFltF50 stf.spill.nta [loc3] = f51, CxFltF53 - CxFltF51 nop.i 0 ;;
stf.spill.nta [loc2] = f52, CxFltF54 - CxFltF52 stf.spill.nta [loc3] = f53, CxFltF55 - CxFltF53 nop.i 0 ;;
stf.spill.nta [loc2] = f54, CxFltF56 - CxFltF54 stf.spill.nta [loc3] = f55, CxFltF57 - CxFltF55 nop.i 0 ;;
stf.spill.nta [loc2] = f56, CxFltF58 - CxFltF56 stf.spill.nta [loc3] = f57, CxFltF59 - CxFltF57 nop.i 0 ;;
stf.spill.nta [loc2] = f58, CxFltF60 - CxFltF58 stf.spill.nta [loc3] = f59, CxFltF61 - CxFltF59 nop.i 0 ;;
stf.spill.nta [loc2] = f60, CxFltF62 - CxFltF60 stf.spill.nta [loc3] = f61, CxFltF63 - CxFltF61 nop.i 0 ;;
stf.spill.nta [loc2] = f62, CxFltF64 - CxFltF62 stf.spill.nta [loc3] = f63, CxFltF65 - CxFltF63 nop.i 0 ;;
stf.spill.nta [loc2] = f64, CxFltF66 - CxFltF64 stf.spill.nta [loc3] = f65, CxFltF67 - CxFltF65 nop.i 0 ;;
stf.spill.nta [loc2] = f66, CxFltF68 - CxFltF66 stf.spill.nta [loc3] = f67, CxFltF69 - CxFltF67 nop.i 0 ;;
stf.spill.nta [loc2] = f68, CxFltF70 - CxFltF68 stf.spill.nta [loc3] = f69, CxFltF71 - CxFltF69 nop.i 0 ;;
stf.spill.nta [loc2] = f70, CxFltF72 - CxFltF70 stf.spill.nta [loc3] = f71, CxFltF73 - CxFltF71 nop.i 0 ;;
stf.spill.nta [loc2] = f72, CxFltF74 - CxFltF72 stf.spill.nta [loc3] = f73, CxFltF75 - CxFltF73 nop.i 0 ;;
stf.spill.nta [loc2] = f74, CxFltF76 - CxFltF74 stf.spill.nta [loc3] = f75, CxFltF77 - CxFltF75 nop.i 0 ;;
stf.spill.nta [loc2] = f76, CxFltF78 - CxFltF76 stf.spill.nta [loc3] = f77, CxFltF79 - CxFltF77 nop.i 0 ;;
stf.spill.nta [loc2] = f78, CxFltF80 - CxFltF78 stf.spill.nta [loc3] = f79, CxFltF81 - CxFltF79 nop.i 0 ;;
stf.spill.nta [loc2] = f80, CxFltF82 - CxFltF80 stf.spill.nta [loc3] = f81, CxFltF83 - CxFltF81 nop.i 0 ;;
stf.spill.nta [loc2] = f82, CxFltF84 - CxFltF82 stf.spill.nta [loc3] = f83, CxFltF85 - CxFltF83 nop.i 0 ;;
stf.spill.nta [loc2] = f84, CxFltF86 - CxFltF84 stf.spill.nta [loc3] = f85, CxFltF87 - CxFltF85 nop.i 0 ;;
stf.spill.nta [loc2] = f86, CxFltF88 - CxFltF86 stf.spill.nta [loc3] = f87, CxFltF89 - CxFltF87 nop.i 0 ;;
stf.spill.nta [loc2] = f88, CxFltF90 - CxFltF88 stf.spill.nta [loc3] = f89, CxFltF91 - CxFltF89 nop.i 0 ;;
stf.spill.nta [loc2] = f90, CxFltF92 - CxFltF90 stf.spill.nta [loc3] = f91, CxFltF93 - CxFltF91 nop.i 0 ;;
stf.spill.nta [loc2] = f92, CxFltF94 - CxFltF92 stf.spill.nta [loc3] = f93, CxFltF95 - CxFltF93 nop.i 0 ;;
stf.spill.nta [loc2] = f94, CxFltF96 - CxFltF94 stf.spill.nta [loc3] = f95, CxFltF97 - CxFltF95 nop.i 0 ;;
stf.spill.nta [loc2] = f96, CxFltF98 - CxFltF96 stf.spill.nta [loc3] = f97, CxFltF99 - CxFltF97 nop.i 0 ;;
stf.spill.nta [loc2] = f98, CxFltF100 - CxFltF98 stf.spill.nta [loc3] = f99, CxFltF101 - CxFltF99 nop.i 0 ;;
stf.spill.nta [loc2] = f100, CxFltF102 - CxFltF100 stf.spill.nta [loc3] = f101, CxFltF103 - CxFltF101 nop.i 0 ;;
stf.spill.nta [loc2] = f102, CxFltF104 - CxFltF102 stf.spill.nta [loc3] = f103, CxFltF105 - CxFltF103 nop.i 0 ;;
stf.spill.nta [loc2] = f104, CxFltF106 - CxFltF104 stf.spill.nta [loc3] = f105, CxFltF107 - CxFltF105 nop.i 0 ;;
stf.spill.nta [loc2] = f106, CxFltF108 - CxFltF106 stf.spill.nta [loc3] = f107, CxFltF109 - CxFltF107 nop.i 0 ;;
stf.spill.nta [loc2] = f108, CxFltF110 - CxFltF108 stf.spill.nta [loc3] = f109, CxFltF111 - CxFltF109 nop.i 0 ;;
stf.spill.nta [loc2] = f110, CxFltF112 - CxFltF110 stf.spill.nta [loc3] = f111, CxFltF113 - CxFltF111 nop.i 0 ;;
stf.spill.nta [loc2] = f112, CxFltF114 - CxFltF112 stf.spill.nta [loc3] = f113, CxFltF115 - CxFltF113 nop.i 0 ;;
stf.spill.nta [loc2] = f114, CxFltF116 - CxFltF114 stf.spill.nta [loc3] = f115, CxFltF117 - CxFltF115 nop.i 0 ;;
stf.spill.nta [loc2] = f116, CxFltF118 - CxFltF116 stf.spill.nta [loc3] = f117, CxFltF119 - CxFltF117 nop.i 0 ;;
stf.spill.nta [loc2] = f118, CxFltF120 - CxFltF118 stf.spill.nta [loc3] = f119, CxFltF121 - CxFltF119 nop.i 0 ;;
stf.spill.nta [loc2] = f120, CxFltF122 - CxFltF120 stf.spill.nta [loc3] = f121, CxFltF123 - CxFltF121 nop.i 0 ;;
stf.spill.nta [loc2] = f122, CxFltF124 - CxFltF122 stf.spill.nta [loc3] = f123, CxFltF125 - CxFltF123 nop.i 0 ;;
stf.spill.nta [loc2] = f124, CxFltF126 - CxFltF124 stf.spill.nta [loc3] = f125, CxFltF127 - CxFltF125 nop.i 0 ;;
stf.spill.nta [loc2] = f126 stf.spill.nta [loc3] = f127 nop.i 0 ;;
Rcc30:
#endif // !defined(NTOS_KERNEL_RUNTIME)
//// Save application registers, control information and set context flags.//
User=pt0 Krnl=pt1 rdcr=t1 mask=t2 sol=t4 rpsr=t5 is=t6 rccv=t7 rlc=t8 rec=t9 rrsc=t10 rrnat=t11 addr0=t17 addr1=t18 tmp=t19
mov rrsc = ar.rsc tbit.nz Krnl, User = sp, 62 // bit 62 is 1 when mov rlc = ar.lc ;;
mov ar.rsc = r0 // put RSE in lazy mode mov rccv = ar.ccv mov rec = ar.ec ;; // in kernel
(Krnl) mov rpsr = psr (User) mov rpsr = psr.um add addr0 = CxApUNAT, a0
mov rrnat = ar.rnat add addr1 = CxApLC, a0
(Krnl) mov rdcr = cr.dcr (Krnl) movl tmp = 1 << PSR_BN ;;
st8.nta [addr0] = runat, CxApEC - CxApUNAT st8.nta [addr1] = rlc, CxApCCV - CxApLC (Krnl) or rpsr = tmp, rpsr ;;
st8.nta [addr0] = rec, CxApDCR - CxApEC st8.nta [addr1] = rccv, CxRsPFS - CxApCCV mov tmp = 1 ;;
st8.nta [addr0] = rdcr, CxRsBSP - CxApDCR st8.nta [addr1] = rpfs, CxRsBSPSTORE - CxRsPFS shl tmp = tmp, 63 ;;
st8.nta [addr0] = rbsp, CxRsRSC - CxRsBSP st8.nta [addr1] = rbsp, CxRsRNAT - CxRsBSPSTORE or rpfs = rpfs, tmp // validate IFS ;;
st8.nta [addr0] = rrsc, CxStIIP - CxRsRSC st8.nta [addr1] = rrnat, CxStIFS - CxRsRNAT mov mask = RNAT_ALIGNMENT ;;
st8.nta [addr0] = rbrp, CxStIPSR - CxStIIP add tmp = CxContextFlags, a0 (User) dep rpsr = 1, rpsr, PSR_PP, 1 // BUGBUG; force psr.pp to 1
;;
st8.nta [addr0] = rpsr // save psr st8.nta [addr1] = rpfs or tmpbsp = tmpbsp, mask ;;
mov ar.rsc = rrsc // restore RSC st4.nta [tmp] = flag
mov ar.unat = runat // restore ar.unat st8.nta [tmpbsp] = rrnat (p0) br.ret.sptk brp // return to caller.
LEAF_EXIT(RtlCaptureContext) //++//// VOID// RtlRestoreContext (// IN PCONTEXT ContextRecord,// IN PEXCEPTION_RECORD ExceptionRecord OPTIONAL// )//// Routine Description://// This function restores the context of the caller to the specified// context.//// N.B. The context record is assumed to be 16-byte aligned.//// N.B. This is a special routine that is used by RtlUnwind2 to restore// context in the current mode.//// N.B. RFI is used to resume execution in kernel mode.//// Arguments://// ContextRecord (a0) - Supplies the address of a context record.//// ExceptionRecord (a1) - Supplies an optional pointer to an exception// record.//// Return Value://// None.//// N.B. There is no return from this routine.////--
NESTED_ENTRY(RtlRestoreContext)
dest1=t8 dest2=t9 rlc=t10 rpreds=t11 rbrp=t12 rbsp=t13 rpfs=t14 runat=t15 rpreds=t16 rsp=t17 rfpsr=t18 jb=t19 tmp=t20 src1=t21 src2=t22
NESTED_SETUP(2, 13, 2, 0)
cmp.eq pt1, p0 = zero, a1
PROLOGUE_END
//// If an exception record is specified and the exception status is the unwind// consolidation code and there is at least one parameter, then consolidate// all the frames that have been unwound and call back to a language specified// routine.//
add t1 = ErNumberParameters, a1 (pt1) br.cond.sptk.few Rrc10 ;;
ld4 t0 = [t1], ErExceptionCode - ErNumberParameters movl t3 = STATUS_UNWIND_CONSOLIDATE ;;
cmp4.ne pt1, p0 = 0, t0 ld4 t2 = [t1], ErExceptionInformation - ErExceptionCode ;;
cmp4.eq.and pt1, p0 = t3, t2 // if ne, not a long jump movl t4 = STATUS_LONGJUMP ;;
ld8 jb = [t1] // get address of jump buffer add loc2 = -STACK_SCRATCH_AREA, r32 // Create a vframe for context record.(pt1) br.cond.dptk.many RtlRcConsolidateFrames
//// If exception status is STATUS_LONGJUMP, then restore the // nonvolatile registers to their state at the call to setjmp // before restoring the context record.//
cmp4.ne pt1, p0 = t4, t2 // if ne, not a long jump (pt1) br.cond.sptk.few Rrc10 ;;
//// restore unat, non-volatile general and branch registers from // jump buffer and then save them in the context buffer.//
add src1 = JbIntS0, jb add src2 = JbIntS1, jb nop.i 0 ;;
ld8.nt1 s0 = [src1], JbIntS2 - JbIntS0 ld8.nt1 s1 = [src2], JbIntS3 - JbIntS1 nop.i 0 ;;
ld8.nt1 s2 = [src1], JbIntSp - JbIntS2 ld8.nt1 s3 = [src2], JbIntNats - JbIntS3 nop.i 0 ;;
ld8.nt1 rsp = [src1], JbPreds - JbIntSp ld8.nt1 t2 = [src2] add t1 = 0x10f0, r0 ;;
ld8.nt1 rpreds = [src1] add loc11 = CxIntNats, a0 and t2 = t2, t1 ;;
ld8 runat = [loc11] add dest1 = CxIntS0, a0 add dest2 = CxIntS1, a0 ;;
st8 [dest1] = s0, CxIntS2 - CxIntS0 st8 [dest2] = s1, CxIntS3 - CxIntS1 nop.b 0 ;;
st8 [dest1] = s2, CxIntSp - CxIntS2 st8 [dest2] = s3, CxPreds - CxIntS3 andcm runat = runat, t1 ;;
st8 [dest1] = rsp st8 [dest2] = rpreds or runat = runat, t2 ;;
st8 [loc11] = runat add src1 = JbFltS0, jb add src2 = JbFltS1, jb ;;
ldf.fill.nt1 fs0 = [src1], JbFltS2 - JbFltS0 ldf.fill.nt1 fs1 = [src2], JbFltS3 - JbFltS1 nop.i 0 ;;
ldf.fill.nt1 fs2 = [src1], JbFltS4 - JbFltS2 ldf.fill.nt1 fs3 = [src2], JbFltS5 - JbFltS3 nop.i 0 ;;
ldf.fill.nt1 fs4 = [src1], JbFltS6 - JbFltS4 ldf.fill.nt1 fs5 = [src2], JbFltS7 - JbFltS5 nop.i 0 ;;
ldf.fill.nt1 fs6 = [src1], JbFltS8 - JbFltS6 ldf.fill.nt1 fs7 = [src2], JbFltS9 - JbFltS7 nop.i 0 ;;
ldf.fill.nt1 fs8 = [src1], JbFltS10 - JbFltS8 ldf.fill.nt1 fs9 = [src2], JbFltS11 - JbFltS9 nop.i 0 ;;
ldf.fill.nt1 fs10 = [src1], JbFltS12 - JbFltS10 ldf.fill.nt1 fs11 = [src2], JbFltS13 - JbFltS11 nop.i 0 ;;
ldf.fill.nt1 fs12 = [src1], JbFltS14 - JbFltS12 ldf.fill.nt1 fs13 = [src2], JbFltS15 - JbFltS13 nop.i 0 ;;
ldf.fill.nt1 fs14 = [src1], JbFltS16 - JbFltS14 ldf.fill.nt1 fs15 = [src2], JbFltS17 - JbFltS15 nop.i 0 ;;
ldf.fill.nt1 fs16 = [src1], JbFltS18 - JbFltS16 ldf.fill.nt1 fs17 = [src2], JbFltS19 - JbFltS17 nop.i 0 ;;
ldf.fill.nt1 fs18 = [src1], JbFPSR - JbFltS18 ldf.fill.nt1 fs19 = [src2] nop.i 0 ;;
ld8.nt1 rfpsr = [src1] add dest1 = CxFltS0, a0 add dest2 = CxFltS1, a0 ;;
stf.spill [dest1] = fs0, CxFltS2 - CxFltS0 stf.spill [dest2] = fs1, CxFltS3 - CxFltS1 nop.i 0 ;;
stf.spill [dest1] = fs2, CxFltS4 - CxFltS2 stf.spill [dest2] = fs3, CxFltS5 - CxFltS3 nop.i 0 ;;
stf.spill [dest1] = fs4, CxFltS6 - CxFltS4 stf.spill [dest2] = fs5, CxFltS7 - CxFltS5 nop.i 0 ;;
stf.spill [dest1] = fs6, CxFltS8 - CxFltS6 stf.spill [dest2] = fs7, CxFltS9 - CxFltS7 nop.i 0 ;;
stf.spill [dest1] = fs8, CxFltS10 - CxFltS8 stf.spill [dest2] = fs9, CxFltS11 - CxFltS9 nop.i 0 ;;
stf.spill [dest1] = fs10, CxFltS12 - CxFltS10 stf.spill [dest2] = fs11, CxFltS13 - CxFltS11 nop.i 0 ;;
stf.spill [dest1] = fs12, CxFltS14 - CxFltS12 stf.spill [dest2] = fs13, CxFltS15 - CxFltS13 nop.i 0 ;;
stf.spill [dest1] = fs14, CxFltS16 - CxFltS14 stf.spill [dest2] = fs15, CxFltS17 - CxFltS15 nop.i 0 ;;
stf.spill [dest1] = fs16, CxFltS18 - CxFltS16 stf.spill [dest2] = fs17, CxFltS19 - CxFltS17 nop.i 0 ;;
stf.spill [dest1] = fs18 stf.spill [dest2] = fs19 add dest1 = CxStFPSR, a0 ;;
st8 [dest1] = rfpsr add src1 = JbStIIP, jb add src2 = JbBrS0, jb ;;
ld8.nt1 loc11 = [src1], JbBrS1 - JbStIIP ld8.nt1 loc12 = [src2], JbBrS2 - JbBrS0 ;;
ld8.nt1 loc2 = [src1], JbBrS3 - JbBrS1 ld8.nt1 loc3 = [src2], JbBrS4 - JbBrS2 ;;
ld8.nt1 loc4 = [src1], JbRsBSP - JbBrS3 ld8.nt1 loc5 = [src2], JbRsPFS - JbBrS4 ;;
ld8.nt1 rbsp = [src1], JbApUNAT - JbRsBSP ld8.nt1 rpfs = [src2], JbApLC - JbRsPFS ;;
ld8.nt1 runat = [src1] add dest1 = CxStIIP, a0 add dest2 = CxBrS0, a0
ld8.nt1 rlc = [src2] movl t0 = 1 << IFS_V ;;
st8 [dest1] = loc11, CxBrS1 - CxStIIP st8 [dest2] = loc12, CxBrS2 - CxBrS0 or rpfs = t0, rpfs // validate the ifs ;;
st8 [dest1] = loc2, CxBrS3 - CxBrS1 st8 [dest2] = loc3, CxBrS4 - CxBrS2 ;;
st8 [dest1] = loc4, CxApUNAT - CxBrS3 st8 [dest2] = loc5, CxStIFS - CxBrS4 ;;
st8 [dest1] = runat, CxRsBSP - CxApUNAT st8 [dest2] = rpfs, CxApLC - CxStIFS ;;
st8 [dest2] = rlc st8 [dest1] = rbsp ;;
//// If the call is from user mode, then use the continue system service to// continue execution. Otherwise, restore the context directly since the// current mode is kernel and threads can't be arbitrarily interrupted.//
Rrc10:
#ifndef NTOS_KERNEL_RUNTIME
mov out0 = a0 mov out1 = zero br.call.sptk.few brp = ZwContinue
#else
//// Kernel mode; simply restore the registers and rfi
//
add src1 = CxIntNats, a0 add src2 = CxPreds, a0 add tmp = CxIntGp, a0 ;;
ld8.nt1 t17 = [src1], CxBrRp - CxIntNats ld8.nt1 t16 = [src2], CxBrS0 - CxPreds shr tmp = tmp, 3 ;;
ld8.nt1 t0 = [src1], CxBrS1 - CxBrRp ld8.nt1 t1 = [src2], CxBrS2 - CxBrS0 and tmp = 0x3f, tmp ;;
ld8.nt1 t2 = [src1], CxBrS3 - CxBrS1 ld8.nt1 t3 = [src2], CxBrS4 - CxBrS2 cmp4.ge pt1, pt0 = 1, tmp ;;
ld8.nt1 t4 = [src1], CxBrT0 - CxBrS3 ld8.nt1 t5 = [src2], CxBrT1 - CxBrS4 (pt1) sub loc5 = 1, tmp ;;
ld8.nt1 t6 = [src1], CxApUNAT - CxBrT0 ld8.nt1 t7 = [src2], CxApLC - CxBrT1 (pt0) add loc5 = -1, tmp ;;
ld8.nt1 loc11 = [src1], CxApEC - CxApUNAT ld8.nt1 t8 = [src2], CxApCCV - CxApLC (pt0) sub loc6 = 65, tmp ;;
ld8.nt1 t9 = [src1], CxApDCR - CxApEC ld8.nt1 t10 = [src2], CxRsPFS - CxApCCV (pt1) shr.u t17 = t17, loc5 ;;
ld8.nt1 loc12 = [src1], CxRsBSP - CxApDCR ld8.nt1 t11 = [src2], CxRsRSC - CxRsPFS (pt0) shl loc7 = t17, loc5 ;;
ld8.nt1 loc2 = [src1], CxStIIP - CxRsBSP ld8.nt1 loc3 = [src2], CxStIFS - CxRsRSC (pt0) shr.u loc8 = t17, loc6 ;;
ld8.nt1 loc9 = [src1] ld8.nt1 loc10 = [src2] (pt0) or t17 = loc7, loc8 ;;
mov ar.unat = t17 add src1 = CxFltS0, a0 shr t12 = loc2, 3 ;;
add src2 = CxFltS1, a0 and t12 = 0x3f, t12 // current rnat save index and t13 = 0x7f, loc10 // total frame size ;;
mov ar.ccv = t10 add t14 = t13, t12 mov ar.pfs = t11 ;;
Rrc20: cmp4.gt pt1, pt0 = 63, t14 ;;
(pt0) add t14 = -63, t14 (pt0) add t13 = 1, t13 ;;
nop.m 0 (pt1) shl t13 = t13, 3 (pt0) br.cond.spnt Rrc20 ;;
add loc2 = loc2, t13 nop.f 0 mov pr = t16, -1
ldf.fill.nt1 fs0 = [src1], CxFltS2 - CxFltS0 ldf.fill.nt1 fs1 = [src2], CxFltS3 - CxFltS1 mov brp = t0 ;;
ldf.fill.nt1 fs2 = [src1], CxFltT0 - CxFltS2 ldf.fill.nt1 fs3 = [src2], CxFltT1 - CxFltS3 mov bs0 = t1 ;;
ldf.fill.nt1 ft0 = [src1], CxFltT2 - CxFltT0 ldf.fill.nt1 ft1 = [src2], CxFltT3 - CxFltT1 mov bs1 = t2 ;;
ldf.fill.nt1 ft2 = [src1], CxFltT4 - CxFltT2 ldf.fill.nt1 ft3 = [src2], CxFltT5 - CxFltT3 mov bs2 = t3 ;;
ldf.fill.nt1 ft4 = [src1], CxFltT6 - CxFltT4 ldf.fill.nt1 ft5 = [src2], CxFltT7 - CxFltT5 mov bs3 = t4 ;;
ldf.fill.nt1 ft6 = [src1], CxFltT8 - CxFltT6 ldf.fill.nt1 ft7 = [src2], CxFltT9 - CxFltT7 mov bs4 = t5 ;;
ldf.fill.nt1 ft8 = [src1], CxFltS4 - CxFltT8 ldf.fill.nt1 ft9 = [src2], CxFltS5 - CxFltT9 mov bt0 = t6 ;;
ldf.fill.nt1 fs4 = [src1], CxFltS6 - CxFltS4 ldf.fill.nt1 fs5 = [src2], CxFltS7 - CxFltS5 mov bt1 = t7 ;;
ldf.fill.nt1 fs6 = [src1], CxFltS8 - CxFltS6 ldf.fill.nt1 fs7 = [src2], CxFltS9 - CxFltS7 mov ar.lc = t8 ;;
ldf.fill.nt1 fs8 = [src1], CxFltS10 - CxFltS8 ldf.fill.nt1 fs9 = [src2], CxFltS11 - CxFltS9 mov ar.ec = t9 ;;
ldf.fill.nt1 fs10 = [src1], CxFltS12 - CxFltS10 ldf.fill.nt1 fs11 = [src2], CxFltS13 - CxFltS11 nop.i 0 ;;
ldf.fill.nt1 fs12 = [src1], CxFltS14 - CxFltS12 ldf.fill.nt1 fs13 = [src2], CxFltS15 - CxFltS13 add loc6 = CxIntGp, a0 ;;
ldf.fill.nt1 fs14 = [src1], CxFltS16 - CxFltS14 ldf.fill.nt1 fs15 = [src2], CxFltS17 - CxFltS15 add loc7 = CxIntT0, a0 ;;
ldf.fill.nt1 fs16 = [src1], CxFltS18 - CxFltS16 ldf.fill.nt1 fs17 = [src2], CxFltS19 - CxFltS17 add t19 = CxRsRNAT, a0 ;;
ldf.fill.nt1 fs18 = [src1] ldf.fill.nt1 fs19 = [src2] add t7 = CxStFPSR, a0 ;;
ld8.nt1 loc8 = [t7] // load fpsr from context ld8.nt1 loc5 = [t19] // load rnat from context nop.i 0
ld8.fill.nt1 gp = [loc6], CxIntT1 - CxIntGp ld8.fill.nt1 t0 = [loc7], CxIntS0 - CxIntT0 ;;
ld8.fill.nt1 t1 = [loc6], CxIntS1 - CxIntT1 ld8.fill.nt1 s0 = [loc7], CxIntS2 - CxIntS0 ;;
ld8.fill.nt1 s1 = [loc6], CxIntS3 - CxIntS1 ld8.fill.nt1 s2 = [loc7], CxIntV0 - CxIntS2 ;;
ld8.fill.nt1 s3 = [loc6], CxIntTeb - CxIntS3 ld8.fill.nt1 v0 = [loc7], CxIntT2 - CxIntV0 ;;
ld8.fill.nt1 teb = [loc6], CxIntT3 - CxIntTeb ld8.fill.nt1 t2 = [loc7], CxIntSp - CxIntT2 ;;
ld8.fill.nt1 t3 = [loc6], CxIntT4 - CxIntT3 ld8.fill.nt1 loc4 = [loc7], CxIntT5 - CxIntSp ;;
ld8.fill.nt1 t4 = [loc6], CxIntT6 - CxIntT4 ld8.fill.nt1 t5 = [loc7], CxIntT7 - CxIntT5 ;;
ld8.fill.nt1 t6 = [loc6], CxIntT8 - CxIntT6 ld8.fill.nt1 t7 = [loc7], CxIntT9 - CxIntT7 ;;
ld8.fill.nt1 t8 = [loc6], CxIntT10 - CxIntT8 ld8.fill.nt1 t9 = [loc7], CxIntT11 - CxIntT9 ;;
ld8.fill.nt1 t10 = [loc6], CxIntT12 - CxIntT10 ld8.fill.nt1 t11 = [loc7], CxIntT13 - CxIntT11 ;;
ld8.fill.nt1 t12 = [loc6], CxIntT14 - CxIntT12 ld8.fill.nt1 t13 = [loc7], CxIntT15 - CxIntT13 ;;
ld8.fill.nt1 t14 = [loc6], CxIntT16 - CxIntT14 ld8.fill.nt1 t15 = [loc7], CxIntT17 - CxIntT15 ;;
ld8.fill.nt1 t16 = [loc6], CxIntT18 - CxIntT16 ld8.fill.nt1 t17 = [loc7], CxIntT19 - CxIntT17 ;;
ld8.fill.nt1 t18 = [loc6], CxIntT20 - CxIntT18 ld8.fill.nt1 t19 = [loc7], CxIntT21 - CxIntT19 ;;
ld8.fill.nt1 t20 = [loc6], CxIntT22 - CxIntT20 ld8.fill.nt1 t21 = [loc7] ;;
rsm 1 << PSR_I ld8.fill.nt1 t22 = [loc6] ;;
bsw.0 ;;
add r20 = CxStIPSR, a0 ;;
ld8.nt1 r20 = [r20] // load IPSR movl r23 = 1 << IFS_V ;;
mov ar.fpsr = loc8 // set fpsr mov ar.unat = loc11 ;;
or r21 = r23, loc10 // set ifs valid bit ;;
mov cr.dcr = loc12 mov r17 = loc2 // put BSP in a shadow reg or r16 = 0x3, loc3 // put RSE in eager mode
mov ar.rsc = r0 // put RSE in enforced lazy mov r22 = loc9 // put iip in a shadow reg dep r21 = 0, r21, IFS_MBZ0, IFS_V-IFS_MBZ0 ;;
mov r18 = loc4 // put SP in a shadow reg mov r19 = loc5 // put RNaTs in a shadow reg ;;
alloc r23 = 0, 0, 0, 0 mov sp = r18 ;;
loadrs ;;
rsm 1 << PSR_IC ;;
srlz.d ;;
mov cr.iip = r22 mov cr.ifs = r21
;;
mov ar.bspstore = r17 mov cr.ipsr = r20 nop.i 0 ;;
mov ar.rnat = r19 // set rnat register mov ar.rsc = r16 // restore RSC ;;
invala nop.i 0 rfi ;;
#endif // NTOS_KERNEL_RUNTIME
LEAF_EXIT(RtlRestoreContext)
//++//// VOID// RtlpFlushRSE (// OUT PULONGLONG Bsp,// OUT PULONGLONG Rnat// )//// Routine Description://// This function flushes the RSE, then captures the values of bsp // and rnat into the input buffers.//// Arguments://// Return Value://// None.////--
LEAF_ENTRY(RtlpFlushRSE)
flushrs mov t2 = ar.rsc ;;
mov t0 = ar.bsp mov ar.rsc = r0 // put RSE in lazy mode ;;
st8 [a0] = t0 mov t1 = ar.rnat nop.i 0 ;;
st8 [a1] = t1 mov ar.rsc = t2 ;;
br.ret.sptk brp
LEAF_EXIT(RtlpFlushRSE) //++//// VOID// RtlRcConsolidateFrames (// IN PCONTEXT ContextRecord// IN PEXCEPTION_RECORD ExceptionRecord// )//// Routine Description://// This routine is called at the end of a unwind operation to logically// remove unwound frames from the stack. This is accomplished by specifing// the variable frame pointer and a context ABI unwind.//// The following code calls the language call back function specified in the// exception record. If the function returns, then the destination frame// context is restored and control transfered to the address returned by the// language call back function. If control does not return, then another// exception must be raised.//// Arguments://// ContextRecord - Supplies a pointer to the context record.//// ExceptionRecord - Supplies a pointer to an exception record.//// Implicit Arguments://// Virtual frame pointer (r34) - Supplies a pointer to the context record minus the stack area.//// LanguageSpecificHandler (jb) - Supplies a pointer to the language specific handler//// Return Value://// None.////--
.global RtlRcConsolidateFrames;
.proc RtlRcConsolidateFrames;
RtlRcConsolidateFrames:: .prologue .unwabi @nt, CONTEXT_FRAME
.regstk 2, 13, 2, 0 .vframe loc2 // Specify that r32 content the saved sp PROLOGUE_END ld8 t3 = [jb], 8 add loc3 = CxStIIP, a0 ;;
ld8 gp = [jb] mov bt0 = t3 ;;
mov out0 = a1 // Pass exception record as argument. br.call.sptk brp = bt0 ;;
//// The language specific handler retuns the address where control// should be returned using the passed context. Update the context // record with the new address.//
st8 [loc3] = r8 br.cond.sptk Rrc10 ;;
LEAF_EXIT(RtlRcConsolidateFrames)
|
