// shadow IVT // logs and then branches to the original vector code at KiIvtBase // #include "ksia64.h" // For Conditional Interrupt Logging #define KiVhptTransVectorBit 0 #define KiInstTlbVectorBit 1 #define KiDataTlbVectorBit 2 #define KiAltInstTlbVectorBit 3 #define KiAltDataTlbVectorBit 4 #define KiNestedTlbVectorBit 5 #define KiInstKeyMissVectorBit 6 #define KiDataKeyMissVectorBit 7 #define KiDirtyBitVectorBit 8 #define KiInstAccessBitVectorBit 9 #define KiDataAccessBitVectorBit 10 #define KiBreakVectorBit 11 #define KiExternalInterruptVectorBit 12 #define KiPageNotPresentVectorBit 13 #define KiKeyPermVectorBit 14 #define KiInstAccessRightsVectorBit 15 #define KiDataAccessRightsVectorBit 16 #define KiGeneralExceptionsVectorBit 17 #define KiDisabledFpRegisterVectorBit 18 #define KiNatConsumptionVectorBit 19 #define KiSpeculationVectorBit 20 #define KiDebugFaultVectorBit 21 #define KiUnalignedFaultVectorBit 22 #define KiFloatFaultVectorBit 23 #define KiFloatTrapVectorBit 24 #define KiLowerPrivilegeVectorBit 25 #define KiTakenBranchVectorBit 26 #define KiSingleStepVectorBit 27 #define KiIA32ExceptionVectorBit 28 #define KiIA32InterceptionVectorBit 29 #define KiIA32InterruptionVectorBit 30 // #define UserSystemcallBit 61 // #define ExternalInterruptBit 62 // #define ContextSwitchBit 63 // reserve bit 13 in ConfigFlag to indicate which IVT to use #define DISABLE_TRACE_LOG 13 .file "ivtilog.s" .explicit .global KiVectorLogMask #define VECTOR_ENTRY(Offset, Name, Extra0) \ .##global Name; \ .##type Name,@function; \ .##org Offset; \ .##global Name##ILog; \ .##proc Name##ILog; \ \ Name##ILog:: ;\ mov h28 = cr.iip ;\ movl h27 = KiVectorLogMask ;\ ;; ;\ ld8 h27 = [h27] ;\ movl h25 = KiPcr+PcInterruptionCount ;\ ;; ;\ mov h29 = cr.ipsr ;\ ld4.nt1 h26 = [h25] ;\ mov h30 = pr ;\ ;; ;\ mov h24 = MAX_NUMBER_OF_IHISTORY_RECORDS - 1 ;\ tbit.z pt1 = h27, Name##Bit ;\ (pt1) br.cond.dptk Name##ILogEnd ;\ ;; ;\ \ add h27 = 1, h26 ;\ and h26 = h24, h26 ;\ add h24 = 0x1000-PcInterruptionCount, h25 ;\ ;; ;\ st4.nta [h25] = h27 ;\ shl h26 = h26, 5 ;\ add h25 = 8, h24 ;\ ;; ;\ add h24 = h26, h24 ;\ add h25 = h26, h25 ;\ mov h31 = (Offset >> 8) ;\ ;; ;\ st8.nta [h24] = h31, 16 ;\ st8.nta [h25] = h28, 16 ;\ mov h31 = Extra0 ;\ ;; ;\ st8.nta [h24] = h29 ;\ st8.nta [h25] = h31 ;\ \ Name##ILogEnd:: ;\ \ mov pr = h30, -1 ;\ br.sptk Name #define VECTOR_EXIT(Name) \ .##endp Name##ILog #define VECTOR_ENTRY_HB_DUMP(Offset, Name, Extra0) \ .##global Name; \ .##type Name,@function; \ .##org Offset; \ .##global Name##ILog; \ .##proc Name##ILog; \ \ Name##ILog:: \ /* h30 = pr */ ;\ /* b0 = Name##ILogStart */ ;\ /* h29 = cpuid3 */ ;\ /* h28 = b0 */ ;\ { .mii ;\ mov h29 = 3 ;\ mov h30 = pr ;\ tnat.nz pt0, pt1 = h24;; ;\ } ;\ { .mmi ;\ (pt1) mov ar.k1 = h24 ;\ (pt0) mov ar.k1 = r0 ;\ tnat.nz pt0, pt1 = h25;; ;\ } ;\ { .mmi ;\ (pt1) mov ar.k2 = h25 ;\ (pt0) mov ar.k2 = r0 ;\ tnat.nz pt0, pt1 = h27;; ;\ } ;\ { .mmi ;\ (pt1) mov ar.k4 = h27 ;\ (pt0) mov ar.k4 = r0 ;\ tnat.nz pt0, pt1 = h28;; ;\ } ;\ { .mmi ;\ (pt1) mov ar.k5 = h28 ;\ (pt0) mov ar.k5 = r0 ;\ mov h28 = b0;; ;\ } ;\ { .mli ;\ mov h29 = cpuid[h29] ;\ movl h31 = Name##ILogStart;; ;\ } ;\ { .mmi ;\ mov h26 = 675 ;; ;\ mov h27 = msr[h26] ;\ extr.u h24 = h29, 24, 8 ;; ;\ } ;\ { .mib ;\ cmp.ne pt0 = 7, h24 ;\ tbit.nz pt2 = h27, 8 /* skip if HB is disabled */ ;\ (pt0) br.cond.dpnt Name##ILogStart;; ;\ } ;\ { .mib ;\ nop.m 0 ;\ dep h27 = 1, h27, 8, 1 /* disable HB */ ;\ (pt2) br.cond.spnt Name##ILogStart ;; ;\ } ;\ { .mib ;\ mov msr[h26] = h27 ;\ mov b0 = h31 /* set return address */ ;\ br.sptk KiDumpHistoryBuffer ;\ } ;\ ;\ Name##ILogStart:: ;\ { .mli ;\ mov h29 = (Offset >> 8) ;\ movl h25 = KiVectorLogMask;; ;\ } ;\ { .mli ;\ ld8 h25 = [h25] ;\ movl h27 = Name##ILogEnd ;; ;\ } ;\ { .mii ;\ mov h31 = Extra0 ;\ mov b0 = h27 ;\ nop.i 0 ;\ } ;\ { .mib ;\ nop.m 0 ;\ tbit.nz pt1 = h25, Name##Bit ;\ (pt1) br.sptk KiLogInterruptEvent ;; ;\ } ;\ Name##ILogEnd:: ;\ { .mii ;\ nop.m 0 ;\ mov b0 = h28 ;\ mov pr = h30, -1 ;\ } ;\ { .mib ;\ nop.m 0 ;\ nop.i 0 ;\ br.sptk Name ;; ;\ } .section .drectve, "MI", "progbits" string "-section:.ivtilog,,align=0x8000" .section .ivtilog = "ax", "progbits" KiIvtBaseILog:: // symbol for start of shadow IVT VECTOR_ENTRY(0x0000, KiVhptTransVector, cr.ifa) VECTOR_EXIT(KiVhptTransVector) VECTOR_ENTRY(0x0400, KiInstTlbVector, cr.iipa) VECTOR_EXIT(KiInstTlbVector) VECTOR_ENTRY(0x0800, KiDataTlbVector, cr.ifa) VECTOR_EXIT(KiDataTlbVector) VECTOR_ENTRY(0x0c00, KiAltInstTlbVector, cr.iipa) VECTOR_EXIT(KiAltInstTlbVector) VECTOR_ENTRY(0x1000, KiAltDataTlbVector, cr.ifa) VECTOR_EXIT(KiAltDataTlbVector) VECTOR_ENTRY(0x1400, KiNestedTlbVector, cr.ifa) VECTOR_EXIT(KiNestedTlbVector) VECTOR_ENTRY(0x1800, KiInstKeyMissVector, cr.iipa) VECTOR_EXIT(KiInstKeyMissVector) VECTOR_ENTRY(0x1c00, KiDataKeyMissVector, cr.ifa) VECTOR_EXIT(KiDataKeyMissVector) VECTOR_ENTRY(0x2000, KiDirtyBitVector, cr.ifa) VECTOR_EXIT(KiDirtyBitVector) VECTOR_ENTRY(0x2400, KiInstAccessBitVector, cr.iipa) VECTOR_EXIT(KiInstAccessBitVector) VECTOR_ENTRY(0x2800, KiDataAccessBitVector, cr.ifa) VECTOR_EXIT(KiDataAccessBitVector) VECTOR_ENTRY(0x2C00, KiBreakVector, cr.iim) VECTOR_EXIT(KiBreakVector) VECTOR_ENTRY(0x3000, KiExternalInterruptVector, r0) VECTOR_EXIT(KiExternalInterruptVector) VECTOR_ENTRY(0x5000, KiPageNotPresentVector, cr.ifa) VECTOR_EXIT(KiPageNotPresentVector) VECTOR_ENTRY(0x5100, KiKeyPermVector, cr.ifa) VECTOR_EXIT(KiKeyPermVector) VECTOR_ENTRY(0x5200, KiInstAccessRightsVector, cr.iipa) VECTOR_EXIT(KiInstAccessRightsVector) VECTOR_ENTRY(0x5300, KiDataAccessRightsVector, cr.ifa) VECTOR_EXIT(KiDataAccessRightsVector) VECTOR_ENTRY_HB_DUMP(0x5400, KiGeneralExceptionsVector, cr.isr) // VECTOR_ENTRY(0x5400, KiGeneralExceptionsVector, cr.isr) VECTOR_EXIT(KiGeneralExceptionsVector) VECTOR_ENTRY(0x5500, KiDisabledFpRegisterVector, cr.isr) VECTOR_EXIT(KiDisabledFpRegisterVector) VECTOR_ENTRY_HB_DUMP(0x5600, KiNatConsumptionVector, cr.isr) // VECTOR_ENTRY(0x5600, KiNatConsumptionVector, cr.isr) VECTOR_EXIT(KiNatConsumptionVector) VECTOR_ENTRY(0x5700, KiSpeculationVector, cr.iim) VECTOR_EXIT(KiSpeculationVector) VECTOR_ENTRY(0x5900, KiDebugFaultVector, cr.isr) VECTOR_EXIT(KiDebugFaultVector) VECTOR_ENTRY(0x5a00, KiUnalignedFaultVector, cr.ifa) VECTOR_EXIT(KiUnalignedFaultVector) VECTOR_ENTRY(0x5c00, KiFloatFaultVector, cr.isr) VECTOR_EXIT(KiFloatFaultVector) VECTOR_ENTRY(0x5d00, KiFloatTrapVector, cr.isr) VECTOR_EXIT(KiFloatTrapVector) VECTOR_ENTRY(0x5e00, KiLowerPrivilegeVector, cr.iipa) VECTOR_EXIT(KiLowerPrivilegeVector) VECTOR_ENTRY(0x5f00, KiTakenBranchVector, cr.iipa) VECTOR_EXIT(KiTakenBranchVector) VECTOR_ENTRY(0x6000, KiSingleStepVector, cr.iipa) VECTOR_EXIT(KiSingleStepVector) VECTOR_ENTRY(0x6900, KiIA32ExceptionVector, r0) VECTOR_EXIT(KiIA32ExceptionVector) VECTOR_ENTRY(0x6a00, KiIA32InterceptionVector, r0) VECTOR_EXIT(KiIA32InterceptionVector) VECTOR_ENTRY(0x6b00, KiIA32InterruptionVector, r0) VECTOR_EXIT(KiIA32InterruptionVector) .org 0x7ff0 { .mii break.m 0 break.i 0 break.i 0} .text .global KiIvtBaseILog LEAF_ENTRY (KiSwitchToLogVector) movl t0 = KiIvtBaseILog ;; mov cr.iva = t0 // switch IVT to no log IVT ;; srlz.i LEAF_RETURN LEAF_EXIT (KiSwitchToLogVector) LEAF_ENTRY (KiDumpHistoryBuffer) mov h25 = 681 movl h31 = KiPcr+ProcessorControlRegisterLength + 8 mov h24 = 680 movl h29 = KiPcr+ProcessorControlRegisterLength ; ;; .reg.val h24, 680 mov h26 = msr[h24] .reg.val h25, 681 mov h27 = msr[h25] add h24 = 2, h24 ;; st8 [h29] = h26, 16 st8 [h31] = h27, 16 add h25 = 2, h25 ;; .reg.val h24, 682 mov h26 = msr[h24] .reg.val h25, 683 mov h27 = msr[h25] add h24 = 2, h24 ;; st8 [h29] = h26, 16 st8 [h31] = h27, 16 add h25 = 2, h25 ;; .reg.val h24, 684 mov h26 = msr[h24] .reg.val h24, 685 mov h27 = msr[h25] add h24 = 2, h24 ;; st8 [h29] = h26, 16 st8 [h31] = h27, 16 add h25 = 2, h25 ;; .reg.val h24, 686 mov h26 = msr[h24] .reg.val h25, 687 mov h27 = msr[h25] mov h24 = 674 ;; st8 [h29] = h26 st8 [h31] = h27, 8 ;; mov h25 = msr[h24] mov h26 = 675 ;; st8 [h31] = h25 mov h27 = msr[h26] ;; dep h27 = 0, h27, 8, 1 // enable HB ;; mov msr[h26] = h27 br.sptk b0 LEAF_EXIT (KiDumpHistoryBuffer) // // save it to the IH buffer // LEAF_ENTRY (KiLogInterruptEvent) // h29 Offset // h31 Extra // h28,h30 should not be used movl h25 = KiPcr+PcInterruptionCount ;; ld4.nt1 h26 = [h25] mov h24 = MAX_NUMBER_OF_IHISTORY_RECORDS - 1 ;; add h27 = 1, h26 and h26 = h24, h26 add h24 = 0x1000-PcInterruptionCount, h25 ;; st4.nta [h25] = h27 shl h26 = h26, 5 ;; add h27 = h26, h24 mov h24 = cr.iip ;; mov h25 = cr.ipsr st8 [h27] = h29, 8 // Log Offset with h29 ;; st8 [h27] = h24, 8 // Log IIP ;; st8 [h27] = h25, 8 // Log IPSR ;; st8 [h27] = h31 // Log Extra with h31 br.sptk b0 LEAF_EXIT (KiLogInterruptEvent)