It provides AllocateBuffer/FreeBuffer/Map/Unmap function. It also provides VTd capability yet. Cc: Star Zeng <star.zeng@intel.com> Contributed-under: TianoCore Contribution Agreement 1.0 Signed-off-by: Jiewen Yao <jiewen.yao@intel.com> Reviewed-by: Star Zeng <star.zeng@intel.com>
		
			
				
	
	
		
			603 lines
		
	
	
		
			22 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			603 lines
		
	
	
		
			22 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| /** @file
 | |
| 
 | |
|   Copyright (c) 2017, Intel Corporation. All rights reserved.<BR>
 | |
|   This program and the accompanying materials
 | |
|   are licensed and made available under the terms and conditions of the BSD License
 | |
|   which accompanies this distribution.  The full text of the license may be found at
 | |
|   http://opensource.org/licenses/bsd-license.php.
 | |
| 
 | |
|   THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
 | |
|   WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
 | |
| 
 | |
| **/
 | |
| 
 | |
| #include "DmaProtection.h"
 | |
| 
 | |
| UINT64                           mVtdHostAddressWidthMask;
 | |
| UINTN                            mVtdUnitNumber;
 | |
| VTD_UNIT_INFORMATION             *mVtdUnitInformation;
 | |
| 
 | |
| BOOLEAN  mVtdEnabled;
 | |
| 
 | |
| /**
 | |
|   Invalid VTd global IOTLB.
 | |
| 
 | |
|   @param[in]  VtdIndex              The index of VTd engine.
 | |
| 
 | |
|   @retval EFI_SUCCESS           VTd global IOTLB is invalidated.
 | |
|   @retval EFI_DEVICE_ERROR      VTd global IOTLB is not invalidated.
 | |
| **/
 | |
| EFI_STATUS
 | |
| InvalidateVtdIOTLBGlobal (
 | |
|   IN UINTN  VtdIndex
 | |
|   )
 | |
| {
 | |
|   UINT64  Reg64;
 | |
|   UINT32  Reg32;
 | |
| 
 | |
|   if (!mVtdEnabled) {
 | |
|     return EFI_SUCCESS;
 | |
|   }
 | |
| 
 | |
|   DEBUG((DEBUG_VERBOSE, "InvalidateVtdIOTLBGlobal(%d)\n", VtdIndex));
 | |
| 
 | |
|   AsmWbinvd();
 | |
| 
 | |
|   //
 | |
|   // Write Buffer Flush before invalidation
 | |
|   //
 | |
|   Reg32 = MmioRead32 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_CAP_REG);
 | |
|   if ((Reg32 & B_CAP_REG_RWBF) != 0) {
 | |
|     MmioWrite32 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_GCMD_REG, B_GMCD_REG_WBF);
 | |
|   }
 | |
| 
 | |
|   //
 | |
|   // Invalidate the context cache
 | |
|   //
 | |
|   Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_CCMD_REG);
 | |
|   if ((Reg64 & B_CCMD_REG_ICC) != 0) {
 | |
|     DEBUG ((DEBUG_ERROR,"ERROR: InvalidateVtdIOTLBGlobal: B_CCMD_REG_ICC is set for VTD(%d)\n",VtdIndex));
 | |
|     return EFI_DEVICE_ERROR;
 | |
|   }
 | |
| 
 | |
|   Reg64 &= ((~B_CCMD_REG_ICC) & (~B_CCMD_REG_CIRG_MASK));
 | |
|   Reg64 |= (B_CCMD_REG_ICC | V_CCMD_REG_CIRG_GLOBAL);
 | |
|   MmioWrite64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_CCMD_REG, Reg64);
 | |
| 
 | |
|   do {
 | |
|     Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_CCMD_REG);
 | |
|   } while ((Reg64 & B_CCMD_REG_ICC) != 0);
 | |
| 
 | |
|   //
 | |
|   // Invalidate the IOTLB cache
 | |
|   //
 | |
| 
 | |
|   Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + (mVtdUnitInformation[VtdIndex].ECapReg.Bits.IRO * 16) + R_IOTLB_REG);
 | |
|   if ((Reg64 & B_IOTLB_REG_IVT) != 0) {
 | |
|     DEBUG ((DEBUG_ERROR,"ERROR: InvalidateVtdIOTLBGlobal: B_IOTLB_REG_IVT is set for VTD(%d)\n", VtdIndex));
 | |
|     return EFI_DEVICE_ERROR;
 | |
|   }
 | |
| 
 | |
|   Reg64 &= ((~B_IOTLB_REG_IVT) & (~B_IOTLB_REG_IIRG_MASK));
 | |
|   Reg64 |= (B_IOTLB_REG_IVT | V_IOTLB_REG_IIRG_GLOBAL);
 | |
|   MmioWrite64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + (mVtdUnitInformation[VtdIndex].ECapReg.Bits.IRO * 16) + R_IOTLB_REG, Reg64);
 | |
| 
 | |
|   do {
 | |
|     Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + (mVtdUnitInformation[VtdIndex].ECapReg.Bits.IRO * 16) + R_IOTLB_REG);
 | |
|   } while ((Reg64 & B_IOTLB_REG_IVT) != 0);
 | |
| 
 | |
|   //
 | |
|   // Disable VTd
 | |
|   //
 | |
|   MmioWrite32 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_GCMD_REG, B_GMCD_REG_SRTP);
 | |
|   do {
 | |
|     Reg32 = MmioRead32 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_GSTS_REG);
 | |
|   } while((Reg32 & B_GSTS_REG_RTPS) == 0);
 | |
| 
 | |
|   //
 | |
|   // Enable VTd
 | |
|   //
 | |
|   MmioWrite32 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_GCMD_REG, B_GMCD_REG_TE);
 | |
|   do {
 | |
|     Reg32 = MmioRead32 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_GSTS_REG);
 | |
|   } while ((Reg32 & B_GSTS_REG_TE) == 0);
 | |
| 
 | |
|   return EFI_SUCCESS;
 | |
| }
 | |
| 
 | |
| /**
 | |
|   Invalid VTd IOTLB domain.
 | |
| 
 | |
|   @param[in]  VtdIndex              The index of VTd engine.
 | |
|   @param[in]  DomainIdentifier      The domain ID of the source.
 | |
| 
 | |
|   @retval EFI_SUCCESS           VTd IOTLB domain is invalidated.
 | |
|   @retval EFI_DEVICE_ERROR      VTd IOTLB domain is not invalidated.
 | |
| **/
 | |
| EFI_STATUS
 | |
| InvalidateVtdIOTLBDomain (
 | |
|   IN UINTN  VtdIndex,
 | |
|   IN UINT16 DomainIdentifier
 | |
|   )
 | |
| {
 | |
|   UINT64  Reg64;
 | |
| 
 | |
|   if (!mVtdEnabled) {
 | |
|     return EFI_SUCCESS;
 | |
|   }
 | |
| 
 | |
|   DEBUG((DEBUG_VERBOSE, "InvalidateVtdIOTLBDomain(%d): 0x%016lx (0x%04x)\n", VtdIndex, DomainIdentifier));
 | |
| 
 | |
|   //
 | |
|   // Invalidate the context cache
 | |
|   //
 | |
|   Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_CCMD_REG);
 | |
|   if ((Reg64 & B_CCMD_REG_ICC) != 0) {
 | |
|     DEBUG ((DEBUG_ERROR,"ERROR: InvalidateVtdIOTLBDomain: B_CCMD_REG_ICC is set for VTD(%d)\n",VtdIndex));
 | |
|     return EFI_DEVICE_ERROR;
 | |
|   }
 | |
| 
 | |
|   Reg64 &= ((~B_CCMD_REG_ICC) & (~B_CCMD_REG_CIRG_MASK));
 | |
|   Reg64 |= (B_CCMD_REG_ICC | V_CCMD_REG_CIRG_DOMAIN);
 | |
|   Reg64 |= (B_CCMD_REG_ICC | V_CCMD_REG_CIRG_DOMAIN);
 | |
|   MmioWrite64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_CCMD_REG, Reg64);
 | |
| 
 | |
|   do {
 | |
|     Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_CCMD_REG);
 | |
|   } while ((Reg64 & B_CCMD_REG_ICC) != 0);
 | |
| 
 | |
|   //
 | |
|   // Invalidate the IOTLB cache
 | |
|   //
 | |
| 
 | |
|   Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + (mVtdUnitInformation[VtdIndex].ECapReg.Bits.IRO * 16) + R_IOTLB_REG);
 | |
|   if ((Reg64 & B_IOTLB_REG_IVT) != 0) {
 | |
|     DEBUG ((DEBUG_ERROR,"ERROR: InvalidateVtdIOTLBDomain: B_IOTLB_REG_IVT is set for VTD(%d)\n", VtdIndex));
 | |
|     return EFI_DEVICE_ERROR;
 | |
|   }
 | |
| 
 | |
|   Reg64 &= ((~B_IOTLB_REG_IVT) & (~B_IOTLB_REG_IIRG_MASK));
 | |
|   Reg64 |= (B_IOTLB_REG_IVT | V_IOTLB_REG_IIRG_DOMAIN);
 | |
|   Reg64 |= DomainIdentifier;
 | |
|   MmioWrite64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + (mVtdUnitInformation[VtdIndex].ECapReg.Bits.IRO * 16) + R_IOTLB_REG, Reg64);
 | |
| 
 | |
|   do {
 | |
|     Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + (mVtdUnitInformation[VtdIndex].ECapReg.Bits.IRO * 16) + R_IOTLB_REG);
 | |
|   } while ((Reg64 & B_IOTLB_REG_IVT) != 0);
 | |
| 
 | |
|   return EFI_SUCCESS;
 | |
| }
 | |
| 
 | |
| /**
 | |
|   Invalid VTd IOTLB page.
 | |
| 
 | |
|   @param[in]  VtdIndex              The index of VTd engine.
 | |
|   @param[in]  Address               The address of IOTLB page.
 | |
|   @param[in]  AddressMode           The address mode of IOTLB page.
 | |
|   @param[in]  DomainIdentifier      The domain ID of the source.
 | |
| 
 | |
|   @retval EFI_SUCCESS           VTd IOTLB page is invalidated.
 | |
|   @retval EFI_DEVICE_ERROR      VTd IOTLB page is not invalidated.
 | |
| **/
 | |
| EFI_STATUS
 | |
| InvalidateVtdIOTLBPage (
 | |
|   IN UINTN  VtdIndex,
 | |
|   IN UINT64 Address,
 | |
|   IN UINT8  AddressMode,
 | |
|   IN UINT16 DomainIdentifier
 | |
|   )
 | |
| {
 | |
|   UINT64  Reg64;
 | |
|   UINT64  Data64;
 | |
| 
 | |
|   if (!mVtdEnabled) {
 | |
|     return EFI_SUCCESS;
 | |
|   }
 | |
| 
 | |
|   DEBUG((DEBUG_VERBOSE, "InvalidateVtdIOTLBPage(%d): 0x%016lx (0x%02x)\n", VtdIndex, Address, AddressMode));
 | |
| 
 | |
|   if (mVtdUnitInformation[VtdIndex].CapReg.Bits.PSI != 0) {
 | |
|     Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + (mVtdUnitInformation[VtdIndex].ECapReg.Bits.IRO * 16) + R_IOTLB_REG);
 | |
|     if ((Reg64 & B_IOTLB_REG_IVT) != 0) {
 | |
|       DEBUG ((DEBUG_ERROR,"ERROR: InvalidateVtdIOTLBPage: B_IOTLB_REG_IVT is set for VTD(%d)\n", VtdIndex));
 | |
|       return EFI_DEVICE_ERROR;
 | |
|     }
 | |
| 
 | |
|     Data64 = Address | AddressMode;
 | |
|     MmioWrite64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + (mVtdUnitInformation[VtdIndex].ECapReg.Bits.IRO * 16) + R_IVA_REG, Data64);
 | |
| 
 | |
|     Reg64 &= ((~B_IOTLB_REG_IVT) & (~B_IOTLB_REG_IIRG_MASK));
 | |
|     Reg64 |= (B_IOTLB_REG_IVT | V_IOTLB_REG_IIRG_PAGE);
 | |
|     Reg64 |= LShiftU64 (DomainIdentifier, 32);
 | |
|     MmioWrite64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + (mVtdUnitInformation[VtdIndex].ECapReg.Bits.IRO * 16) + R_IOTLB_REG, Reg64);
 | |
| 
 | |
|     do {
 | |
|       Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + (mVtdUnitInformation[VtdIndex].ECapReg.Bits.IRO * 16) + R_IOTLB_REG);
 | |
|     } while ((Reg64 & B_IOTLB_REG_IVT) != 0);
 | |
|   } else {
 | |
|     InvalidateVtdIOTLBGlobal (VtdIndex);
 | |
|   }
 | |
| 
 | |
|   return EFI_SUCCESS;
 | |
| }
 | |
| 
 | |
| /**
 | |
|   Prepare VTD configuration.
 | |
| **/
 | |
| VOID
 | |
| PrepareVtdConfig (
 | |
|   VOID
 | |
|   )
 | |
| {
 | |
|   UINTN         Index;
 | |
|   UINTN         DomainNumber;
 | |
| 
 | |
|   for (Index = 0; Index < mVtdUnitNumber; Index++) {
 | |
|     DEBUG ((DEBUG_INFO, "Dump VTd Capability (%d)\n", Index));
 | |
|     mVtdUnitInformation[Index].CapReg.Uint64 = MmioRead64 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_CAP_REG);
 | |
|     DumpVtdCapRegs (&mVtdUnitInformation[Index].CapReg);
 | |
|     mVtdUnitInformation[Index].ECapReg.Uint64 = MmioRead64 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_ECAP_REG);
 | |
|     DumpVtdECapRegs (&mVtdUnitInformation[Index].ECapReg);
 | |
| 
 | |
|     if ((mVtdUnitInformation[Index].CapReg.Bits.SLLPS & BIT0) == 0) {
 | |
|       DEBUG((DEBUG_WARN, "!!!! 2MB super page is not supported on VTD %d !!!!\n", Index));
 | |
|     }
 | |
|     if ((mVtdUnitInformation[Index].CapReg.Bits.SAGAW & BIT2) == 0) {
 | |
|       DEBUG((DEBUG_ERROR, "!!!! 4-level page-table is not supported on VTD %d !!!!\n", Index));
 | |
|       return ;
 | |
|     }
 | |
| 
 | |
|     DomainNumber = (UINTN)1 << (UINT8)((UINTN)mVtdUnitInformation[Index].CapReg.Bits.ND * 2 + 4);
 | |
|     if (mVtdUnitInformation[Index].PciDeviceInfo.PciDescriptorNumber >= DomainNumber) {
 | |
|       DEBUG((DEBUG_ERROR, "!!!! Pci device Number(0x%x) >= DomainNumber(0x%x) !!!!\n", mVtdUnitInformation[Index].PciDeviceInfo.PciDescriptorNumber, DomainNumber));
 | |
|       return ;
 | |
|     }
 | |
|   }
 | |
|   return ;
 | |
| }
 | |
| 
 | |
| /**
 | |
|   Enable DMAR translation.
 | |
| 
 | |
|   @retval EFI_SUCCESS           DMAR translation is enabled.
 | |
|   @retval EFI_DEVICE_ERROR      DMAR translation is not enabled.
 | |
| **/
 | |
| EFI_STATUS
 | |
| EnableDmar (
 | |
|   VOID
 | |
|   )
 | |
| {
 | |
|   UINTN     Index;
 | |
|   UINT64    Reg64;
 | |
|   UINT32    Reg32;
 | |
| 
 | |
|   AsmWbinvd();
 | |
| 
 | |
|   for (Index = 0; Index < mVtdUnitNumber; Index++) {
 | |
|     DEBUG((DEBUG_INFO, ">>>>>>EnableDmar() for engine [%d] \n", Index));
 | |
| 
 | |
|     if (mVtdUnitInformation[Index].ExtRootEntryTable != NULL) {
 | |
|       DEBUG((DEBUG_INFO, "ExtRootEntryTable 0x%x \n", mVtdUnitInformation[Index].ExtRootEntryTable));
 | |
|       MmioWrite64 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_RTADDR_REG, (UINT64)(UINTN)mVtdUnitInformation[Index].ExtRootEntryTable | BIT11);
 | |
|     } else {
 | |
|       DEBUG((DEBUG_INFO, "RootEntryTable 0x%x \n", mVtdUnitInformation[Index].RootEntryTable));
 | |
|       MmioWrite64 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_RTADDR_REG, (UINT64)(UINTN)mVtdUnitInformation[Index].RootEntryTable);
 | |
|     }
 | |
| 
 | |
|     MmioWrite32 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_GCMD_REG, B_GMCD_REG_SRTP);
 | |
| 
 | |
|     DEBUG((DEBUG_INFO, "EnableDmar: waiting for RTPS bit to be set... \n"));
 | |
|     do {
 | |
|       Reg32 = MmioRead32 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_GSTS_REG);
 | |
|     } while((Reg32 & B_GSTS_REG_RTPS) == 0);
 | |
| 
 | |
|     //
 | |
|     // Init DMAr Fault Event and Data registers
 | |
|     //
 | |
|     Reg32 = MmioRead32 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_FEDATA_REG);
 | |
| 
 | |
|     //
 | |
|     // Write Buffer Flush before invalidation
 | |
|     //
 | |
|     Reg32 = MmioRead32 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_CAP_REG);
 | |
|     if ((Reg32 & B_CAP_REG_RWBF) != 0) {
 | |
|       MmioWrite32 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_GCMD_REG, B_GMCD_REG_WBF);
 | |
|     }
 | |
| 
 | |
|     //
 | |
|     // Invalidate the context cache
 | |
|     //
 | |
|     Reg64 = MmioRead64 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_CCMD_REG);
 | |
|     if ((Reg64 & B_CCMD_REG_ICC) != 0) {
 | |
|       DEBUG ((DEBUG_INFO,"ERROR: EnableDmar: B_CCMD_REG_ICC is set for VTD(%d)\n",Index));
 | |
|       return EFI_DEVICE_ERROR;
 | |
|     }
 | |
| 
 | |
|     Reg64 &= ((~B_CCMD_REG_ICC) & (~B_CCMD_REG_CIRG_MASK));
 | |
|     Reg64 |= (B_CCMD_REG_ICC | V_CCMD_REG_CIRG_GLOBAL);
 | |
|     MmioWrite64 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_CCMD_REG, Reg64);
 | |
| 
 | |
|     DEBUG((DEBUG_INFO, "EnableDmar: Waiting B_CCMD_REG_ICC ...\n"));
 | |
|     do {
 | |
|       Reg64 = MmioRead64 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_CCMD_REG);
 | |
|     } while ((Reg64 & B_CCMD_REG_ICC) != 0);
 | |
| 
 | |
|     //
 | |
|     // Invalidate the IOTLB cache
 | |
|     //
 | |
|     DEBUG((DEBUG_INFO, "EnableDmar: IRO 0x%x\n", mVtdUnitInformation[Index].ECapReg.Bits.IRO));
 | |
| 
 | |
|     Reg64 = MmioRead64 (mVtdUnitInformation[Index].VtdUnitBaseAddress + (mVtdUnitInformation[Index].ECapReg.Bits.IRO * 16) + R_IOTLB_REG);
 | |
|     if ((Reg64 & B_IOTLB_REG_IVT) != 0) {
 | |
|       DEBUG ((DEBUG_INFO,"ERROR: EnableDmar: B_IOTLB_REG_IVT is set for VTD(%d)\n", Index));
 | |
|       return EFI_DEVICE_ERROR;
 | |
|     }
 | |
| 
 | |
|     Reg64 &= ((~B_IOTLB_REG_IVT) & (~B_IOTLB_REG_IIRG_MASK));
 | |
|     Reg64 |= (B_IOTLB_REG_IVT | V_IOTLB_REG_IIRG_GLOBAL);
 | |
|     MmioWrite64 (mVtdUnitInformation[Index].VtdUnitBaseAddress + (mVtdUnitInformation[Index].ECapReg.Bits.IRO * 16) + R_IOTLB_REG, Reg64);
 | |
| 
 | |
|     DEBUG((DEBUG_INFO, "EnableDmar: Waiting B_IOTLB_REG_IVT ...\n"));
 | |
|     do {
 | |
|       Reg64 = MmioRead64 (mVtdUnitInformation[Index].VtdUnitBaseAddress + (mVtdUnitInformation[Index].ECapReg.Bits.IRO * 16) + R_IOTLB_REG);
 | |
|     } while ((Reg64 & B_IOTLB_REG_IVT) != 0);
 | |
| 
 | |
|     //
 | |
|     // Enable VTd
 | |
|     //
 | |
|     MmioWrite32 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_GCMD_REG, B_GMCD_REG_TE);
 | |
|     DEBUG((DEBUG_INFO, "EnableDmar: Waiting B_GSTS_REG_TE ...\n"));
 | |
|     do {
 | |
|       Reg32 = MmioRead32 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_GSTS_REG);
 | |
|     } while ((Reg32 & B_GSTS_REG_TE) == 0);
 | |
| 
 | |
|     DEBUG ((DEBUG_INFO,"VTD (%d) enabled!<<<<<<\n",Index));
 | |
|   }
 | |
| 
 | |
|   mVtdEnabled = TRUE;
 | |
| 
 | |
|   return EFI_SUCCESS;
 | |
| }
 | |
| 
 | |
| /**
 | |
|   Disable DMAR translation.
 | |
| 
 | |
|   @retval EFI_SUCCESS           DMAR translation is disabled.
 | |
|   @retval EFI_DEVICE_ERROR      DMAR translation is not disabled.
 | |
| **/
 | |
| EFI_STATUS
 | |
| DisableDmar (
 | |
|   VOID
 | |
|   )
 | |
| {
 | |
|   UINTN     Index;
 | |
|   UINT32    Reg32;
 | |
| 
 | |
|   AsmWbinvd();
 | |
| 
 | |
|   for (Index = 0; Index < mVtdUnitNumber; Index++) {
 | |
|     DEBUG((DEBUG_INFO, ">>>>>>DisableDmar() for engine [%d] \n", Index));
 | |
| 
 | |
|     //
 | |
|     // Write Buffer Flush before invalidation
 | |
|     //
 | |
|     Reg32 = MmioRead32 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_CAP_REG);
 | |
|     if ((Reg32 & B_CAP_REG_RWBF) != 0) {
 | |
|       MmioWrite32 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_GCMD_REG, B_GMCD_REG_WBF);
 | |
|     }
 | |
| 
 | |
|     //
 | |
|     // Disable VTd
 | |
|     //
 | |
|     MmioWrite32 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_GCMD_REG, B_GMCD_REG_SRTP);
 | |
|     do {
 | |
|       Reg32 = MmioRead32 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_GSTS_REG);
 | |
|     } while((Reg32 & B_GSTS_REG_RTPS) == 0);
 | |
| 
 | |
|     Reg32 = MmioRead32 (mVtdUnitInformation[Index].VtdUnitBaseAddress + R_GSTS_REG);
 | |
|     DEBUG((DEBUG_INFO, "DisableDmar: GSTS_REG - 0x%08x\n", Reg32));
 | |
| 
 | |
|     DEBUG ((DEBUG_INFO,"VTD (%d) Disabled!<<<<<<\n",Index));
 | |
|   }
 | |
| 
 | |
|   mVtdEnabled = FALSE;
 | |
| 
 | |
|   return EFI_SUCCESS;
 | |
| }
 | |
| 
 | |
| /**
 | |
|   Dump VTd capability registers.
 | |
| 
 | |
|   @param[in]  CapReg              The capability register.
 | |
| **/
 | |
| VOID
 | |
| DumpVtdCapRegs (
 | |
|   IN VTD_CAP_REG *CapReg
 | |
|   )
 | |
| {
 | |
|   DEBUG((DEBUG_INFO, "  CapReg:\n", CapReg->Uint64));
 | |
|   DEBUG((DEBUG_INFO, "    ND     - 0x%x\n", CapReg->Bits.ND));
 | |
|   DEBUG((DEBUG_INFO, "    AFL    - 0x%x\n", CapReg->Bits.AFL));
 | |
|   DEBUG((DEBUG_INFO, "    RWBF   - 0x%x\n", CapReg->Bits.RWBF));
 | |
|   DEBUG((DEBUG_INFO, "    PLMR   - 0x%x\n", CapReg->Bits.PLMR));
 | |
|   DEBUG((DEBUG_INFO, "    PHMR   - 0x%x\n", CapReg->Bits.PHMR));
 | |
|   DEBUG((DEBUG_INFO, "    CM     - 0x%x\n", CapReg->Bits.CM));
 | |
|   DEBUG((DEBUG_INFO, "    SAGAW  - 0x%x\n", CapReg->Bits.SAGAW));
 | |
|   DEBUG((DEBUG_INFO, "    MGAW   - 0x%x\n", CapReg->Bits.MGAW));
 | |
|   DEBUG((DEBUG_INFO, "    ZLR    - 0x%x\n", CapReg->Bits.ZLR));
 | |
|   DEBUG((DEBUG_INFO, "    FRO    - 0x%x\n", CapReg->Bits.FRO));
 | |
|   DEBUG((DEBUG_INFO, "    SLLPS  - 0x%x\n", CapReg->Bits.SLLPS));
 | |
|   DEBUG((DEBUG_INFO, "    PSI    - 0x%x\n", CapReg->Bits.PSI));
 | |
|   DEBUG((DEBUG_INFO, "    NFR    - 0x%x\n", CapReg->Bits.NFR));
 | |
|   DEBUG((DEBUG_INFO, "    MAMV   - 0x%x\n", CapReg->Bits.MAMV));
 | |
|   DEBUG((DEBUG_INFO, "    DWD    - 0x%x\n", CapReg->Bits.DWD));
 | |
|   DEBUG((DEBUG_INFO, "    DRD    - 0x%x\n", CapReg->Bits.DRD));
 | |
|   DEBUG((DEBUG_INFO, "    FL1GP  - 0x%x\n", CapReg->Bits.FL1GP));
 | |
|   DEBUG((DEBUG_INFO, "    PI     - 0x%x\n", CapReg->Bits.PI));
 | |
| }
 | |
| 
 | |
| /**
 | |
|   Dump VTd extended capability registers.
 | |
| 
 | |
|   @param[in]  ECapReg              The extended capability register.
 | |
| **/
 | |
| VOID
 | |
| DumpVtdECapRegs (
 | |
|   IN VTD_ECAP_REG *ECapReg
 | |
|   )
 | |
| {
 | |
|   DEBUG((DEBUG_INFO, "  ECapReg:\n", ECapReg->Uint64));
 | |
|   DEBUG((DEBUG_INFO, "    C      - 0x%x\n", ECapReg->Bits.C));
 | |
|   DEBUG((DEBUG_INFO, "    QI     - 0x%x\n", ECapReg->Bits.QI));
 | |
|   DEBUG((DEBUG_INFO, "    DT     - 0x%x\n", ECapReg->Bits.DT));
 | |
|   DEBUG((DEBUG_INFO, "    IR     - 0x%x\n", ECapReg->Bits.IR));
 | |
|   DEBUG((DEBUG_INFO, "    EIM    - 0x%x\n", ECapReg->Bits.EIM));
 | |
|   DEBUG((DEBUG_INFO, "    PT     - 0x%x\n", ECapReg->Bits.PT));
 | |
|   DEBUG((DEBUG_INFO, "    SC     - 0x%x\n", ECapReg->Bits.SC));
 | |
|   DEBUG((DEBUG_INFO, "    IRO    - 0x%x\n", ECapReg->Bits.IRO));
 | |
|   DEBUG((DEBUG_INFO, "    MHMV   - 0x%x\n", ECapReg->Bits.MHMV));
 | |
|   DEBUG((DEBUG_INFO, "    ECS    - 0x%x\n", ECapReg->Bits.ECS));
 | |
|   DEBUG((DEBUG_INFO, "    MTS    - 0x%x\n", ECapReg->Bits.MTS));
 | |
|   DEBUG((DEBUG_INFO, "    NEST   - 0x%x\n", ECapReg->Bits.NEST));
 | |
|   DEBUG((DEBUG_INFO, "    DIS    - 0x%x\n", ECapReg->Bits.DIS));
 | |
|   DEBUG((DEBUG_INFO, "    PASID  - 0x%x\n", ECapReg->Bits.PASID));
 | |
|   DEBUG((DEBUG_INFO, "    PRS    - 0x%x\n", ECapReg->Bits.PRS));
 | |
|   DEBUG((DEBUG_INFO, "    ERS    - 0x%x\n", ECapReg->Bits.ERS));
 | |
|   DEBUG((DEBUG_INFO, "    SRS    - 0x%x\n", ECapReg->Bits.SRS));
 | |
|   DEBUG((DEBUG_INFO, "    NWFS   - 0x%x\n", ECapReg->Bits.NWFS));
 | |
|   DEBUG((DEBUG_INFO, "    EAFS   - 0x%x\n", ECapReg->Bits.EAFS));
 | |
|   DEBUG((DEBUG_INFO, "    PSS    - 0x%x\n", ECapReg->Bits.PSS));
 | |
| }
 | |
| 
 | |
| /**
 | |
|   Dump VTd registers.
 | |
| 
 | |
|   @param[in]  VtdIndex              The index of VTd engine.
 | |
| **/
 | |
| VOID
 | |
| DumpVtdRegs (
 | |
|   IN UINTN  VtdIndex
 | |
|   )
 | |
| {
 | |
|   UINTN         Index;
 | |
|   UINT64        Reg64;
 | |
|   VTD_FRCD_REG  FrcdReg;
 | |
|   VTD_CAP_REG   CapReg;
 | |
|   UINT32        Reg32;
 | |
|   VTD_SOURCE_ID SourceId;
 | |
| 
 | |
|   DEBUG((DEBUG_INFO, "#### DumpVtdRegs(%d) Begin ####\n", VtdIndex));
 | |
| 
 | |
|   Reg32 = MmioRead32 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_VER_REG);
 | |
|   DEBUG((DEBUG_INFO, "  VER_REG     - 0x%08x\n", Reg32));
 | |
| 
 | |
|   CapReg.Uint64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_CAP_REG);
 | |
|   DEBUG((DEBUG_INFO, "  CAP_REG     - 0x%016lx\n", CapReg.Uint64));
 | |
| 
 | |
|   Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_ECAP_REG);
 | |
|   DEBUG((DEBUG_INFO, "  ECAP_REG    - 0x%016lx\n", Reg64));
 | |
| 
 | |
|   Reg32 = MmioRead32 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_GSTS_REG);
 | |
|   DEBUG((DEBUG_INFO, "  GSTS_REG    - 0x%08x \n", Reg32));
 | |
| 
 | |
|   Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_RTADDR_REG);
 | |
|   DEBUG((DEBUG_INFO, "  RTADDR_REG  - 0x%016lx\n", Reg64));
 | |
| 
 | |
|   Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_CCMD_REG);
 | |
|   DEBUG((DEBUG_INFO, "  CCMD_REG    - 0x%016lx\n", Reg64));
 | |
| 
 | |
|   Reg32 = MmioRead32 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_FSTS_REG);
 | |
|   DEBUG((DEBUG_INFO, "  FSTS_REG    - 0x%08x\n", Reg32));
 | |
| 
 | |
|   Reg32 = MmioRead32 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_FECTL_REG);
 | |
|   DEBUG((DEBUG_INFO, "  FECTL_REG   - 0x%08x\n", Reg32));
 | |
| 
 | |
|   Reg32 = MmioRead32 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_FEDATA_REG);
 | |
|   DEBUG((DEBUG_INFO, "  FEDATA_REG  - 0x%08x\n", Reg32));
 | |
| 
 | |
|   Reg32 = MmioRead32 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_FEADDR_REG);
 | |
|   DEBUG((DEBUG_INFO, "  FEADDR_REG  - 0x%08x\n",Reg32));
 | |
| 
 | |
|   Reg32 = MmioRead32 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + R_FEUADDR_REG);
 | |
|   DEBUG((DEBUG_INFO, "  FEUADDR_REG - 0x%08x\n",Reg32));
 | |
| 
 | |
|   for (Index = 0; Index < (UINTN)CapReg.Bits.NFR + 1; Index++) {
 | |
|     FrcdReg.Uint64[0] = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + ((CapReg.Bits.FRO * 16) + (Index * 16) + R_FRCD_REG));
 | |
|     FrcdReg.Uint64[1] = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + ((CapReg.Bits.FRO * 16) + (Index * 16) + R_FRCD_REG + sizeof(UINT64)));
 | |
|     DEBUG((DEBUG_INFO, "  FRCD_REG[%d] - 0x%016lx %016lx\n", Index, FrcdReg.Uint64[1], FrcdReg.Uint64[0]));
 | |
|     if (FrcdReg.Uint64[1] != 0 || FrcdReg.Uint64[0] != 0) {
 | |
|       DEBUG((DEBUG_INFO, "    Fault Info - 0x%016lx\n", LShiftU64(FrcdReg.Bits.FI, 12)));
 | |
|       SourceId.Uint16 = (UINT16)FrcdReg.Bits.SID;
 | |
|       DEBUG((DEBUG_INFO, "    Source - B%02x D%02x F%02x\n", SourceId.Bits.Bus, SourceId.Bits.Device, SourceId.Bits.Function));
 | |
|       DEBUG((DEBUG_INFO, "    Type - %x (%a)\n", FrcdReg.Bits.T, FrcdReg.Bits.T ? "read" : "write"));
 | |
|       DEBUG((DEBUG_INFO, "    Reason - %x\n", FrcdReg.Bits.FR));
 | |
|     }
 | |
|   }
 | |
| 
 | |
|   Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + (mVtdUnitInformation[VtdIndex].ECapReg.Bits.IRO * 16) + R_IVA_REG);
 | |
|   DEBUG((DEBUG_INFO, "  IVA_REG     - 0x%016lx\n",Reg64));
 | |
| 
 | |
|   Reg64 = MmioRead64 (mVtdUnitInformation[VtdIndex].VtdUnitBaseAddress + (mVtdUnitInformation[VtdIndex].ECapReg.Bits.IRO * 16) + R_IOTLB_REG);
 | |
|   DEBUG((DEBUG_INFO, "  IOTLB_REG   - 0x%016lx\n",Reg64));
 | |
| 
 | |
|   DEBUG((DEBUG_INFO, "#### DumpVtdRegs(%d) End ####\n", VtdIndex));
 | |
| }
 | |
| 
 | |
| /**
 | |
|   Dump VTd registers for all VTd engine.
 | |
| **/
 | |
| VOID
 | |
| DumpVtdRegsAll (
 | |
|   VOID
 | |
|   )
 | |
| {
 | |
|   UINTN       Num;
 | |
| 
 | |
|   for (Num = 0; Num < mVtdUnitNumber; Num++) {
 | |
|     DumpVtdRegs (Num);
 | |
|   }
 | |
| }
 | |
| 
 | |
| /**
 | |
|   Dump VTd registers if there is error.
 | |
| **/
 | |
| VOID
 | |
| DumpVtdIfError (
 | |
|   VOID
 | |
|   )
 | |
| {
 | |
|   UINTN         Num;
 | |
|   UINTN         Index;
 | |
|   VTD_FRCD_REG  FrcdReg;
 | |
|   VTD_CAP_REG   CapReg;
 | |
|   UINT32        Reg32;
 | |
|   BOOLEAN       HasError;
 | |
| 
 | |
|   for (Num = 0; Num < mVtdUnitNumber; Num++) {
 | |
|     HasError = FALSE;
 | |
|     Reg32 = MmioRead32 (mVtdUnitInformation[Num].VtdUnitBaseAddress + R_FSTS_REG);
 | |
|     if (Reg32 != 0) {
 | |
|       HasError = TRUE;
 | |
|     }
 | |
|     Reg32 = MmioRead32 (mVtdUnitInformation[Num].VtdUnitBaseAddress + R_FECTL_REG);
 | |
|     if ((Reg32 & BIT30) != 0) {
 | |
|       HasError = TRUE;
 | |
|     }
 | |
| 
 | |
|     CapReg.Uint64 = MmioRead64 (mVtdUnitInformation[Num].VtdUnitBaseAddress + R_CAP_REG);
 | |
|     for (Index = 0; Index < (UINTN)CapReg.Bits.NFR + 1; Index++) {
 | |
|       FrcdReg.Uint64[0] = MmioRead64 (mVtdUnitInformation[Num].VtdUnitBaseAddress + ((CapReg.Bits.FRO * 16) + (Index * 16) + R_FRCD_REG));
 | |
|       FrcdReg.Uint64[1] = MmioRead64 (mVtdUnitInformation[Num].VtdUnitBaseAddress + ((CapReg.Bits.FRO * 16) + (Index * 16) + R_FRCD_REG + sizeof(UINT64)));
 | |
|       if ((FrcdReg.Uint64[0] != 0) || (FrcdReg.Uint64[1] != 0)) {
 | |
|         HasError = TRUE;
 | |
|       }
 | |
|     }
 | |
| 
 | |
|     if (HasError) {
 | |
|       DEBUG((DEBUG_INFO, "#### ERROR ####\n"));
 | |
|       DumpVtdRegs (Num);
 | |
|       DEBUG((DEBUG_INFO, "#### ERROR ####\n"));
 | |
|     }
 | |
|   }
 | |
| }
 |