You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
619 lines
18 KiB
619 lines
18 KiB
/*++
|
|
|
|
Copyright (c) 1990 Microsoft Corporation
|
|
|
|
Module Name:
|
|
|
|
ixphwsup.c
|
|
|
|
Abstract:
|
|
|
|
This module contains the HalpXxx routines for the NT I/O system that
|
|
are hardware dependent. Were these routines not hardware dependent,
|
|
they would normally reside in the internal.c module.
|
|
|
|
Author:
|
|
|
|
Darryl E. Havens (darrylh) 11-Apr-1990
|
|
|
|
Environment:
|
|
|
|
Kernel mode, local to I/O system
|
|
|
|
Revision History:
|
|
|
|
|
|
--*/
|
|
|
|
#include "halp.h"
|
|
#include "mca.h"
|
|
|
|
#ifdef ALLOC_PRAGMA
|
|
#pragma alloc_text(PAGE,HalpAllocateAdapter)
|
|
#pragma alloc_text(PAGELK,HalpGrowMapBuffers)
|
|
#endif
|
|
|
|
|
|
//
|
|
// Some devices require a physically contiguous data buffer for DMA transfers.
|
|
// Map registers are used to give the appearance that all data buffers are
|
|
// contiguous. In order to pool all of the map registers a master
|
|
// adapter object is used. This object is allocated and saved internal to this
|
|
// file. It contains a bit map for allocation of the registers and a queue
|
|
// for requests which are waiting for more map registers. This object is
|
|
// allocated during the first request to allocate an adapter which requires
|
|
// map registers.
|
|
//
|
|
|
|
PADAPTER_OBJECT MasterAdapterObject;
|
|
|
|
#define ADAPTER_BASE_MASTER ((PVOID)-1)
|
|
|
|
//
|
|
// Map buffer prameters. These are initialized in HalInitSystem.
|
|
//
|
|
|
|
PHYSICAL_ADDRESS HalpMapBufferPhysicalAddress;
|
|
ULONG HalpMapBufferSize;
|
|
|
|
//
|
|
// Define DMA operations structure.
|
|
//
|
|
|
|
DMA_OPERATIONS HalpDmaOperations = {
|
|
sizeof(DMA_OPERATIONS),
|
|
(PPUT_DMA_ADAPTER) HalPutDmaAdapter,
|
|
(PALLOCATE_COMMON_BUFFER) HalAllocateCommonBuffer,
|
|
(PFREE_COMMON_BUFFER) HalFreeCommonBuffer,
|
|
(PALLOCATE_ADAPTER_CHANNEL) HalRealAllocateAdapterChannel,
|
|
(PFLUSH_ADAPTER_BUFFERS) IoFlushAdapterBuffers,
|
|
(PFREE_ADAPTER_CHANNEL) IoFreeAdapterChannel,
|
|
(PFREE_MAP_REGISTERS) IoFreeMapRegisters,
|
|
(PMAP_TRANSFER) IoMapTransfer,
|
|
(PGET_DMA_ALIGNMENT) HalGetDmaAlignment,
|
|
(PREAD_DMA_COUNTER) HalReadDmaCounter,
|
|
(PGET_SCATTER_GATHER_LIST) HalGetScatterGatherList,
|
|
(PPUT_SCATTER_GATHER_LIST) HalPutScatterGatherList,
|
|
(PCALCULATE_SCATTER_GATHER_LIST_SIZE)HalCalculateScatterGatherListSize,
|
|
(PBUILD_SCATTER_GATHER_LIST) HalBuildScatterGatherList,
|
|
(PBUILD_MDL_FROM_SCATTER_GATHER_LIST) HalBuildMdlFromScatterGatherList
|
|
};
|
|
|
|
|
|
|
|
BOOLEAN
|
|
HalpGrowMapBuffers(
|
|
PADAPTER_OBJECT AdapterObject,
|
|
ULONG Amount
|
|
)
|
|
/*++
|
|
|
|
Routine Description:
|
|
|
|
This function attempts to allocate additional map buffers for use by I/O
|
|
devices. The map register table is updated to indicate the additional
|
|
buffers.
|
|
|
|
Caller owns the HalpNewAdapter event
|
|
|
|
Arguments:
|
|
|
|
AdapterObject - Supplies the adapter object for which the buffers are to be
|
|
allocated.
|
|
|
|
Amount - Indicates the size of the map buffers which should be allocated.
|
|
|
|
Return Value:
|
|
|
|
TRUE is returned if the memory could be allocated.
|
|
|
|
FALSE is returned if the memory could not be allocated.
|
|
|
|
--*/
|
|
{
|
|
ULONG MapBufferPhysicalAddress;
|
|
PVOID MapBufferVirtualAddress;
|
|
PTRANSLATION_ENTRY TranslationEntry;
|
|
LONG NumberOfPages;
|
|
LONG i;
|
|
PHYSICAL_ADDRESS physicalAddressMinimum;
|
|
PHYSICAL_ADDRESS physicalAddressMaximum;
|
|
PHYSICAL_ADDRESS boundaryAddress;
|
|
KIRQL Irql;
|
|
PVOID CodeLockHandle;
|
|
ULONG maximumBufferPages;
|
|
ULONG bytesToAllocate;
|
|
|
|
PAGED_CODE();
|
|
|
|
boundaryAddress.QuadPart = 0;
|
|
|
|
NumberOfPages = BYTES_TO_PAGES(Amount);
|
|
|
|
//
|
|
// Make sure there is room for the additional pages. The maximum number of
|
|
// slots needed is equal to NumberOfPages + Amount / 64K + 1.
|
|
//
|
|
|
|
maximumBufferPages = BYTES_TO_PAGES(MAXIMUM_PCI_MAP_BUFFER_SIZE);
|
|
|
|
i = maximumBufferPages - (NumberOfPages +
|
|
(NumberOfPages * PAGE_SIZE) / 0x10000 + 1 +
|
|
AdapterObject->NumberOfMapRegisters);
|
|
|
|
if (i < 0) {
|
|
|
|
//
|
|
// Reduce the allocation amount so it will fit.
|
|
//
|
|
|
|
NumberOfPages += i;
|
|
}
|
|
|
|
if (NumberOfPages <= 0) {
|
|
|
|
//
|
|
// No more memory can be allocated.
|
|
//
|
|
|
|
return(FALSE);
|
|
}
|
|
|
|
HalDebugPrint((HAL_VERBOSE, "HGMB: NumberOfPages = %d\n",
|
|
NumberOfPages));
|
|
|
|
if (AdapterObject->NumberOfMapRegisters == 0 && HalpMapBufferSize) {
|
|
|
|
NumberOfPages = BYTES_TO_PAGES( HalpMapBufferSize );
|
|
|
|
//
|
|
// Since this is the initial allocation, use the buffer allocated by
|
|
// HalInitSystem rather than allocating a new one.
|
|
//
|
|
|
|
MapBufferPhysicalAddress = HalpMapBufferPhysicalAddress.LowPart;
|
|
|
|
//
|
|
// Map the buffer for access.
|
|
//
|
|
HalDebugPrint((HAL_VERBOSE, "HGMB: MapBufferPhys = %p\n",
|
|
HalpMapBufferPhysicalAddress));
|
|
HalDebugPrint((HAL_VERBOSE, "HGMB: MapBufferSize = 0x%x\n",
|
|
HalpMapBufferSize));
|
|
|
|
|
|
MapBufferVirtualAddress = MmMapIoSpace(
|
|
HalpMapBufferPhysicalAddress,
|
|
HalpMapBufferSize,
|
|
TRUE // Cache enable.
|
|
);
|
|
|
|
if (MapBufferVirtualAddress == NULL) {
|
|
|
|
//
|
|
// The buffer could not be mapped.
|
|
//
|
|
|
|
HalpMapBufferSize = 0;
|
|
return(FALSE);
|
|
}
|
|
|
|
|
|
} else {
|
|
|
|
//
|
|
// Allocate the map buffers. Restrict to 32-bit range
|
|
// (TRANSLATION_ENTRY is 32-bit)
|
|
//
|
|
|
|
physicalAddressMinimum.QuadPart = 0;
|
|
|
|
physicalAddressMaximum.LowPart = 0xFFFFFFFF;
|
|
physicalAddressMaximum.HighPart = 0;
|
|
|
|
bytesToAllocate = NumberOfPages * PAGE_SIZE;
|
|
|
|
MapBufferVirtualAddress =
|
|
MmAllocateContiguousMemorySpecifyCache( bytesToAllocate,
|
|
physicalAddressMinimum,
|
|
physicalAddressMaximum,
|
|
boundaryAddress,
|
|
MmCached );
|
|
|
|
if (MapBufferVirtualAddress == NULL) {
|
|
//
|
|
// The allocation attempt failed.
|
|
//
|
|
|
|
return FALSE;
|
|
}
|
|
|
|
//
|
|
// Get the physical address of the map base.
|
|
//
|
|
|
|
MapBufferPhysicalAddress =
|
|
MmGetPhysicalAddress(MapBufferVirtualAddress).LowPart;
|
|
|
|
HalDebugPrint((HAL_VERBOSE, "HGMB: MapBufferVa = %p\n",
|
|
MapBufferVirtualAddress));
|
|
|
|
HalDebugPrint((HAL_VERBOSE, "HGMB: MapBufferPhysAddr = %p\n",
|
|
MapBufferPhysicalAddress));
|
|
}
|
|
|
|
//
|
|
// Initialize the map registers where memory has been allocated.
|
|
// Serialize with master adapter object.
|
|
//
|
|
|
|
CodeLockHandle = MmLockPagableCodeSection (&HalpGrowMapBuffers);
|
|
KeAcquireSpinLock( &AdapterObject->SpinLock, &Irql );
|
|
|
|
TranslationEntry = ((PTRANSLATION_ENTRY) AdapterObject->MapRegisterBase) +
|
|
AdapterObject->NumberOfMapRegisters;
|
|
|
|
for (i = 0; (LONG) i < NumberOfPages; i++) {
|
|
|
|
//
|
|
// Make sure the perivous entry is physically contiguous with the next
|
|
// entry
|
|
//
|
|
|
|
if (TranslationEntry != AdapterObject->MapRegisterBase &&
|
|
(((TranslationEntry - 1)->PhysicalAddress + PAGE_SIZE) !=
|
|
MapBufferPhysicalAddress)) {
|
|
|
|
//
|
|
// An entry needs to be skipped in the table. This entry will
|
|
// remain marked as allocated so that no allocation of map
|
|
// registers will cross this bountry.
|
|
//
|
|
|
|
TranslationEntry++;
|
|
AdapterObject->NumberOfMapRegisters++;
|
|
}
|
|
|
|
//
|
|
// Clear the bits where the memory has been allocated.
|
|
//
|
|
|
|
HalDebugPrint((HAL_VERBOSE, "HGMB: ClearBits (%p, 0x%x, 0x%x\n",
|
|
AdapterObject->MapRegisters,
|
|
(ULONG)(TranslationEntry - (PTRANSLATION_ENTRY)AdapterObject->MapRegisterBase),
|
|
1));
|
|
|
|
RtlClearBits(
|
|
AdapterObject->MapRegisters,
|
|
(ULONG)(TranslationEntry - (PTRANSLATION_ENTRY)
|
|
AdapterObject->MapRegisterBase),
|
|
1
|
|
);
|
|
|
|
TranslationEntry->VirtualAddress = MapBufferVirtualAddress;
|
|
TranslationEntry->PhysicalAddress = MapBufferPhysicalAddress;
|
|
TranslationEntry++;
|
|
(PCCHAR) MapBufferVirtualAddress += PAGE_SIZE;
|
|
MapBufferPhysicalAddress += PAGE_SIZE;
|
|
|
|
}
|
|
|
|
//
|
|
// Remember the number of pages that were allocated.
|
|
//
|
|
|
|
AdapterObject->NumberOfMapRegisters += NumberOfPages;
|
|
|
|
//
|
|
// Release master adapter object.
|
|
//
|
|
|
|
KeReleaseSpinLock( &AdapterObject->SpinLock, Irql );
|
|
MmUnlockPagableImageSection (CodeLockHandle);
|
|
return(TRUE);
|
|
}
|
|
|
|
PADAPTER_OBJECT
|
|
HalpAllocateAdapter(
|
|
IN ULONG MapRegistersPerChannel,
|
|
IN PVOID AdapterBaseVa,
|
|
IN PVOID ChannelNumber
|
|
)
|
|
|
|
/*++
|
|
|
|
Routine Description:
|
|
|
|
This routine allocates and initializes an adapter object to represent an
|
|
adapter or a DMA controller on the system. If no map registers are required
|
|
then a standalone adapter object is allocated with no master adapter.
|
|
|
|
If map registers are required, then a master adapter object is used to
|
|
allocate the map registers. For Isa systems these registers are really
|
|
phyically contiguous memory pages.
|
|
|
|
Caller owns the HalpNewAdapter event
|
|
|
|
|
|
Arguments:
|
|
|
|
MapRegistersPerChannel - Specifies the number of map registers that each
|
|
channel provides for I/O memory mapping.
|
|
|
|
AdapterBaseVa - Address of the the DMA controller.
|
|
|
|
ChannelNumber - Unused.
|
|
|
|
Return Value:
|
|
|
|
The function value is a pointer to the allocate adapter object.
|
|
|
|
--*/
|
|
|
|
{
|
|
|
|
PADAPTER_OBJECT AdapterObject;
|
|
OBJECT_ATTRIBUTES ObjectAttributes;
|
|
ULONG Size;
|
|
ULONG BitmapSize;
|
|
HANDLE Handle;
|
|
NTSTATUS Status;
|
|
|
|
UNREFERENCED_PARAMETER(ChannelNumber);
|
|
|
|
PAGED_CODE();
|
|
|
|
HalDebugPrint((HAL_VERBOSE, "HAA: MapRegistersPerChannel = %d\n",
|
|
MapRegistersPerChannel));
|
|
|
|
HalDebugPrint((HAL_VERBOSE, "HAA: BaseVa = %p\n",
|
|
AdapterBaseVa));
|
|
|
|
//
|
|
// Initalize the master adapter if necessary.
|
|
//
|
|
|
|
if (MasterAdapterObject == NULL && AdapterBaseVa != (PVOID) -1 &&
|
|
MapRegistersPerChannel) {
|
|
|
|
MasterAdapterObject = HalpAllocateAdapter(
|
|
MapRegistersPerChannel,
|
|
(PVOID) -1,
|
|
NULL
|
|
);
|
|
|
|
HalDebugPrint((HAL_VERBOSE, "HAA: MasterAdapterObject = %p\n",
|
|
MasterAdapterObject));
|
|
|
|
//
|
|
// If we could not allocate the master adapter then give up.
|
|
//
|
|
|
|
if (MasterAdapterObject == NULL) {
|
|
return(NULL);
|
|
}
|
|
}
|
|
|
|
//
|
|
// Begin by initializing the object attributes structure to be used when
|
|
// creating the adapter object.
|
|
//
|
|
|
|
InitializeObjectAttributes( &ObjectAttributes,
|
|
NULL,
|
|
OBJ_PERMANENT | OBJ_KERNEL_HANDLE,
|
|
(HANDLE) NULL,
|
|
(PSECURITY_DESCRIPTOR) NULL
|
|
);
|
|
|
|
//
|
|
// Determine the size of the adapter object. If this is the master object
|
|
// then allocate space for the register bit map; otherwise, just allocate
|
|
// an adapter object.
|
|
//
|
|
|
|
if (AdapterBaseVa == (PVOID) -1) {
|
|
|
|
//
|
|
// Allocate a bit map large enough MAXIMUM_PCI_MAP_BUFFER_SIZE / PAGE_SIZE
|
|
// of map register buffers.
|
|
//
|
|
|
|
BitmapSize = (((sizeof( RTL_BITMAP ) +
|
|
((( MAXIMUM_PCI_MAP_BUFFER_SIZE / PAGE_SIZE ) + 7) >> 3)) + 3) & ~3);
|
|
|
|
Size = sizeof( ADAPTER_OBJECT ) + BitmapSize;
|
|
|
|
} else {
|
|
|
|
Size = sizeof( ADAPTER_OBJECT );
|
|
|
|
}
|
|
|
|
//
|
|
// Now create the adapter object.
|
|
//
|
|
|
|
Status = ObCreateObject( KernelMode,
|
|
*IoAdapterObjectType,
|
|
&ObjectAttributes,
|
|
KernelMode,
|
|
(PVOID) NULL,
|
|
Size,
|
|
0,
|
|
0,
|
|
(PVOID *)&AdapterObject );
|
|
|
|
//
|
|
// Reference the object.
|
|
//
|
|
|
|
if (NT_SUCCESS(Status)) {
|
|
|
|
Status = ObReferenceObjectByPointer(
|
|
AdapterObject,
|
|
FILE_READ_DATA | FILE_WRITE_DATA,
|
|
*IoAdapterObjectType,
|
|
KernelMode
|
|
);
|
|
|
|
}
|
|
|
|
//
|
|
// If the adapter object was successfully created, then attempt to insert
|
|
// it into the the object table.
|
|
//
|
|
|
|
if (NT_SUCCESS( Status )) {
|
|
|
|
RtlZeroMemory (AdapterObject, sizeof (ADAPTER_OBJECT));
|
|
|
|
Status = ObInsertObject( AdapterObject,
|
|
NULL,
|
|
FILE_READ_DATA | FILE_WRITE_DATA,
|
|
0,
|
|
(PVOID *) NULL,
|
|
&Handle );
|
|
|
|
if (NT_SUCCESS( Status )) {
|
|
|
|
ZwClose( Handle );
|
|
|
|
//
|
|
// Initialize the adapter object itself.
|
|
//
|
|
|
|
AdapterObject->DmaHeader.Version = IO_TYPE_ADAPTER;
|
|
AdapterObject->DmaHeader.Size = (USHORT) Size;
|
|
AdapterObject->MapRegistersPerChannel = 1;
|
|
AdapterObject->AdapterBaseVa = AdapterBaseVa;
|
|
AdapterObject->ChannelNumber = 0xff;
|
|
AdapterObject->DmaHeader.DmaOperations = &HalpDmaOperations;
|
|
|
|
|
|
if (MapRegistersPerChannel) {
|
|
|
|
AdapterObject->MasterAdapter = MasterAdapterObject;
|
|
|
|
} else {
|
|
|
|
AdapterObject->MasterAdapter = NULL;
|
|
|
|
}
|
|
|
|
//
|
|
// Initialize the channel wait queue for this
|
|
// adapter.
|
|
//
|
|
|
|
KeInitializeDeviceQueue( &AdapterObject->ChannelWaitQueue );
|
|
|
|
//
|
|
// If this is the MasterAdatper then initialize register bit map,
|
|
// AdapterQueue and the spin lock.
|
|
//
|
|
|
|
if ( AdapterBaseVa == (PVOID) -1 ) {
|
|
|
|
KeInitializeSpinLock( &AdapterObject->SpinLock );
|
|
|
|
InitializeListHead( &AdapterObject->AdapterQueue );
|
|
|
|
AdapterObject->MapRegisters = (PVOID) ( AdapterObject + 1);
|
|
|
|
HalDebugPrint((HAL_VERBOSE, "HAA: InitBitMap(%p, %p, 0x%x\n",
|
|
AdapterObject->MapRegisters,
|
|
(PULONG)(((PCHAR)(AdapterObject->MapRegisters)) +
|
|
sizeof( RTL_BITMAP )),
|
|
( MAXIMUM_PCI_MAP_BUFFER_SIZE / PAGE_SIZE )));
|
|
|
|
RtlInitializeBitMap (
|
|
AdapterObject->MapRegisters,
|
|
(PULONG)(((PCHAR)(AdapterObject->MapRegisters)) +
|
|
sizeof( RTL_BITMAP )),
|
|
( MAXIMUM_PCI_MAP_BUFFER_SIZE / PAGE_SIZE )
|
|
);
|
|
//
|
|
// Set all the bits in the memory to indicate that memory
|
|
// has not been allocated for the map buffers
|
|
//
|
|
|
|
RtlSetAllBits( AdapterObject->MapRegisters );
|
|
AdapterObject->NumberOfMapRegisters = 0;
|
|
AdapterObject->CommittedMapRegisters = 0;
|
|
|
|
//
|
|
// ALlocate the memory map registers.
|
|
//
|
|
|
|
AdapterObject->MapRegisterBase = ExAllocatePoolWithTag(
|
|
NonPagedPool,
|
|
(MAXIMUM_PCI_MAP_BUFFER_SIZE / PAGE_SIZE) *
|
|
sizeof(TRANSLATION_ENTRY),
|
|
HAL_POOL_TAG
|
|
);
|
|
|
|
if (AdapterObject->MapRegisterBase == NULL) {
|
|
|
|
ObDereferenceObject( AdapterObject );
|
|
AdapterObject = NULL;
|
|
return(NULL);
|
|
|
|
}
|
|
|
|
//
|
|
// Zero the map registers.
|
|
//
|
|
|
|
RtlZeroMemory(
|
|
AdapterObject->MapRegisterBase,
|
|
(MAXIMUM_PCI_MAP_BUFFER_SIZE / PAGE_SIZE) *
|
|
sizeof(TRANSLATION_ENTRY)
|
|
);
|
|
|
|
if (!HalpGrowMapBuffers(
|
|
AdapterObject,
|
|
INITIAL_MAP_BUFFER_LARGE_SIZE
|
|
)
|
|
)
|
|
{
|
|
|
|
//
|
|
// If no map registers could be allocated then free the
|
|
// object.
|
|
//
|
|
|
|
ObDereferenceObject( AdapterObject );
|
|
AdapterObject = NULL;
|
|
return(NULL);
|
|
|
|
}
|
|
}
|
|
|
|
} else {
|
|
|
|
//
|
|
// An error was incurred for some reason. Set the return value
|
|
// to NULL.
|
|
//
|
|
|
|
AdapterObject = (PADAPTER_OBJECT) NULL;
|
|
}
|
|
} else {
|
|
|
|
AdapterObject = (PADAPTER_OBJECT) NULL;
|
|
|
|
}
|
|
|
|
|
|
return AdapterObject;
|
|
|
|
}
|
|
|
|
ULONG
|
|
HalGetDmaAlignment (
|
|
PVOID Conext
|
|
)
|
|
{
|
|
return HalGetDmaAlignmentRequirement();
|
|
}
|