You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
279 lines
9.1 KiB
279 lines
9.1 KiB
/** @file
|
|
Cache Maintenance Functions.
|
|
|
|
Copyright (c) 2006 - 2018, Intel Corporation. All rights reserved.<BR>
|
|
This program and the accompanying materials
|
|
are licensed and made available under the terms and conditions of the BSD License
|
|
which accompanies this distribution. The full text of the license may be found at
|
|
http://opensource.org/licenses/bsd-license.php.
|
|
|
|
THE PROGRAM IS DISTRIBUTED UNDER THE BSD LICENSE ON AN "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR REPRESENTATIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED.
|
|
|
|
|
|
**/
|
|
|
|
#include <Base.h>
|
|
#include <Library/BaseLib.h>
|
|
#include <Library/DebugLib.h>
|
|
|
|
/**
|
|
Invalidates the entire instruction cache in cache coherency domain of the
|
|
calling CPU.
|
|
|
|
**/
|
|
VOID
|
|
EFIAPI
|
|
InvalidateInstructionCache (
|
|
VOID
|
|
)
|
|
{
|
|
}
|
|
|
|
/**
|
|
Invalidates a range of instruction cache lines in the cache coherency domain
|
|
of the calling CPU.
|
|
|
|
Invalidates the instruction cache lines specified by Address and Length. If
|
|
Address is not aligned on a cache line boundary, then entire instruction
|
|
cache line containing Address is invalidated. If Address + Length is not
|
|
aligned on a cache line boundary, then the entire instruction cache line
|
|
containing Address + Length -1 is invalidated. This function may choose to
|
|
invalidate the entire instruction cache if that is more efficient than
|
|
invalidating the specified range. If Length is 0, then no instruction cache
|
|
lines are invalidated. Address is returned.
|
|
|
|
If Length is greater than (MAX_ADDRESS - Address + 1), then ASSERT().
|
|
|
|
@param Address The base address of the instruction cache lines to
|
|
invalidate. If the CPU is in a physical addressing mode, then
|
|
Address is a physical address. If the CPU is in a virtual
|
|
addressing mode, then Address is a virtual address.
|
|
|
|
@param Length The number of bytes to invalidate from the instruction cache.
|
|
|
|
@return Address.
|
|
|
|
**/
|
|
VOID *
|
|
EFIAPI
|
|
InvalidateInstructionCacheRange (
|
|
IN VOID *Address,
|
|
IN UINTN Length
|
|
)
|
|
{
|
|
if (Length == 0) {
|
|
return Address;
|
|
}
|
|
|
|
ASSERT ((Length - 1) <= (MAX_ADDRESS - (UINTN)Address));
|
|
return Address;
|
|
}
|
|
|
|
/**
|
|
Writes back and invalidates the entire data cache in cache coherency domain
|
|
of the calling CPU.
|
|
|
|
Writes back and invalidates the entire data cache in cache coherency domain
|
|
of the calling CPU. This function guarantees that all dirty cache lines are
|
|
written back to system memory, and also invalidates all the data cache lines
|
|
in the cache coherency domain of the calling CPU.
|
|
|
|
**/
|
|
VOID
|
|
EFIAPI
|
|
WriteBackInvalidateDataCache (
|
|
VOID
|
|
)
|
|
{
|
|
AsmWbinvd ();
|
|
}
|
|
|
|
/**
|
|
Writes back and invalidates a range of data cache lines in the cache
|
|
coherency domain of the calling CPU.
|
|
|
|
Writes back and invalidates the data cache lines specified by Address and
|
|
Length. If Address is not aligned on a cache line boundary, then entire data
|
|
cache line containing Address is written back and invalidated. If Address +
|
|
Length is not aligned on a cache line boundary, then the entire data cache
|
|
line containing Address + Length -1 is written back and invalidated. This
|
|
function may choose to write back and invalidate the entire data cache if
|
|
that is more efficient than writing back and invalidating the specified
|
|
range. If Length is 0, then no data cache lines are written back and
|
|
invalidated. Address is returned.
|
|
|
|
If Length is greater than (MAX_ADDRESS - Address + 1), then ASSERT().
|
|
|
|
@param Address The base address of the data cache lines to write back and
|
|
invalidate. If the CPU is in a physical addressing mode, then
|
|
Address is a physical address. If the CPU is in a virtual
|
|
addressing mode, then Address is a virtual address.
|
|
@param Length The number of bytes to write back and invalidate from the
|
|
data cache.
|
|
|
|
@return Address of cache invalidation.
|
|
|
|
**/
|
|
VOID *
|
|
EFIAPI
|
|
WriteBackInvalidateDataCacheRange (
|
|
IN VOID *Address,
|
|
IN UINTN Length
|
|
)
|
|
{
|
|
UINT32 RegEbx;
|
|
UINT32 RegEdx;
|
|
UINTN CacheLineSize;
|
|
UINTN Start;
|
|
UINTN End;
|
|
|
|
if (Length == 0) {
|
|
return Address;
|
|
}
|
|
|
|
ASSERT ((Length - 1) <= (MAX_ADDRESS - (UINTN)Address));
|
|
|
|
//
|
|
// If the CPU does not support CLFLUSH instruction,
|
|
// then promote flush range to flush entire cache.
|
|
//
|
|
AsmCpuid (0x01, NULL, &RegEbx, NULL, &RegEdx);
|
|
if ((RegEdx & BIT19) == 0) {
|
|
AsmWbinvd ();
|
|
return Address;
|
|
}
|
|
|
|
//
|
|
// Cache line size is 8 * Bits 15-08 of EBX returned from CPUID 01H
|
|
//
|
|
CacheLineSize = (RegEbx & 0xff00) >> 5;
|
|
|
|
Start = (UINTN)Address;
|
|
//
|
|
// Calculate the cache line alignment
|
|
//
|
|
End = (Start + Length + (CacheLineSize - 1)) & ~(CacheLineSize - 1);
|
|
Start &= ~((UINTN)CacheLineSize - 1);
|
|
|
|
do {
|
|
Start = (UINTN)AsmFlushCacheLine ((VOID*)Start) + CacheLineSize;
|
|
} while (Start != End);
|
|
return Address;
|
|
}
|
|
|
|
/**
|
|
Writes back the entire data cache in cache coherency domain of the calling
|
|
CPU.
|
|
|
|
Writes back the entire data cache in cache coherency domain of the calling
|
|
CPU. This function guarantees that all dirty cache lines are written back to
|
|
system memory. This function may also invalidate all the data cache lines in
|
|
the cache coherency domain of the calling CPU.
|
|
|
|
**/
|
|
VOID
|
|
EFIAPI
|
|
WriteBackDataCache (
|
|
VOID
|
|
)
|
|
{
|
|
WriteBackInvalidateDataCache ();
|
|
}
|
|
|
|
/**
|
|
Writes back a range of data cache lines in the cache coherency domain of the
|
|
calling CPU.
|
|
|
|
Writes back the data cache lines specified by Address and Length. If Address
|
|
is not aligned on a cache line boundary, then entire data cache line
|
|
containing Address is written back. If Address + Length is not aligned on a
|
|
cache line boundary, then the entire data cache line containing Address +
|
|
Length -1 is written back. This function may choose to write back the entire
|
|
data cache if that is more efficient than writing back the specified range.
|
|
If Length is 0, then no data cache lines are written back. This function may
|
|
also invalidate all the data cache lines in the specified range of the cache
|
|
coherency domain of the calling CPU. Address is returned.
|
|
|
|
If Length is greater than (MAX_ADDRESS - Address + 1), then ASSERT().
|
|
|
|
@param Address The base address of the data cache lines to write back. If
|
|
the CPU is in a physical addressing mode, then Address is a
|
|
physical address. If the CPU is in a virtual addressing
|
|
mode, then Address is a virtual address.
|
|
@param Length The number of bytes to write back from the data cache.
|
|
|
|
@return Address of cache written in main memory.
|
|
|
|
**/
|
|
VOID *
|
|
EFIAPI
|
|
WriteBackDataCacheRange (
|
|
IN VOID *Address,
|
|
IN UINTN Length
|
|
)
|
|
{
|
|
return WriteBackInvalidateDataCacheRange (Address, Length);
|
|
}
|
|
|
|
/**
|
|
Invalidates the entire data cache in cache coherency domain of the calling
|
|
CPU.
|
|
|
|
Invalidates the entire data cache in cache coherency domain of the calling
|
|
CPU. This function must be used with care because dirty cache lines are not
|
|
written back to system memory. It is typically used for cache diagnostics. If
|
|
the CPU does not support invalidation of the entire data cache, then a write
|
|
back and invalidate operation should be performed on the entire data cache.
|
|
|
|
**/
|
|
VOID
|
|
EFIAPI
|
|
InvalidateDataCache (
|
|
VOID
|
|
)
|
|
{
|
|
AsmInvd ();
|
|
}
|
|
|
|
/**
|
|
Invalidates a range of data cache lines in the cache coherency domain of the
|
|
calling CPU.
|
|
|
|
Invalidates the data cache lines specified by Address and Length. If Address
|
|
is not aligned on a cache line boundary, then entire data cache line
|
|
containing Address is invalidated. If Address + Length is not aligned on a
|
|
cache line boundary, then the entire data cache line containing Address +
|
|
Length -1 is invalidated. This function must never invalidate any cache lines
|
|
outside the specified range. If Length is 0, then no data cache lines are
|
|
invalidated. Address is returned. This function must be used with care
|
|
because dirty cache lines are not written back to system memory. It is
|
|
typically used for cache diagnostics. If the CPU does not support
|
|
invalidation of a data cache range, then a write back and invalidate
|
|
operation should be performed on the data cache range.
|
|
|
|
If Length is greater than (MAX_ADDRESS - Address + 1), then ASSERT().
|
|
|
|
@param Address The base address of the data cache lines to invalidate. If
|
|
the CPU is in a physical addressing mode, then Address is a
|
|
physical address. If the CPU is in a virtual addressing mode,
|
|
then Address is a virtual address.
|
|
@param Length The number of bytes to invalidate from the data cache.
|
|
|
|
@return Address.
|
|
|
|
**/
|
|
VOID *
|
|
EFIAPI
|
|
InvalidateDataCacheRange (
|
|
IN VOID *Address,
|
|
IN UINTN Length
|
|
)
|
|
{
|
|
//
|
|
// Invalidation of a data cache range without writing back is not supported on
|
|
// x86 architecture, so write back and invalidate operation is performed.
|
|
//
|
|
return WriteBackInvalidateDataCacheRange (Address, Length);
|
|
}
|