Greg Kroah-Hartman
598cf27219
Link: https://lore.kernel.org/r/20260217200002.683975158@linuxfoundation.org Tested-by: Florian Fainelli <florian.fainelli@broadcom.com> Tested-by: Takeshi Ogasawara <takeshi.ogasawara@futuring-girl.com> Tested-by: Peter Schneider <pschneider1968@googlemail.com> Tested-by: Jon Hunter <jonathanh@nvidia.com> Tested-by: Salvatore Bonaccorso <carnil@debian.org> Tested-by: Brett A C Sheffield <bacs@librecast.net> Tested-by: Mark Brown <broonie@kernel.org> Tested-by: Luna Jernberg <droidbittin@gmail.com> Tested-by: Ronald Warsow <rwarsow@gmx.de> Tested-by: Justin M. Forbes <jforbes@fedoraproject.org> Tested-by: Ron Economos <re@w6rz.net> Tested-by: Miguel Ojeda <ojeda@kernel.org> Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
92 lines
2.1 KiB
C
92 lines
2.1 KiB
C
#include <asm/tdx.h>
|
|
#include <asm/pgtable.h>
|
|
|
|
static unsigned long try_accept_one(phys_addr_t start, unsigned long len,
|
|
enum pg_level pg_level)
|
|
{
|
|
unsigned long accept_size = page_level_size(pg_level);
|
|
struct tdx_module_args args = {};
|
|
u8 page_size;
|
|
|
|
if (!IS_ALIGNED(start, accept_size))
|
|
return 0;
|
|
|
|
if (len < accept_size)
|
|
return 0;
|
|
|
|
/*
|
|
* Pass the page physical address to the TDX module to accept the
|
|
* pending, private page.
|
|
*
|
|
* Bits 2:0 of RCX encode page size: 0 - 4K, 1 - 2M, 2 - 1G.
|
|
*/
|
|
switch (pg_level) {
|
|
case PG_LEVEL_4K:
|
|
page_size = TDX_PS_4K;
|
|
break;
|
|
case PG_LEVEL_2M:
|
|
page_size = TDX_PS_2M;
|
|
break;
|
|
case PG_LEVEL_1G:
|
|
page_size = TDX_PS_1G;
|
|
break;
|
|
default:
|
|
return 0;
|
|
}
|
|
|
|
args.rcx = start | page_size;
|
|
if (__tdcall(TDG_MEM_PAGE_ACCEPT, &args))
|
|
return 0;
|
|
|
|
return accept_size;
|
|
}
|
|
|
|
bool tdx_accept_memory(phys_addr_t start, phys_addr_t end)
|
|
{
|
|
/*
|
|
* For shared->private conversion, accept the page using
|
|
* TDG_MEM_PAGE_ACCEPT TDX module call.
|
|
*/
|
|
while (start < end) {
|
|
unsigned long len = end - start;
|
|
unsigned long accept_size;
|
|
|
|
/*
|
|
* Try larger accepts first. It gives chance to VMM to keep
|
|
* 1G/2M Secure EPT entries where possible and speeds up
|
|
* process by cutting number of hypercalls (if successful).
|
|
*/
|
|
|
|
accept_size = try_accept_one(start, len, PG_LEVEL_1G);
|
|
if (!accept_size)
|
|
accept_size = try_accept_one(start, len, PG_LEVEL_2M);
|
|
if (!accept_size)
|
|
accept_size = try_accept_one(start, len, PG_LEVEL_4K);
|
|
if (!accept_size)
|
|
return false;
|
|
start += accept_size;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
noinstr u64 __tdx_hypercall(struct tdx_module_args *args)
|
|
{
|
|
/*
|
|
* For TDVMCALL explicitly set RCX to the bitmap of shared registers.
|
|
* The caller isn't expected to set @args->rcx anyway.
|
|
*/
|
|
args->rcx = TDVMCALL_EXPOSE_REGS_MASK;
|
|
|
|
/*
|
|
* Failure of __tdcall_saved_ret() indicates a failure of the TDVMCALL
|
|
* mechanism itself and that something has gone horribly wrong with
|
|
* the TDX module. __tdx_hypercall_failed() never returns.
|
|
*/
|
|
if (__tdcall_saved_ret(TDG_VP_VMCALL, args))
|
|
__tdx_hypercall_failed();
|
|
|
|
/* TDVMCALL leaf return code is in R10 */
|
|
return args->r10;
|
|
}
|