mirror of
				https://github.com/projectacrn/acrn-hypervisor.git
				synced 2025-11-04 11:48:50 +00:00 
			
		
		
		
	change the input parameter from vcpu to eptp in order to let this api more generic, no need to care normal world or secure world. Tracked-On: #1842 Signed-off-by: Mingqiang Chi <mingqiang.chi@intel.com> Reviewed-by: Jason Chen CJ <jason.cj.chen@intel.com>
		
			
				
	
	
		
			286 lines
		
	
	
		
			6.1 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			286 lines
		
	
	
		
			6.1 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
/*
 | 
						|
 * Copyright (C) 2018 Intel Corporation. All rights reserved.
 | 
						|
 *
 | 
						|
 * SPDX-License-Identifier: BSD-3-Clause
 | 
						|
 */
 | 
						|
/**
 | 
						|
 * @file pgtable.h
 | 
						|
 *
 | 
						|
 * @brief Address translation and page table operations
 | 
						|
 */
 | 
						|
#ifndef PGTABLE_H
 | 
						|
#define PGTABLE_H
 | 
						|
 | 
						|
#include <page.h>
 | 
						|
 | 
						|
#define PAGE_PRESENT		(1UL << 0U)
 | 
						|
#define PAGE_RW			(1UL << 1U)
 | 
						|
#define PAGE_USER		(1UL << 2U)
 | 
						|
#define PAGE_PWT		(1UL << 3U)
 | 
						|
#define PAGE_PCD		(1UL << 4U)
 | 
						|
#define PAGE_ACCESSED		(1UL << 5U)
 | 
						|
#define PAGE_DIRTY		(1UL << 6U)
 | 
						|
#define PAGE_PSE		(1UL << 7U)
 | 
						|
#define PAGE_GLOBAL		(1UL << 8U)
 | 
						|
#define PAGE_PAT_LARGE		(1UL << 12U)
 | 
						|
#define PAGE_NX			(1UL << 63U)
 | 
						|
 | 
						|
#define PAGE_CACHE_MASK		(PAGE_PCD | PAGE_PWT)
 | 
						|
#define PAGE_CACHE_WB		0UL
 | 
						|
#define PAGE_CACHE_WT		PAGE_PWT
 | 
						|
#define PAGE_CACHE_UC_MINUS	PAGE_PCD
 | 
						|
#define PAGE_CACHE_UC		(PAGE_PCD | PAGE_PWT)
 | 
						|
 | 
						|
/**
 | 
						|
 * @defgroup ept_mem_access_right EPT Memory Access Right
 | 
						|
 *
 | 
						|
 * This is a group that includes EPT Memory Access Right Definitions.
 | 
						|
 *
 | 
						|
 * @{
 | 
						|
 */
 | 
						|
 | 
						|
/**
 | 
						|
 * @brief EPT memory access right is read-only.
 | 
						|
 */
 | 
						|
#define EPT_RD			(1UL << 0U)
 | 
						|
 | 
						|
/**
 | 
						|
 * @brief EPT memory access right is read/write.
 | 
						|
 */
 | 
						|
#define EPT_WR			(1UL << 1U)
 | 
						|
 | 
						|
/**
 | 
						|
 * @brief EPT memory access right is executable.
 | 
						|
 */
 | 
						|
#define EPT_EXE			(1UL << 2U)
 | 
						|
 | 
						|
/**
 | 
						|
 * @brief EPT memory access right is read/write and executable.
 | 
						|
 */
 | 
						|
#define EPT_RWX			(EPT_RD | EPT_WR | EPT_EXE)
 | 
						|
 | 
						|
/**
 | 
						|
 * @}
 | 
						|
 */
 | 
						|
/* End of ept_mem_access_right */
 | 
						|
 | 
						|
/**
 | 
						|
 * @defgroup ept_mem_type EPT Memory Type
 | 
						|
 *
 | 
						|
 * This is a group that includes EPT Memory Type Definitions.
 | 
						|
 *
 | 
						|
 * @{
 | 
						|
 */
 | 
						|
 | 
						|
/**
 | 
						|
 * @brief EPT memory type is specified in bits 5:3 of the EPT paging-structure entry.
 | 
						|
 */
 | 
						|
#define EPT_MT_SHIFT		3U
 | 
						|
 | 
						|
/**
 | 
						|
 * @brief EPT memory type is uncacheable.
 | 
						|
 */
 | 
						|
#define EPT_UNCACHED		(0UL << EPT_MT_SHIFT)
 | 
						|
 | 
						|
/**
 | 
						|
 * @brief EPT memory type is write combining.
 | 
						|
 */
 | 
						|
#define EPT_WC			(1UL << EPT_MT_SHIFT)
 | 
						|
 | 
						|
/**
 | 
						|
 * @brief EPT memory type is write through.
 | 
						|
 */
 | 
						|
#define EPT_WT			(4UL << EPT_MT_SHIFT)
 | 
						|
 | 
						|
/**
 | 
						|
 * @brief EPT memory type is write protected.
 | 
						|
 */
 | 
						|
#define EPT_WP			(5UL << EPT_MT_SHIFT)
 | 
						|
 | 
						|
/**
 | 
						|
 * @brief EPT memory type is write back.
 | 
						|
 */
 | 
						|
#define EPT_WB			(6UL << EPT_MT_SHIFT)
 | 
						|
 | 
						|
/**
 | 
						|
 * @}
 | 
						|
 */
 | 
						|
/* End of ept_mem_type */
 | 
						|
 | 
						|
#define EPT_MT_MASK		(7UL << EPT_MT_SHIFT)
 | 
						|
/* VTD: Second-Level Paging Entries: Snoop Control */
 | 
						|
#define EPT_SNOOP_CTRL		(1UL << 11U)
 | 
						|
#define EPT_VE			(1UL << 63U)
 | 
						|
/* EPT leaf entry bits (bit 52 - bit 63) should be maksed  when calculate PFN */
 | 
						|
#define EPT_PFN_HIGH_MASK	0xFFF0000000000000UL
 | 
						|
 | 
						|
#define PML4E_SHIFT		39U
 | 
						|
#define PTRS_PER_PML4E		512UL
 | 
						|
#define PML4E_SIZE		(1UL << PML4E_SHIFT)
 | 
						|
#define PML4E_MASK		(~(PML4E_SIZE - 1UL))
 | 
						|
 | 
						|
#define PDPTE_SHIFT		30U
 | 
						|
#define PTRS_PER_PDPTE		512UL
 | 
						|
#define PDPTE_SIZE		(1UL << PDPTE_SHIFT)
 | 
						|
#define PDPTE_MASK		(~(PDPTE_SIZE - 1UL))
 | 
						|
 | 
						|
#define PDE_SHIFT		21U
 | 
						|
#define PTRS_PER_PDE		512UL
 | 
						|
#define PDE_SIZE		(1UL << PDE_SHIFT)
 | 
						|
#define PDE_MASK		(~(PDE_SIZE - 1UL))
 | 
						|
 | 
						|
#define PTE_SHIFT		12U
 | 
						|
#define PTRS_PER_PTE		512UL
 | 
						|
#define PTE_SIZE		(1UL << PTE_SHIFT)
 | 
						|
#define PTE_MASK		(~(PTE_SIZE - 1UL))
 | 
						|
 | 
						|
/* TODO: PAGE_MASK & PHYSICAL_MASK */
 | 
						|
#define PML4E_PFN_MASK		0x0000FFFFFFFFF000UL
 | 
						|
#define PDPTE_PFN_MASK		0x0000FFFFFFFFF000UL
 | 
						|
#define PDE_PFN_MASK		0x0000FFFFFFFFF000UL
 | 
						|
/**
 | 
						|
 * @brief Address space translation
 | 
						|
 *
 | 
						|
 * @addtogroup acrn_mem ACRN Memory Management
 | 
						|
 * @{
 | 
						|
 */
 | 
						|
/* hpa <--> hva, now it is 1:1 mapping */
 | 
						|
/**
 | 
						|
 * @brief Translate host-physical address to host-virtual address
 | 
						|
 *
 | 
						|
 * @param[in] x The specified host-physical address
 | 
						|
 *
 | 
						|
 * @return The translated host-virtual address
 | 
						|
 */
 | 
						|
static inline void *hpa2hva_early(uint64_t x)
 | 
						|
{
 | 
						|
	return (void *)x;
 | 
						|
}
 | 
						|
/**
 | 
						|
 * @brief Translate host-virtual address to host-physical address
 | 
						|
 *
 | 
						|
 * @param[in] x The specified host-virtual address
 | 
						|
 *
 | 
						|
 * @return The translated host-physical address
 | 
						|
 */
 | 
						|
static inline uint64_t hva2hpa_early(void *x)
 | 
						|
{
 | 
						|
	return (uint64_t)x;
 | 
						|
}
 | 
						|
 | 
						|
/**
 | 
						|
 * @brief Translate host-physical address to host-virtual address
 | 
						|
 *
 | 
						|
 * @param[in] x The specified host-physical address
 | 
						|
 *
 | 
						|
 * @return The translated host-virtual address
 | 
						|
 */
 | 
						|
static inline void *hpa2hva(uint64_t x)
 | 
						|
{
 | 
						|
	return (void *)x;
 | 
						|
}
 | 
						|
/**
 | 
						|
 * @brief Translate host-virtual address to host-physical address
 | 
						|
 *
 | 
						|
 * @param[in] x The specified host-virtual address
 | 
						|
 *
 | 
						|
 * @return The translated host-physical address
 | 
						|
 */
 | 
						|
static inline uint64_t hva2hpa(const void *x)
 | 
						|
{
 | 
						|
	return (uint64_t)x;
 | 
						|
}
 | 
						|
 | 
						|
static inline uint64_t pml4e_index(uint64_t address)
 | 
						|
{
 | 
						|
	return (address >> PML4E_SHIFT) & (PTRS_PER_PML4E - 1UL);
 | 
						|
}
 | 
						|
 | 
						|
static inline uint64_t pdpte_index(uint64_t address)
 | 
						|
{
 | 
						|
	return (address >> PDPTE_SHIFT) & (PTRS_PER_PDPTE - 1UL);
 | 
						|
}
 | 
						|
 | 
						|
static inline uint64_t pde_index(uint64_t address)
 | 
						|
{
 | 
						|
	return (address >> PDE_SHIFT) & (PTRS_PER_PDE - 1UL);
 | 
						|
}
 | 
						|
 | 
						|
static inline uint64_t pte_index(uint64_t address)
 | 
						|
{
 | 
						|
	return (address >> PTE_SHIFT) & (PTRS_PER_PTE - 1UL);
 | 
						|
}
 | 
						|
 | 
						|
static inline uint64_t *pml4e_page_vaddr(uint64_t pml4e)
 | 
						|
{
 | 
						|
	return hpa2hva(pml4e & PML4E_PFN_MASK);
 | 
						|
}
 | 
						|
 | 
						|
static inline uint64_t *pdpte_page_vaddr(uint64_t pdpte)
 | 
						|
{
 | 
						|
	return hpa2hva(pdpte & PDPTE_PFN_MASK);
 | 
						|
}
 | 
						|
 | 
						|
static inline uint64_t *pde_page_vaddr(uint64_t pde)
 | 
						|
{
 | 
						|
	return hpa2hva(pde & PDE_PFN_MASK);
 | 
						|
}
 | 
						|
 | 
						|
static inline uint64_t *pml4e_offset(uint64_t *pml4_page, uint64_t addr)
 | 
						|
{
 | 
						|
	return pml4_page + pml4e_index(addr);
 | 
						|
}
 | 
						|
 | 
						|
static inline uint64_t *pdpte_offset(const uint64_t *pml4e, uint64_t addr)
 | 
						|
{
 | 
						|
	return pml4e_page_vaddr(*pml4e) + pdpte_index(addr);
 | 
						|
}
 | 
						|
 | 
						|
static inline uint64_t *pde_offset(const uint64_t *pdpte, uint64_t addr)
 | 
						|
{
 | 
						|
	return pdpte_page_vaddr(*pdpte) + pde_index(addr);
 | 
						|
}
 | 
						|
 | 
						|
static inline uint64_t *pte_offset(const uint64_t *pde, uint64_t addr)
 | 
						|
{
 | 
						|
	return pde_page_vaddr(*pde) + pte_index(addr);
 | 
						|
}
 | 
						|
 | 
						|
/*
 | 
						|
 * pgentry may means pml4e/pdpte/pde/pte
 | 
						|
 */
 | 
						|
static inline uint64_t get_pgentry(const uint64_t *pte)
 | 
						|
{
 | 
						|
	return *pte;
 | 
						|
}
 | 
						|
 | 
						|
/*
 | 
						|
 * pgentry may means pml4e/pdpte/pde/pte
 | 
						|
 */
 | 
						|
static inline void set_pgentry(uint64_t *ptep, uint64_t pte, const struct memory_ops *mem_ops)
 | 
						|
{
 | 
						|
	*ptep = pte;
 | 
						|
	mem_ops->clflush_pagewalk(ptep);
 | 
						|
}
 | 
						|
 | 
						|
static inline uint64_t pde_large(uint64_t pde)
 | 
						|
{
 | 
						|
	return pde & PAGE_PSE;
 | 
						|
}
 | 
						|
 | 
						|
static inline uint64_t pdpte_large(uint64_t pdpte)
 | 
						|
{
 | 
						|
	return pdpte & PAGE_PSE;
 | 
						|
}
 | 
						|
 | 
						|
/**
 | 
						|
 *@pre (pml4_page != NULL) && (pg_size != NULL)
 | 
						|
 */
 | 
						|
const uint64_t *lookup_address(uint64_t *pml4_page, uint64_t addr,
 | 
						|
		uint64_t *pg_size, const struct memory_ops *mem_ops);
 | 
						|
 | 
						|
/**
 | 
						|
 * @}
 | 
						|
 */
 | 
						|
#endif /* PGTABLE_H */
 |