mirror of
git://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2026-03-22 07:27:12 +08:00
b912138df2
Page reclaim list (PRL) is preparation work for the page reclaim feature. The PRL is firstly owned by pt_update_ops and all other page reclaim operations will point back to this PRL. PRL generates its entries during the unbind page walker, updating the PRL. This PRL is restricted to a 4K page, so 512 page entries at most. v2: - Removed unused function. (Shuicheng) - Compacted warning checking, update commit message, spelling, etc. (Shuicheng, Matthew B) - Fix kernel docs - Moved PRL max entries overflow handling out from generate_reclaim_entry to caller (Shuicheng) - Add xe_page_reclaim_list_init for clarity. (Matthew B) - Modify xe_guc_page_reclaim_entry to use macros for greater flexbility. (Matthew B) - Add fallback for PTE outside of page reclaim supported 4K, 64K, 2M pages (Matthew B) - Invalidate PRL for early abort page walk. - Removed page reclaim related variables from tlb fence (Matthew Brost) - Remove error handling in *alloc_entries failure. (Matthew B) v3: - Fix NULL pointer dereference check. - Modify reclaim_entry to QW and bitfields accordingly. (Matthew B) - Add vm_dbg prints for PRL generation and invalidation. (Matthew B) v4: - s/GENMASK/GENMASK_ULL && s/BIT/BIT_ULL (CI) v5: - Addition of xe_page_reclaim_list_is_new() to avoid continuous allocation of PRL if consecutive VMAs cause a PRL invalidation. - Add xe_page_reclaim_list_valid() helpers for clarity. (Matthew B) - Move xe_page_reclaim_list_entries_put in xe_page_reclaim_list_invalidate. Signed-off-by: Brian Nguyen <brian3.nguyen@intel.com> Reviewed-by: Matthew Brost <matthew.brost@intel.com> Cc: Shuicheng Lin <shuicheng.lin@intel.com> Signed-off-by: Matthew Brost <matthew.brost@intel.com> Link: https://patch.msgid.link/20251212213225.3564537-17-brian3.nguyen@intel.com
97 lines
2.9 KiB
C
97 lines
2.9 KiB
C
/* SPDX-License-Identifier: MIT */
|
|
/*
|
|
* Copyright © 2025 Intel Corporation
|
|
*/
|
|
|
|
#ifndef _XE_PAGE_RECLAIM_H_
|
|
#define _XE_PAGE_RECLAIM_H_
|
|
|
|
#include <linux/kref.h>
|
|
#include <linux/mm.h>
|
|
#include <linux/slab.h>
|
|
#include <linux/types.h>
|
|
#include <linux/workqueue.h>
|
|
#include <linux/bits.h>
|
|
|
|
#define XE_PAGE_RECLAIM_MAX_ENTRIES 512
|
|
#define XE_PAGE_RECLAIM_LIST_MAX_SIZE SZ_4K
|
|
|
|
struct xe_guc_page_reclaim_entry {
|
|
u64 qw;
|
|
/* valid reclaim entry bit */
|
|
#define XE_PAGE_RECLAIM_VALID BIT_ULL(0)
|
|
/*
|
|
* offset order of page size to be reclaimed
|
|
* page_size = 1 << (XE_PTE_SHIFT + reclamation_size)
|
|
*/
|
|
#define XE_PAGE_RECLAIM_SIZE GENMASK_ULL(6, 1)
|
|
#define XE_PAGE_RECLAIM_RSVD_0 GENMASK_ULL(11, 7)
|
|
/* lower 20 bits of the physical address */
|
|
#define XE_PAGE_RECLAIM_ADDR_LO GENMASK_ULL(31, 12)
|
|
/* upper 20 bits of the physical address */
|
|
#define XE_PAGE_RECLAIM_ADDR_HI GENMASK_ULL(51, 32)
|
|
#define XE_PAGE_RECLAIM_RSVD_1 GENMASK_ULL(63, 52)
|
|
} __packed;
|
|
|
|
struct xe_page_reclaim_list {
|
|
/** @entries: array of page reclaim entries, page allocated */
|
|
struct xe_guc_page_reclaim_entry *entries;
|
|
/** @num_entries: number of entries */
|
|
int num_entries;
|
|
#define XE_PAGE_RECLAIM_INVALID_LIST -1
|
|
};
|
|
|
|
/**
|
|
* xe_page_reclaim_list_is_new() - Check if PRL is new allocation
|
|
* @prl: Pointer to page reclaim list
|
|
*
|
|
* PRL indicates it hasn't been allocated through both values being NULL
|
|
*/
|
|
static inline bool xe_page_reclaim_list_is_new(struct xe_page_reclaim_list *prl)
|
|
{
|
|
return !prl->entries && prl->num_entries == 0;
|
|
}
|
|
|
|
/**
|
|
* xe_page_reclaim_list_valid() - Check if the page reclaim list is valid
|
|
* @prl: Pointer to page reclaim list
|
|
*
|
|
* PRL uses the XE_PAGE_RECLAIM_INVALID_LIST to indicate that a PRL
|
|
* is unusable.
|
|
*/
|
|
static inline bool xe_page_reclaim_list_valid(struct xe_page_reclaim_list *prl)
|
|
{
|
|
return !xe_page_reclaim_list_is_new(prl) &&
|
|
prl->num_entries != XE_PAGE_RECLAIM_INVALID_LIST;
|
|
}
|
|
|
|
void xe_page_reclaim_list_invalidate(struct xe_page_reclaim_list *prl);
|
|
void xe_page_reclaim_list_init(struct xe_page_reclaim_list *prl);
|
|
int xe_page_reclaim_list_alloc_entries(struct xe_page_reclaim_list *prl);
|
|
/**
|
|
* xe_page_reclaim_entries_get() - Increment the reference count of page reclaim entries.
|
|
* @entries: Pointer to the array of page reclaim entries.
|
|
*
|
|
* This function increments the reference count of the backing page.
|
|
*/
|
|
static inline void xe_page_reclaim_entries_get(struct xe_guc_page_reclaim_entry *entries)
|
|
{
|
|
if (entries)
|
|
get_page(virt_to_page(entries));
|
|
}
|
|
|
|
/**
|
|
* xe_page_reclaim_entries_put() - Decrement the reference count of page reclaim entries.
|
|
* @entries: Pointer to the array of page reclaim entries.
|
|
*
|
|
* This function decrements the reference count of the backing page
|
|
* and frees it if the count reaches zero.
|
|
*/
|
|
static inline void xe_page_reclaim_entries_put(struct xe_guc_page_reclaim_entry *entries)
|
|
{
|
|
if (entries)
|
|
put_page(virt_to_page(entries));
|
|
}
|
|
|
|
#endif /* _XE_PAGE_RECLAIM_H_ */
|