mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2025-08-28 18:12:51 +00:00
270172f64b
Add migrate layer functions to access VRAM and update xe_ttm_access_memory to use for non-visible access and large (more than 16k) BO access. 8G devcoreump on BMG observed 3 minute CPU copy time vs. 3s GPU copy time. v4: - Fix non-page aligned accesses - Add support for small / unaligned access - Update commit message indicating migrate used for large accesses (Auld) - Fix warning in xe_res_cursor for non-zero offset v5: - Fix 32 bit build (CI) v6: - Rebase and use SVM migration copy functions v7: - Fix build error (CI) v8: - Remove ifdef around VRAM copy functions (CI) - Use break statement in dma unmmaping (Jonathan) - Use if/else rather than goto (Jonathan) - Use single return point (Jonathan) Signed-off-by: Matthew Brost <matthew.brost@intel.com> Reviewed-by: Jonathan Cavitt <jonathan.cavitt@intel.com> Link: https://lore.kernel.org/r/20250423171725.597955-3-matthew.brost@intel.com
138 lines
4.2 KiB
C
138 lines
4.2 KiB
C
/* SPDX-License-Identifier: MIT */
|
|
/*
|
|
* Copyright © 2020 Intel Corporation
|
|
*/
|
|
|
|
#ifndef _XE_MIGRATE_
|
|
#define _XE_MIGRATE_
|
|
|
|
#include <linux/types.h>
|
|
|
|
struct dma_fence;
|
|
struct iosys_map;
|
|
struct ttm_resource;
|
|
|
|
struct xe_bo;
|
|
struct xe_gt;
|
|
struct xe_exec_queue;
|
|
struct xe_migrate;
|
|
struct xe_migrate_pt_update;
|
|
struct xe_sync_entry;
|
|
struct xe_pt;
|
|
struct xe_tile;
|
|
struct xe_vm;
|
|
struct xe_vm_pgtable_update;
|
|
struct xe_vma;
|
|
|
|
/**
|
|
* struct xe_migrate_pt_update_ops - Callbacks for the
|
|
* xe_migrate_update_pgtables() function.
|
|
*/
|
|
struct xe_migrate_pt_update_ops {
|
|
/**
|
|
* @populate: Populate a command buffer or page-table with ptes.
|
|
* @pt_update: Embeddable callback argument.
|
|
* @tile: The tile for the current operation.
|
|
* @map: struct iosys_map into the memory to be populated.
|
|
* @pos: If @map is NULL, map into the memory to be populated.
|
|
* @ofs: qword offset into @map, unused if @map is NULL.
|
|
* @num_qwords: Number of qwords to write.
|
|
* @update: Information about the PTEs to be inserted.
|
|
*
|
|
* This interface is intended to be used as a callback into the
|
|
* page-table system to populate command buffers or shared
|
|
* page-tables with PTEs.
|
|
*/
|
|
void (*populate)(struct xe_migrate_pt_update *pt_update,
|
|
struct xe_tile *tile, struct iosys_map *map,
|
|
void *pos, u32 ofs, u32 num_qwords,
|
|
const struct xe_vm_pgtable_update *update);
|
|
/**
|
|
* @clear: Clear a command buffer or page-table with ptes.
|
|
* @pt_update: Embeddable callback argument.
|
|
* @tile: The tile for the current operation.
|
|
* @map: struct iosys_map into the memory to be populated.
|
|
* @pos: If @map is NULL, map into the memory to be populated.
|
|
* @ofs: qword offset into @map, unused if @map is NULL.
|
|
* @num_qwords: Number of qwords to write.
|
|
* @update: Information about the PTEs to be inserted.
|
|
*
|
|
* This interface is intended to be used as a callback into the
|
|
* page-table system to populate command buffers or shared
|
|
* page-tables with PTEs.
|
|
*/
|
|
void (*clear)(struct xe_migrate_pt_update *pt_update,
|
|
struct xe_tile *tile, struct iosys_map *map,
|
|
void *pos, u32 ofs, u32 num_qwords,
|
|
const struct xe_vm_pgtable_update *update);
|
|
|
|
/**
|
|
* @pre_commit: Callback to be called just before arming the
|
|
* sched_job.
|
|
* @pt_update: Pointer to embeddable callback argument.
|
|
*
|
|
* Return: 0 on success, negative error code on error.
|
|
*/
|
|
int (*pre_commit)(struct xe_migrate_pt_update *pt_update);
|
|
};
|
|
|
|
/**
|
|
* struct xe_migrate_pt_update - Argument to the
|
|
* struct xe_migrate_pt_update_ops callbacks.
|
|
*
|
|
* Intended to be subclassed to support additional arguments if necessary.
|
|
*/
|
|
struct xe_migrate_pt_update {
|
|
/** @ops: Pointer to the struct xe_migrate_pt_update_ops callbacks */
|
|
const struct xe_migrate_pt_update_ops *ops;
|
|
/** @vops: VMA operations */
|
|
struct xe_vma_ops *vops;
|
|
/** @job: The job if a GPU page-table update. NULL otherwise */
|
|
struct xe_sched_job *job;
|
|
/** @tile_id: Tile ID of the update */
|
|
u8 tile_id;
|
|
};
|
|
|
|
struct xe_migrate *xe_migrate_init(struct xe_tile *tile);
|
|
|
|
struct dma_fence *xe_migrate_to_vram(struct xe_migrate *m,
|
|
unsigned long npages,
|
|
dma_addr_t *src_addr,
|
|
u64 dst_addr);
|
|
|
|
struct dma_fence *xe_migrate_from_vram(struct xe_migrate *m,
|
|
unsigned long npages,
|
|
u64 src_addr,
|
|
dma_addr_t *dst_addr);
|
|
|
|
struct dma_fence *xe_migrate_copy(struct xe_migrate *m,
|
|
struct xe_bo *src_bo,
|
|
struct xe_bo *dst_bo,
|
|
struct ttm_resource *src,
|
|
struct ttm_resource *dst,
|
|
bool copy_only_ccs);
|
|
|
|
int xe_migrate_access_memory(struct xe_migrate *m, struct xe_bo *bo,
|
|
unsigned long offset, void *buf, int len,
|
|
int write);
|
|
|
|
#define XE_MIGRATE_CLEAR_FLAG_BO_DATA BIT(0)
|
|
#define XE_MIGRATE_CLEAR_FLAG_CCS_DATA BIT(1)
|
|
#define XE_MIGRATE_CLEAR_FLAG_FULL (XE_MIGRATE_CLEAR_FLAG_BO_DATA | \
|
|
XE_MIGRATE_CLEAR_FLAG_CCS_DATA)
|
|
struct dma_fence *xe_migrate_clear(struct xe_migrate *m,
|
|
struct xe_bo *bo,
|
|
struct ttm_resource *dst,
|
|
u32 clear_flags);
|
|
|
|
struct xe_vm *xe_migrate_get_vm(struct xe_migrate *m);
|
|
|
|
struct dma_fence *
|
|
xe_migrate_update_pgtables(struct xe_migrate *m,
|
|
struct xe_migrate_pt_update *pt_update);
|
|
|
|
void xe_migrate_wait(struct xe_migrate *m);
|
|
|
|
struct xe_exec_queue *xe_tile_migrate_exec_queue(struct xe_tile *tile);
|
|
#endif
|