Something went wrong. Try again.
(I'm so sorry!) Linux kernel mirror (for testing) git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel os linux
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746/* SPDX-License-Identifier: GPL-2.0 */#ifndef _RESCTRL_H#define _RESCTRL_H
#include <linux/cacheinfo.h>#include <linux/kernel.h>#include <linux/list.h>#include <linux/pid.h>#include <linux/resctrl_types.h>
#ifdef CONFIG_ARCH_HAS_CPU_RESCTRL#include <asm/resctrl.h>#endif
/* CLOSID, RMID value used by the default control group */#define RESCTRL_RESERVED_CLOSID 0#define RESCTRL_RESERVED_RMID 0
#define RESCTRL_PICK_ANY_CPU -1
#ifdef CONFIG_PROC_CPU_RESCTRL
int proc_resctrl_show(struct seq_file *m, struct pid_namespace *ns, struct pid *pid, struct task_struct *tsk);
#endif
/* max value for struct rdt_domain's mbps_val */#define MBA_MAX_MBPS U32_MAX
/* Walk all possible resources, with variants for only controls or monitors. */#define for_each_rdt_resource(_r) \ for ((_r) = resctrl_arch_get_resource(0); \ (_r) && (_r)->rid < RDT_NUM_RESOURCES; \ (_r) = resctrl_arch_get_resource((_r)->rid + 1))
#define for_each_capable_rdt_resource(r) \ for_each_rdt_resource((r)) \ if ((r)->alloc_capable || (r)->mon_capable)
#define for_each_alloc_capable_rdt_resource(r) \ for_each_rdt_resource((r)) \ if ((r)->alloc_capable)
#define for_each_mon_capable_rdt_resource(r) \ for_each_rdt_resource((r)) \ if ((r)->mon_capable)
enum resctrl_res_level { RDT_RESOURCE_L3, RDT_RESOURCE_L2, RDT_RESOURCE_MBA, RDT_RESOURCE_SMBA, RDT_RESOURCE_PERF_PKG, RDT_RESOURCE_LAST = RDT_RESOURCE_PERF_PKG};
#define RDT_NUM_RESOURCES (RDT_RESOURCE_LAST + 1)
/** * enum resctrl_conf_type - The type of configuration. * @CDP_NONE: No prioritisation, both code and data are controlled or monitored. * @CDP_CODE: Configuration applies to instruction fetches. * @CDP_DATA: Configuration applies to reads and writes. */enum resctrl_conf_type { CDP_NONE, CDP_CODE, CDP_DATA, CDP_LAST = CDP_DATA};
#define CDP_NUM_TYPES (CDP_LAST + 1)
/* * struct pseudo_lock_region - pseudo-lock region information * @s: Resctrl schema for the resource to which this * pseudo-locked region belongs * @closid: The closid that this pseudo-locked region uses * @d: RDT domain to which this pseudo-locked region * belongs * @cbm: bitmask of the pseudo-locked region * @lock_thread_wq: waitqueue used to wait on the pseudo-locking thread * completion * @thread_done: variable used by waitqueue to test if pseudo-locking * thread completed * @cpu: core associated with the cache on which the setup code * will be run * @line_size: size of the cache lines * @size: size of pseudo-locked region in bytes * @kmem: the kernel memory associated with pseudo-locked region * @minor: minor number of character device associated with this * region * @debugfs_dir: pointer to this region's directory in the debugfs * filesystem * @pm_reqs: Power management QoS requests related to this region */struct pseudo_lock_region { struct resctrl_schema *s; u32 closid; struct rdt_ctrl_domain *d; u32 cbm; wait_queue_head_t lock_thread_wq; int thread_done; int cpu; unsigned int line_size; unsigned int size; void *kmem; unsigned int minor; struct dentry *debugfs_dir; struct list_head pm_reqs;};
/** * struct resctrl_staged_config - parsed configuration to be applied * @new_ctrl: new ctrl value to be loaded * @have_new_ctrl: whether the user provided new_ctrl is valid */struct resctrl_staged_config { u32 new_ctrl; bool have_new_ctrl;};
enum resctrl_domain_type { RESCTRL_CTRL_DOMAIN, RESCTRL_MON_DOMAIN,};
/** * struct rdt_domain_hdr - common header for different domain types * @list: all instances of this resource * @id: unique id for this instance * @type: type of this instance * @rid: resource id for this instance * @cpu_mask: which CPUs share this resource */struct rdt_domain_hdr { struct list_head list; int id; enum resctrl_domain_type type; enum resctrl_res_level rid; struct cpumask cpu_mask;};
static inline bool domain_header_is_valid(struct rdt_domain_hdr *hdr, enum resctrl_domain_type type, enum resctrl_res_level rid){ return !WARN_ON_ONCE(hdr->type != type || hdr->rid != rid);}
/** * struct rdt_ctrl_domain - group of CPUs sharing a resctrl control resource * @hdr: common header for different domain types * @plr: pseudo-locked region (if any) associated with domain * @staged_config: parsed configuration to be applied * @mbps_val: When mba_sc is enabled, this holds the array of user * specified control values for mba_sc in MBps, indexed * by closid */struct rdt_ctrl_domain { struct rdt_domain_hdr hdr; struct pseudo_lock_region *plr; struct resctrl_staged_config staged_config[CDP_NUM_TYPES]; u32 *mbps_val;};
/** * struct mbm_cntr_cfg - Assignable counter configuration. * @evtid: MBM event to which the counter is assigned. Only valid * if @rdtgroup is not NULL. * @rdtgrp: resctrl group assigned to the counter. NULL if the * counter is free. */struct mbm_cntr_cfg { enum resctrl_event_id evtid; struct rdtgroup *rdtgrp;};
/** * struct rdt_l3_mon_domain - group of CPUs sharing RDT_RESOURCE_L3 monitoring * @hdr: common header for different domain types * @ci_id: cache info id for this domain * @rmid_busy_llc: bitmap of which limbo RMIDs are above threshold * @mbm_states: Per-event pointer to the MBM event's saved state. * An MBM event's state is an array of struct mbm_state * indexed by RMID on x86 or combined CLOSID, RMID on Arm. * @mbm_over: worker to periodically read MBM h/w counters * @cqm_limbo: worker to periodically read CQM h/w counters * @mbm_work_cpu: worker CPU for MBM h/w counters * @cqm_work_cpu: worker CPU for CQM h/w counters * @cntr_cfg: array of assignable counters' configuration (indexed * by counter ID) */struct rdt_l3_mon_domain { struct rdt_domain_hdr hdr; unsigned int ci_id; unsigned long *rmid_busy_llc; struct mbm_state *mbm_states[QOS_NUM_L3_MBM_EVENTS]; struct delayed_work mbm_over; struct delayed_work cqm_limbo; int mbm_work_cpu; int cqm_work_cpu; struct mbm_cntr_cfg *cntr_cfg;};
/** * struct resctrl_cache - Cache allocation related data * @cbm_len: Length of the cache bit mask * @min_cbm_bits: Minimum number of consecutive bits to be set. * The value 0 means the architecture can support * zero CBM. * @shareable_bits: Bitmask of shareable resource with other * executing entities * @arch_has_sparse_bitmasks: True if a bitmask like f00f is valid. * @arch_has_per_cpu_cfg: True if QOS_CFG register for this cache * level has CPU scope. * @io_alloc_capable: True if portion of the cache can be configured * for I/O traffic. */struct resctrl_cache { unsigned int cbm_len; unsigned int min_cbm_bits; unsigned int shareable_bits; bool arch_has_sparse_bitmasks; bool arch_has_per_cpu_cfg; bool io_alloc_capable;};
/** * enum membw_throttle_mode - System's memory bandwidth throttling mode * @THREAD_THROTTLE_UNDEFINED: Not relevant to the system * @THREAD_THROTTLE_MAX: Memory bandwidth is throttled at the core * always using smallest bandwidth percentage * assigned to threads, aka "max throttling" * @THREAD_THROTTLE_PER_THREAD: Memory bandwidth is throttled at the thread */enum membw_throttle_mode { THREAD_THROTTLE_UNDEFINED = 0, THREAD_THROTTLE_MAX, THREAD_THROTTLE_PER_THREAD,};
/** * struct resctrl_membw - Memory bandwidth allocation related data * @min_bw: Minimum memory bandwidth percentage user can request * @max_bw: Maximum memory bandwidth value, used as the reset value * @bw_gran: Granularity at which the memory bandwidth is allocated * @delay_linear: True if memory B/W delay is in linear scale * @arch_needs_linear: True if we can't configure non-linear resources * @throttle_mode: Bandwidth throttling mode when threads request * different memory bandwidths * @mba_sc: True if MBA software controller(mba_sc) is enabled * @mb_map: Mapping of memory B/W percentage to memory B/W delay */struct resctrl_membw { u32 min_bw; u32 max_bw; u32 bw_gran; u32 delay_linear; bool arch_needs_linear; enum membw_throttle_mode throttle_mode; bool mba_sc; u32 *mb_map;};
struct resctrl_schema;
enum resctrl_scope { RESCTRL_L2_CACHE = 2, RESCTRL_L3_CACHE = 3, RESCTRL_L3_NODE, RESCTRL_PACKAGE,};
/** * enum resctrl_schema_fmt - The format user-space provides for a schema. * @RESCTRL_SCHEMA_BITMAP: The schema is a bitmap in hex. * @RESCTRL_SCHEMA_RANGE: The schema is a decimal number. */enum resctrl_schema_fmt { RESCTRL_SCHEMA_BITMAP, RESCTRL_SCHEMA_RANGE,};
/** * struct resctrl_mon - Monitoring related data of a resctrl resource. * @num_rmid: Number of RMIDs available. * @mbm_cfg_mask: Memory transactions that can be tracked when * bandwidth monitoring events can be configured. * @num_mbm_cntrs: Number of assignable counters. * @mbm_cntr_assignable: Is system capable of supporting counter assignment? * @mbm_assign_on_mkdir: True if counters should automatically be assigned to MBM * events of monitor groups created via mkdir. * @mbm_cntr_configurable: True if assignable counters are configurable. * @mbm_cntr_assign_fixed: True if the counter assignment mode is fixed. */struct resctrl_mon { u32 num_rmid; unsigned int mbm_cfg_mask; int num_mbm_cntrs; bool mbm_cntr_assignable; bool mbm_assign_on_mkdir; bool mbm_cntr_configurable; bool mbm_cntr_assign_fixed;};
/** * struct rdt_resource - attributes of a resctrl resource * @rid: The index of the resource * @alloc_capable: Is allocation available on this machine * @mon_capable: Is monitor feature available on this machine * @ctrl_scope: Scope of this resource for control functions * @mon_scope: Scope of this resource for monitor functions * @cache: Cache allocation related data * @membw: If the component has bandwidth controls, their properties. * @mon: Monitoring related data. * @ctrl_domains: RCU list of all control domains for this resource * @mon_domains: RCU list of all monitor domains for this resource * @name: Name to use in "schemata" file. * @schema_fmt: Which format string and parser is used for this schema. * @cdp_capable: Is the CDP feature available on this resource */struct rdt_resource { enum resctrl_res_level rid; bool alloc_capable; bool mon_capable; enum resctrl_scope ctrl_scope; enum resctrl_scope mon_scope; struct resctrl_cache cache; struct resctrl_membw membw; struct resctrl_mon mon; struct list_head ctrl_domains; struct list_head mon_domains; char *name; enum resctrl_schema_fmt schema_fmt; bool cdp_capable;};
/* * Get the resource that exists at this level. If the level is not supported * a dummy/not-capable resource can be returned. Levels >= RDT_NUM_RESOURCES * will return NULL. */struct rdt_resource *resctrl_arch_get_resource(enum resctrl_res_level l);
/** * struct resctrl_schema - configuration abilities of a resource presented to * user-space * @list: Member of resctrl_schema_all. * @name: The name to use in the "schemata" file. * @fmt_str: Format string to show domain value. * @conf_type: Whether this schema is specific to code/data. * @res: The resource structure exported by the architecture to describe * the hardware that is configured by this schema. * @num_closid: The number of closid that can be used with this schema. When * features like CDP are enabled, this will be lower than the * hardware supports for the resource. */struct resctrl_schema { struct list_head list; char name[8]; const char *fmt_str; enum resctrl_conf_type conf_type; struct rdt_resource *res; u32 num_closid;};
struct resctrl_cpu_defaults { u32 closid; u32 rmid;};
struct resctrl_mon_config_info { struct rdt_resource *r; struct rdt_l3_mon_domain *d; u32 evtid; u32 mon_config;};
/** * resctrl_arch_sync_cpu_closid_rmid() - Refresh this CPU's CLOSID and RMID. * Call via IPI. * @info: If non-NULL, a pointer to a struct resctrl_cpu_defaults * specifying the new CLOSID and RMID for tasks in the default * resctrl ctrl and mon group when running on this CPU. If NULL, * this CPU is not re-assigned to a different default group. * * Propagates reassignment of CPUs and/or tasks to different resctrl groups * when requested by the resctrl core code. * * This function records the per-cpu defaults specified by @info (if any), * and then reconfigures the CPU's hardware CLOSID and RMID for subsequent * execution based on @current, in the same way as during a task switch. */void resctrl_arch_sync_cpu_closid_rmid(void *info);
/** * resctrl_get_default_ctrl() - Return the default control value for this * resource. * @r: The resource whose default control type is queried. */static inline u32 resctrl_get_default_ctrl(struct rdt_resource *r){ switch (r->schema_fmt) { case RESCTRL_SCHEMA_BITMAP: return BIT_MASK(r->cache.cbm_len) - 1; case RESCTRL_SCHEMA_RANGE: return r->membw.max_bw; }
return WARN_ON_ONCE(1);}
/* The number of closid supported by this resource regardless of CDP */u32 resctrl_arch_get_num_closid(struct rdt_resource *r);u32 resctrl_arch_system_num_rmid_idx(void);int resctrl_arch_update_domains(struct rdt_resource *r, u32 closid);
bool resctrl_enable_mon_event(enum resctrl_event_id eventid, bool any_cpu, unsigned int binary_bits, void *arch_priv);
bool resctrl_is_mon_event_enabled(enum resctrl_event_id eventid);
bool resctrl_arch_is_evt_configurable(enum resctrl_event_id evt);
static inline bool resctrl_is_mbm_event(enum resctrl_event_id eventid){ return (eventid >= QOS_L3_MBM_TOTAL_EVENT_ID && eventid <= QOS_L3_MBM_LOCAL_EVENT_ID);}
u32 resctrl_get_mon_evt_cfg(enum resctrl_event_id eventid);
/* Iterate over all memory bandwidth events */#define for_each_mbm_event_id(eventid) \ for (eventid = QOS_L3_MBM_TOTAL_EVENT_ID; \ eventid <= QOS_L3_MBM_LOCAL_EVENT_ID; eventid++)
/* Iterate over memory bandwidth arrays in domain structures */#define for_each_mbm_idx(idx) \ for (idx = 0; idx < QOS_NUM_L3_MBM_EVENTS; idx++)
/** * resctrl_arch_mon_event_config_write() - Write the config for an event. * @config_info: struct resctrl_mon_config_info describing the resource, domain * and event. * * Reads resource, domain and eventid from @config_info and writes the * event config_info->mon_config into hardware. * * Called via IPI to reach a CPU that is a member of the specified domain. */void resctrl_arch_mon_event_config_write(void *config_info);
/** * resctrl_arch_mon_event_config_read() - Read the config for an event. * @config_info: struct resctrl_mon_config_info describing the resource, domain * and event. * * Reads resource, domain and eventid from @config_info and reads the * hardware config value into config_info->mon_config. * * Called via IPI to reach a CPU that is a member of the specified domain. */void resctrl_arch_mon_event_config_read(void *config_info);
/* For use by arch code to remap resctrl's smaller CDP CLOSID range */static inline u32 resctrl_get_config_index(u32 closid, enum resctrl_conf_type type){ switch (type) { default: case CDP_NONE: return closid; case CDP_CODE: return closid * 2 + 1; case CDP_DATA: return closid * 2; }}
bool resctrl_arch_get_cdp_enabled(enum resctrl_res_level l);int resctrl_arch_set_cdp_enabled(enum resctrl_res_level l, bool enable);
/** * resctrl_arch_mbm_cntr_assign_enabled() - Check if MBM counter assignment * mode is enabled. * @r: Pointer to the resource structure. * * Return: * true if the assignment mode is enabled, false otherwise. */bool resctrl_arch_mbm_cntr_assign_enabled(struct rdt_resource *r);
/** * resctrl_arch_mbm_cntr_assign_set() - Configure the MBM counter assignment mode. * @r: Pointer to the resource structure. * @enable: Set to true to enable, false to disable the assignment mode. * * Return: * 0 on success, < 0 on error. */int resctrl_arch_mbm_cntr_assign_set(struct rdt_resource *r, bool enable);
/** * resctrl_arch_preconvert_bw() - Prepare bandwidth control value for arch use. * @r: Resource whose schema was written. * @val: Bandwidth control value written to the schemata file by userspace. * * Convert the user provided bandwidth control value to an appropriate form for * consumption by the hardware driver for resource @r. Converted value is stored * in rdt_ctrl_domain::staged_config[] for later consumption by * resctrl_arch_update_domains(). Is not called when MBA software controller is * enabled. * * Architectures for which this pre-conversion hook is not useful should supply * an implementation of this function that just returns @val unmodified. * * Return: * The converted value. */u32 resctrl_arch_preconvert_bw(const struct rdt_resource *r, u32 val);
/* * Update the ctrl_val and apply this config right now. * Must be called on one of the domain's CPUs. */int resctrl_arch_update_one(struct rdt_resource *r, struct rdt_ctrl_domain *d, u32 closid, enum resctrl_conf_type t, u32 cfg_val);
u32 resctrl_arch_get_config(struct rdt_resource *r, struct rdt_ctrl_domain *d, u32 closid, enum resctrl_conf_type type);int resctrl_online_ctrl_domain(struct rdt_resource *r, struct rdt_ctrl_domain *d);int resctrl_online_mon_domain(struct rdt_resource *r, struct rdt_domain_hdr *hdr);void resctrl_offline_ctrl_domain(struct rdt_resource *r, struct rdt_ctrl_domain *d);void resctrl_offline_mon_domain(struct rdt_resource *r, struct rdt_domain_hdr *hdr);void resctrl_online_cpu(unsigned int cpu);void resctrl_offline_cpu(unsigned int cpu);
/* * Architecture hook called at beginning of first file system mount attempt. * No locks are held. */void resctrl_arch_pre_mount(void);
/** * resctrl_arch_rmid_read() - Read the eventid counter corresponding to rmid * for this resource and domain. * @r: resource that the counter should be read from. * @hdr: Header of domain that the counter should be read from. * @closid: closid that matches the rmid. Depending on the architecture, the * counter may match traffic of both @closid and @rmid, or @rmid * only. * @rmid: rmid of the counter to read. * @eventid: eventid to read, e.g. L3 occupancy. * @arch_priv: Architecture private data for this event. * The @arch_priv provided by the architecture via * resctrl_enable_mon_event(). * @val: result of the counter read in bytes. * @arch_mon_ctx: An architecture specific value from * resctrl_arch_mon_ctx_alloc(), for MPAM this identifies * the hardware monitor allocated for this read request. * * Some architectures need to sleep when first programming some of the counters. * (specifically: arm64's MPAM cache occupancy counters can return 'not ready' * for a short period of time). Call from a non-migrateable process context on * a CPU that belongs to domain @d. e.g. use smp_call_on_cpu() or * schedule_work_on(). This function can be called with interrupts masked, * e.g. using smp_call_function_any(), but may consistently return an error. * * Return: * 0 on success, or -EIO, -EINVAL etc on error. */int resctrl_arch_rmid_read(struct rdt_resource *r, struct rdt_domain_hdr *hdr, u32 closid, u32 rmid, enum resctrl_event_id eventid, void *arch_priv, u64 *val, void *arch_mon_ctx);
/** * resctrl_arch_rmid_read_context_check() - warn about invalid contexts * * When built with CONFIG_DEBUG_ATOMIC_SLEEP generate a warning when * resctrl_arch_rmid_read() is called with preemption disabled. * * The contract with resctrl_arch_rmid_read() is that if interrupts * are unmasked, it can sleep. This allows NOHZ_FULL systems to use an * IPI, (and fail if the call needed to sleep), while most of the time * the work is scheduled, allowing the call to sleep. */static inline void resctrl_arch_rmid_read_context_check(void){ if (!irqs_disabled()) might_sleep();}
/** * resctrl_find_domain() - Search for a domain id in a resource domain list. * @h: The domain list to search. * @id: The domain id to search for. * @pos: A pointer to position in the list id should be inserted. * * Search the domain list to find the domain id. If the domain id is * found, return the domain. NULL otherwise. If the domain id is not * found (and NULL returned) then the first domain with id bigger than * the input id can be returned to the caller via @pos. */struct rdt_domain_hdr *resctrl_find_domain(struct list_head *h, int id, struct list_head **pos);
/** * resctrl_arch_reset_rmid() - Reset any private state associated with rmid * and eventid. * @r: The domain's resource. * @d: The rmid's domain. * @closid: closid that matches the rmid. Depending on the architecture, the * counter may match traffic of both @closid and @rmid, or @rmid only. * @rmid: The rmid whose counter values should be reset. * @eventid: The eventid whose counter values should be reset. * * This can be called from any CPU. */void resctrl_arch_reset_rmid(struct rdt_resource *r, struct rdt_l3_mon_domain *d, u32 closid, u32 rmid, enum resctrl_event_id eventid);
/** * resctrl_arch_reset_rmid_all() - Reset all private state associated with * all rmids and eventids. * @r: The resctrl resource. * @d: The domain for which all architectural counter state will * be cleared. * * This can be called from any CPU. */void resctrl_arch_reset_rmid_all(struct rdt_resource *r, struct rdt_l3_mon_domain *d);
/** * resctrl_arch_reset_all_ctrls() - Reset the control for each CLOSID to its * default. * @r: The resctrl resource to reset. * * This can be called from any CPU. */void resctrl_arch_reset_all_ctrls(struct rdt_resource *r);
/** * resctrl_arch_config_cntr() - Configure the counter with its new RMID * and event details. * @r: Resource structure. * @d: The domain in which counter with ID @cntr_id should be configured. * @evtid: Monitoring event type (e.g., QOS_L3_MBM_TOTAL_EVENT_ID * or QOS_L3_MBM_LOCAL_EVENT_ID). * @rmid: RMID. * @closid: CLOSID. * @cntr_id: Counter ID to configure. * @assign: True to assign the counter or update an existing assignment, * false to unassign the counter. * * This can be called from any CPU. */void resctrl_arch_config_cntr(struct rdt_resource *r, struct rdt_l3_mon_domain *d, enum resctrl_event_id evtid, u32 rmid, u32 closid, u32 cntr_id, bool assign);
/** * resctrl_arch_cntr_read() - Read the event data corresponding to the counter ID * assigned to the RMID, event pair for this resource * and domain. * @r: Resource that the counter should be read from. * @d: Domain that the counter should be read from. * @closid: CLOSID that matches the RMID. * @rmid: The RMID to which @cntr_id is assigned. * @cntr_id: The counter to read. * @eventid: The MBM event to which @cntr_id is assigned. * @val: Result of the counter read in bytes. * * Called on a CPU that belongs to domain @d when "mbm_event" mode is enabled. * Called from a non-migrateable process context via smp_call_on_cpu() unless all * CPUs are nohz_full, in which case it is called via IPI (smp_call_function_any()). * * Return: * 0 on success, or -EIO, -EINVAL etc on error. */int resctrl_arch_cntr_read(struct rdt_resource *r, struct rdt_l3_mon_domain *d, u32 closid, u32 rmid, int cntr_id, enum resctrl_event_id eventid, u64 *val);
/** * resctrl_arch_reset_cntr() - Reset any private state associated with counter ID. * @r: The domain's resource. * @d: The counter ID's domain. * @closid: CLOSID that matches the RMID. * @rmid: The RMID to which @cntr_id is assigned. * @cntr_id: The counter to reset. * @eventid: The MBM event to which @cntr_id is assigned. * * This can be called from any CPU. */void resctrl_arch_reset_cntr(struct rdt_resource *r, struct rdt_l3_mon_domain *d, u32 closid, u32 rmid, int cntr_id, enum resctrl_event_id eventid);
/** * resctrl_arch_io_alloc_enable() - Enable/disable io_alloc feature. * @r: The resctrl resource. * @enable: Enable (true) or disable (false) io_alloc on resource @r. * * This can be called from any CPU. * * Return: * 0 on success, <0 on error. */int resctrl_arch_io_alloc_enable(struct rdt_resource *r, bool enable);
/** * resctrl_arch_get_io_alloc_enabled() - Get io_alloc feature state. * @r: The resctrl resource. * * Return: * true if io_alloc is enabled or false if disabled. */bool resctrl_arch_get_io_alloc_enabled(struct rdt_resource *r);
extern unsigned int resctrl_rmid_realloc_threshold;extern unsigned int resctrl_rmid_realloc_limit;
int resctrl_init(void);void resctrl_exit(void);
#ifdef CONFIG_RESCTRL_FS_PSEUDO_LOCKu64 resctrl_arch_get_prefetch_disable_bits(void);int resctrl_arch_pseudo_lock_fn(void *_plr);int resctrl_arch_measure_cycles_lat_fn(void *_plr);int resctrl_arch_measure_l2_residency(void *_plr);int resctrl_arch_measure_l3_residency(void *_plr);#elsestatic inline u64 resctrl_arch_get_prefetch_disable_bits(void) { return 0; }static inline int resctrl_arch_pseudo_lock_fn(void *_plr) { return 0; }static inline int resctrl_arch_measure_cycles_lat_fn(void *_plr) { return 0; }static inline int resctrl_arch_measure_l2_residency(void *_plr) { return 0; }static inline int resctrl_arch_measure_l3_residency(void *_plr) { return 0; }#endif /* CONFIG_RESCTRL_FS_PSEUDO_LOCK */#endif /* _RESCTRL_H */