cpumask_common.h

  1/* SPDX-License-Identifier: GPL-2.0 */
  2/* Copyright (c) 2023 Meta Platforms, Inc. and affiliates. */
  3
  4#ifndef _CPUMASK_COMMON_H
  5#define _CPUMASK_COMMON_H
  6
  7#include "errno.h"
  8#include <stdbool.h>
  9
 10/* Should use BTF_FIELDS_MAX, but it is not always available in vmlinux.h,
 11 * so use the hard-coded number as a workaround.
 12 */
 13#define CPUMASK_KPTR_FIELDS_MAX 11
 14
 15int err;
 16
 17#define private(name) SEC(".bss." #name) __attribute__((aligned(8)))
 18private(MASK) static struct bpf_cpumask __kptr * global_mask;
 19
 20struct __cpumask_map_value {
 21	struct bpf_cpumask __kptr * cpumask;
 22};
 23
 24struct array_map {
 25	__uint(type, BPF_MAP_TYPE_ARRAY);
 26	__type(key, int);
 27	__type(value, struct __cpumask_map_value);
 28	__uint(max_entries, 1);
 29} __cpumask_map SEC(".maps");
 30
 31struct bpf_cpumask *bpf_cpumask_create(void) __ksym __weak;
 32void bpf_cpumask_release(struct bpf_cpumask *cpumask) __ksym __weak;
 33struct bpf_cpumask *bpf_cpumask_acquire(struct bpf_cpumask *cpumask) __ksym __weak;
 34u32 bpf_cpumask_first(const struct cpumask *cpumask) __ksym __weak;
 35u32 bpf_cpumask_first_zero(const struct cpumask *cpumask) __ksym __weak;
 36u32 bpf_cpumask_first_and(const struct cpumask *src1,
 37			  const struct cpumask *src2) __ksym __weak;
 38void bpf_cpumask_set_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym __weak;
 39void bpf_cpumask_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym __weak;
 40bool bpf_cpumask_test_cpu(u32 cpu, const struct cpumask *cpumask) __ksym __weak;
 41bool bpf_cpumask_test_and_set_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym __weak;
 42bool bpf_cpumask_test_and_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym __weak;
 43void bpf_cpumask_setall(struct bpf_cpumask *cpumask) __ksym __weak;
 44void bpf_cpumask_clear(struct bpf_cpumask *cpumask) __ksym __weak;
 45bool bpf_cpumask_and(struct bpf_cpumask *cpumask,
 46		     const struct cpumask *src1,
 47		     const struct cpumask *src2) __ksym __weak;
 48void bpf_cpumask_or(struct bpf_cpumask *cpumask,
 49		    const struct cpumask *src1,
 50		    const struct cpumask *src2) __ksym __weak;
 51void bpf_cpumask_xor(struct bpf_cpumask *cpumask,
 52		     const struct cpumask *src1,
 53		     const struct cpumask *src2) __ksym __weak;
 54bool bpf_cpumask_equal(const struct cpumask *src1, const struct cpumask *src2) __ksym __weak;
 55bool bpf_cpumask_intersects(const struct cpumask *src1, const struct cpumask *src2) __ksym __weak;
 56bool bpf_cpumask_subset(const struct cpumask *src1, const struct cpumask *src2) __ksym __weak;
 57bool bpf_cpumask_empty(const struct cpumask *cpumask) __ksym __weak;
 58bool bpf_cpumask_full(const struct cpumask *cpumask) __ksym __weak;
 59void bpf_cpumask_copy(struct bpf_cpumask *dst, const struct cpumask *src) __ksym __weak;
 60u32 bpf_cpumask_any_distribute(const struct cpumask *src) __ksym __weak;
 61u32 bpf_cpumask_any_and_distribute(const struct cpumask *src1,
 62				   const struct cpumask *src2) __ksym __weak;
 63u32 bpf_cpumask_weight(const struct cpumask *cpumask) __ksym __weak;
 64int bpf_cpumask_populate(struct cpumask *cpumask, void *src, size_t src__sz) __ksym __weak;
 65
 66void bpf_rcu_read_lock(void) __ksym __weak;
 67void bpf_rcu_read_unlock(void) __ksym __weak;
 68
 69static inline const struct cpumask *cast(struct bpf_cpumask *cpumask)
 70{
 71	return (const struct cpumask *)cpumask;
 72}
 73
 74static inline struct bpf_cpumask *create_cpumask(void)
 75{
 76	struct bpf_cpumask *cpumask;
 77
 78	cpumask = bpf_cpumask_create();
 79	if (!cpumask) {
 80		err = 1;
 81		return NULL;
 82	}
 83
 84	if (!bpf_cpumask_empty(cast(cpumask))) {
 85		err = 2;
 86		bpf_cpumask_release(cpumask);
 87		return NULL;
 88	}
 89
 90	return cpumask;
 91}
 92
 93static inline struct __cpumask_map_value *cpumask_map_value_lookup(void)
 94{
 95	u32 key = 0;
 96
 97	return bpf_map_lookup_elem(&__cpumask_map, &key);
 98}
 99
100static inline int cpumask_map_insert(struct bpf_cpumask *mask)
101{
102	struct __cpumask_map_value local, *v;
103	long status;
104	struct bpf_cpumask *old;
105	u32 key = 0;
106
107	local.cpumask = NULL;
108	status = bpf_map_update_elem(&__cpumask_map, &key, &local, 0);
109	if (status) {
110		bpf_cpumask_release(mask);
111		return status;
112	}
113
114	v = bpf_map_lookup_elem(&__cpumask_map, &key);
115	if (!v) {
116		bpf_cpumask_release(mask);
117		return -ENOENT;
118	}
119
120	old = bpf_kptr_xchg(&v->cpumask, mask);
121	if (old) {
122		bpf_cpumask_release(old);
123		return -EEXIST;
124	}
125
126	return 0;
127}
128
129#endif /* _CPUMASK_COMMON_H */