Something went wrong. Try again.
(I'm so sorry!) Linux kernel mirror (for testing) git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel os linux
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199/* SPDX-License-Identifier: GPL-2.0-only *//* * Kernel Connection Multiplexor * * Copyright (c) 2016 Tom Herbert <tom@herbertland.com> */
#ifndef __NET_KCM_H_#define __NET_KCM_H_
#include <linux/skbuff.h>#include <net/sock.h>#include <net/strparser.h>#include <uapi/linux/kcm.h>
extern unsigned int kcm_net_id;
#define KCM_STATS_ADD(stat, count) ((stat) += (count))#define KCM_STATS_INCR(stat) ((stat)++)
struct kcm_psock_stats { unsigned long long tx_msgs; unsigned long long tx_bytes; unsigned long long reserved; unsigned long long unreserved; unsigned int tx_aborts;};
struct kcm_mux_stats { unsigned long long rx_msgs; unsigned long long rx_bytes; unsigned long long tx_msgs; unsigned long long tx_bytes; unsigned int rx_ready_drops; unsigned int tx_retries; unsigned int psock_attach; unsigned int psock_unattach_rsvd; unsigned int psock_unattach;};
struct kcm_stats { unsigned long long rx_msgs; unsigned long long rx_bytes; unsigned long long tx_msgs; unsigned long long tx_bytes;};
struct kcm_tx_msg { unsigned int sent; unsigned int frag_offset; unsigned int msg_flags; bool started_tx; struct sk_buff *frag_skb; struct sk_buff *last_skb;};
/* Socket structure for KCM client sockets */struct kcm_sock { struct sock sk; struct kcm_mux *mux; struct list_head kcm_sock_list; int index; u32 done : 1; struct work_struct done_work;
struct kcm_stats stats;
/* Transmit */ struct kcm_psock *tx_psock; struct work_struct tx_work; struct list_head wait_psock_list; struct sk_buff *seq_skb; struct mutex tx_mutex;
/* Don't use bit fields here, these are set under different locks */ bool tx_wait; bool tx_wait_more;
/* Receive */ struct kcm_psock *rx_psock; struct list_head wait_rx_list; /* KCMs waiting for receiving */ bool rx_wait; u32 rx_disabled : 1;};
struct bpf_prog;
/* Structure for an attached lower socket */struct kcm_psock { struct sock *sk; struct strparser strp; struct kcm_mux *mux; int index;
u32 tx_stopped : 1; u32 done : 1; u32 unattaching : 1;
void (*save_state_change)(struct sock *sk); void (*save_data_ready)(struct sock *sk); void (*save_write_space)(struct sock *sk);
struct list_head psock_list;
struct kcm_psock_stats stats;
/* Receive */ struct list_head psock_ready_list; struct bpf_prog *bpf_prog; struct kcm_sock *rx_kcm; unsigned long long saved_rx_bytes; unsigned long long saved_rx_msgs; struct sk_buff *ready_rx_msg;
/* Transmit */ struct kcm_sock *tx_kcm; struct list_head psock_avail_list; unsigned long long saved_tx_bytes; unsigned long long saved_tx_msgs;};
/* Per net MUX list */struct kcm_net { struct mutex mutex; struct kcm_psock_stats aggregate_psock_stats; struct kcm_mux_stats aggregate_mux_stats; struct strp_aggr_stats aggregate_strp_stats; struct list_head mux_list; int count;};
/* Structure for a MUX */struct kcm_mux { struct list_head kcm_mux_list; struct rcu_head rcu; struct kcm_net *knet;
struct list_head kcm_socks; /* All KCM sockets on MUX */ int kcm_socks_cnt; /* Total KCM socket count for MUX */ struct list_head psocks; /* List of all psocks on MUX */ int psocks_cnt; /* Total attached sockets */
struct kcm_mux_stats stats; struct kcm_psock_stats aggregate_psock_stats; struct strp_aggr_stats aggregate_strp_stats;
/* Receive */ spinlock_t rx_lock ____cacheline_aligned_in_smp; struct list_head kcm_rx_waiters; /* KCMs waiting for receiving */ struct list_head psocks_ready; /* List of psocks with a msg ready */ struct sk_buff_head rx_hold_queue;
/* Transmit */ spinlock_t lock ____cacheline_aligned_in_smp; /* TX and mux locking */ struct list_head psocks_avail; /* List of available psocks */ struct list_head kcm_tx_waiters; /* KCMs waiting for a TX psock */};
#ifdef CONFIG_PROC_FSint kcm_proc_init(void);void kcm_proc_exit(void);#elsestatic inline int kcm_proc_init(void) { return 0; }static inline void kcm_proc_exit(void) { }#endif
static inline void aggregate_psock_stats(struct kcm_psock_stats *stats, struct kcm_psock_stats *agg_stats){ /* Save psock statistics in the mux when psock is being unattached. */
#define SAVE_PSOCK_STATS(_stat) (agg_stats->_stat += stats->_stat) SAVE_PSOCK_STATS(tx_msgs); SAVE_PSOCK_STATS(tx_bytes); SAVE_PSOCK_STATS(reserved); SAVE_PSOCK_STATS(unreserved); SAVE_PSOCK_STATS(tx_aborts);#undef SAVE_PSOCK_STATS}
static inline void aggregate_mux_stats(struct kcm_mux_stats *stats, struct kcm_mux_stats *agg_stats){ /* Save psock statistics in the mux when psock is being unattached. */
#define SAVE_MUX_STATS(_stat) (agg_stats->_stat += stats->_stat) SAVE_MUX_STATS(rx_msgs); SAVE_MUX_STATS(rx_bytes); SAVE_MUX_STATS(tx_msgs); SAVE_MUX_STATS(tx_bytes); SAVE_MUX_STATS(rx_ready_drops); SAVE_MUX_STATS(psock_attach); SAVE_MUX_STATS(psock_unattach_rsvd); SAVE_MUX_STATS(psock_unattach);#undef SAVE_MUX_STATS}
#endif /* __NET_KCM_H_ */