Commit 2a56a1fe authored by Tejun Heo's avatar Tejun Heo Committed by David S. Miller

net: wrap sock->sk_cgrp_prioidx and ->sk_classid inside a struct

Introduce sock->sk_cgrp_data which is a struct sock_cgroup_data.
->sk_cgroup_prioidx and ->sk_classid are moved into it.  The struct
and its accessors are defined in cgroup-defs.h.  This is to prepare
for overloading the fields with a cgroup pointer.

This patch mostly performs equivalent conversions but the followings
are noteworthy.

* Equality test before updating classid is removed from
  sock_update_classid().  This shouldn't make any noticeable
  difference and a similar test will be implemented on the helper side
  later.

* sock_update_netprioidx() now takes struct sock_cgroup_data and can
  be moved to netprio_cgroup.h without causing include dependency
  loop.  Moved.

* The dummy version of sock_update_netprioidx() converted to a static
  inline function while at it.
Signed-off-by: default avatarTejun Heo <tj@kernel.org>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent 297dbde1
...@@ -542,4 +542,40 @@ static inline void cgroup_threadgroup_change_end(struct task_struct *tsk) {} ...@@ -542,4 +542,40 @@ static inline void cgroup_threadgroup_change_end(struct task_struct *tsk) {}
#endif /* CONFIG_CGROUPS */ #endif /* CONFIG_CGROUPS */
#ifdef CONFIG_SOCK_CGROUP_DATA
struct sock_cgroup_data {
u16 prioidx;
u32 classid;
};
static inline u16 sock_cgroup_prioidx(struct sock_cgroup_data *skcd)
{
return skcd->prioidx;
}
static inline u32 sock_cgroup_classid(struct sock_cgroup_data *skcd)
{
return skcd->classid;
}
static inline void sock_cgroup_set_prioidx(struct sock_cgroup_data *skcd,
u16 prioidx)
{
skcd->prioidx = prioidx;
}
static inline void sock_cgroup_set_classid(struct sock_cgroup_data *skcd,
u32 classid)
{
skcd->classid = classid;
}
#else /* CONFIG_SOCK_CGROUP_DATA */
struct sock_cgroup_data {
};
#endif /* CONFIG_SOCK_CGROUP_DATA */
#endif /* _LINUX_CGROUP_DEFS_H */ #endif /* _LINUX_CGROUP_DEFS_H */
...@@ -41,13 +41,12 @@ static inline u32 task_cls_classid(struct task_struct *p) ...@@ -41,13 +41,12 @@ static inline u32 task_cls_classid(struct task_struct *p)
return classid; return classid;
} }
static inline void sock_update_classid(struct sock *sk) static inline void sock_update_classid(struct sock_cgroup_data *skcd)
{ {
u32 classid; u32 classid;
classid = task_cls_classid(current); classid = task_cls_classid(current);
if (classid != sk->sk_classid) sock_cgroup_set_classid(skcd, classid);
sk->sk_classid = classid;
} }
static inline u32 task_get_classid(const struct sk_buff *skb) static inline u32 task_get_classid(const struct sk_buff *skb)
...@@ -64,17 +63,17 @@ static inline u32 task_get_classid(const struct sk_buff *skb) ...@@ -64,17 +63,17 @@ static inline u32 task_get_classid(const struct sk_buff *skb)
* softirqs always disables bh. * softirqs always disables bh.
*/ */
if (in_serving_softirq()) { if (in_serving_softirq()) {
/* If there is an sk_classid we'll use that. */ /* If there is an sock_cgroup_classid we'll use that. */
if (!skb->sk) if (!skb->sk)
return 0; return 0;
classid = skb->sk->sk_classid; classid = sock_cgroup_classid(&skb->sk->sk_cgrp_data);
} }
return classid; return classid;
} }
#else /* !CONFIG_CGROUP_NET_CLASSID */ #else /* !CONFIG_CGROUP_NET_CLASSID */
static inline void sock_update_classid(struct sock *sk) static inline void sock_update_classid(struct sock_cgroup_data *skcd)
{ {
} }
......
...@@ -25,8 +25,6 @@ struct netprio_map { ...@@ -25,8 +25,6 @@ struct netprio_map {
u32 priomap[]; u32 priomap[];
}; };
void sock_update_netprioidx(struct sock *sk);
static inline u32 task_netprioidx(struct task_struct *p) static inline u32 task_netprioidx(struct task_struct *p)
{ {
struct cgroup_subsys_state *css; struct cgroup_subsys_state *css;
...@@ -38,13 +36,25 @@ static inline u32 task_netprioidx(struct task_struct *p) ...@@ -38,13 +36,25 @@ static inline u32 task_netprioidx(struct task_struct *p)
rcu_read_unlock(); rcu_read_unlock();
return idx; return idx;
} }
static inline void sock_update_netprioidx(struct sock_cgroup_data *skcd)
{
if (in_interrupt())
return;
sock_cgroup_set_prioidx(skcd, task_netprioidx(current));
}
#else /* !CONFIG_CGROUP_NET_PRIO */ #else /* !CONFIG_CGROUP_NET_PRIO */
static inline u32 task_netprioidx(struct task_struct *p) static inline u32 task_netprioidx(struct task_struct *p)
{ {
return 0; return 0;
} }
#define sock_update_netprioidx(sk) static inline void sock_update_netprioidx(struct sock_cgroup_data *skcd)
{
}
#endif /* CONFIG_CGROUP_NET_PRIO */ #endif /* CONFIG_CGROUP_NET_PRIO */
#endif /* _NET_CLS_CGROUP_H */ #endif /* _NET_CLS_CGROUP_H */
...@@ -59,6 +59,7 @@ ...@@ -59,6 +59,7 @@
#include <linux/static_key.h> #include <linux/static_key.h>
#include <linux/sched.h> #include <linux/sched.h>
#include <linux/wait.h> #include <linux/wait.h>
#include <linux/cgroup-defs.h>
#include <linux/filter.h> #include <linux/filter.h>
#include <linux/rculist_nulls.h> #include <linux/rculist_nulls.h>
...@@ -308,8 +309,7 @@ struct cg_proto; ...@@ -308,8 +309,7 @@ struct cg_proto;
* @sk_send_head: front of stuff to transmit * @sk_send_head: front of stuff to transmit
* @sk_security: used by security modules * @sk_security: used by security modules
* @sk_mark: generic packet mark * @sk_mark: generic packet mark
* @sk_cgrp_prioidx: socket group's priority map index * @sk_cgrp_data: cgroup data for this cgroup
* @sk_classid: this socket's cgroup classid
* @sk_cgrp: this socket's cgroup-specific proto data * @sk_cgrp: this socket's cgroup-specific proto data
* @sk_write_pending: a write to stream socket waits to start * @sk_write_pending: a write to stream socket waits to start
* @sk_state_change: callback to indicate change in the state of the sock * @sk_state_change: callback to indicate change in the state of the sock
...@@ -443,12 +443,7 @@ struct sock { ...@@ -443,12 +443,7 @@ struct sock {
#ifdef CONFIG_SECURITY #ifdef CONFIG_SECURITY
void *sk_security; void *sk_security;
#endif #endif
#if IS_ENABLED(CONFIG_CGROUP_NET_PRIO) struct sock_cgroup_data sk_cgrp_data;
u16 sk_cgrp_prioidx;
#endif
#ifdef CONFIG_CGROUP_NET_CLASSID
u32 sk_classid;
#endif
struct cg_proto *sk_cgrp; struct cg_proto *sk_cgrp;
void (*sk_state_change)(struct sock *sk); void (*sk_state_change)(struct sock *sk);
void (*sk_data_ready)(struct sock *sk); void (*sk_data_ready)(struct sock *sk);
......
...@@ -250,9 +250,14 @@ config XPS ...@@ -250,9 +250,14 @@ config XPS
depends on SMP depends on SMP
default y default y
config SOCK_CGROUP_DATA
bool
default n
config CGROUP_NET_PRIO config CGROUP_NET_PRIO
bool "Network priority cgroup" bool "Network priority cgroup"
depends on CGROUPS depends on CGROUPS
select SOCK_CGROUP_DATA
---help--- ---help---
Cgroup subsystem for use in assigning processes to network priorities on Cgroup subsystem for use in assigning processes to network priorities on
a per-interface basis. a per-interface basis.
...@@ -260,6 +265,7 @@ config CGROUP_NET_PRIO ...@@ -260,6 +265,7 @@ config CGROUP_NET_PRIO
config CGROUP_NET_CLASSID config CGROUP_NET_CLASSID
bool "Network classid cgroup" bool "Network classid cgroup"
depends on CGROUPS depends on CGROUPS
select SOCK_CGROUP_DATA
---help--- ---help---
Cgroup subsystem for use as general purpose socket classid marker that is Cgroup subsystem for use as general purpose socket classid marker that is
being used in cls_cgroup and for netfilter matching. being used in cls_cgroup and for netfilter matching.
......
...@@ -2929,7 +2929,8 @@ static void skb_update_prio(struct sk_buff *skb) ...@@ -2929,7 +2929,8 @@ static void skb_update_prio(struct sk_buff *skb)
struct netprio_map *map = rcu_dereference_bh(skb->dev->priomap); struct netprio_map *map = rcu_dereference_bh(skb->dev->priomap);
if (!skb->priority && skb->sk && map) { if (!skb->priority && skb->sk && map) {
unsigned int prioidx = skb->sk->sk_cgrp_prioidx; unsigned int prioidx =
sock_cgroup_prioidx(&skb->sk->sk_cgrp_data);
if (prioidx < map->priomap_len) if (prioidx < map->priomap_len)
skb->priority = map->priomap[prioidx]; skb->priority = map->priomap[prioidx];
......
...@@ -62,8 +62,8 @@ static int update_classid_sock(const void *v, struct file *file, unsigned n) ...@@ -62,8 +62,8 @@ static int update_classid_sock(const void *v, struct file *file, unsigned n)
struct socket *sock = sock_from_file(file, &err); struct socket *sock = sock_from_file(file, &err);
if (sock) if (sock)
sock->sk->sk_classid = (u32)(unsigned long)v; sock_cgroup_set_classid(&sock->sk->sk_cgrp_data,
(unsigned long)v);
return 0; return 0;
} }
......
...@@ -223,7 +223,8 @@ static int update_netprio(const void *v, struct file *file, unsigned n) ...@@ -223,7 +223,8 @@ static int update_netprio(const void *v, struct file *file, unsigned n)
int err; int err;
struct socket *sock = sock_from_file(file, &err); struct socket *sock = sock_from_file(file, &err);
if (sock) if (sock)
sock->sk->sk_cgrp_prioidx = (u32)(unsigned long)v; sock_cgroup_set_prioidx(&sock->sk->sk_cgrp_data,
(unsigned long)v);
return 0; return 0;
} }
......
...@@ -289,8 +289,8 @@ void scm_detach_fds(struct msghdr *msg, struct scm_cookie *scm) ...@@ -289,8 +289,8 @@ void scm_detach_fds(struct msghdr *msg, struct scm_cookie *scm)
/* Bump the usage count and install the file. */ /* Bump the usage count and install the file. */
sock = sock_from_file(fp[i], &err); sock = sock_from_file(fp[i], &err);
if (sock) { if (sock) {
sock_update_netprioidx(sock->sk); sock_update_netprioidx(&sock->sk->sk_cgrp_data);
sock_update_classid(sock->sk); sock_update_classid(&sock->sk->sk_cgrp_data);
} }
fd_install(new_fd, get_file(fp[i])); fd_install(new_fd, get_file(fp[i]));
} }
......
...@@ -1393,17 +1393,6 @@ static void sk_prot_free(struct proto *prot, struct sock *sk) ...@@ -1393,17 +1393,6 @@ static void sk_prot_free(struct proto *prot, struct sock *sk)
module_put(owner); module_put(owner);
} }
#if IS_ENABLED(CONFIG_CGROUP_NET_PRIO)
void sock_update_netprioidx(struct sock *sk)
{
if (in_interrupt())
return;
sk->sk_cgrp_prioidx = task_netprioidx(current);
}
EXPORT_SYMBOL_GPL(sock_update_netprioidx);
#endif
/** /**
* sk_alloc - All socket objects are allocated here * sk_alloc - All socket objects are allocated here
* @net: the applicable net namespace * @net: the applicable net namespace
...@@ -1432,8 +1421,8 @@ struct sock *sk_alloc(struct net *net, int family, gfp_t priority, ...@@ -1432,8 +1421,8 @@ struct sock *sk_alloc(struct net *net, int family, gfp_t priority,
sock_net_set(sk, net); sock_net_set(sk, net);
atomic_set(&sk->sk_wmem_alloc, 1); atomic_set(&sk->sk_wmem_alloc, 1);
sock_update_classid(sk); sock_update_classid(&sk->sk_cgrp_data);
sock_update_netprioidx(sk); sock_update_netprioidx(&sk->sk_cgrp_data);
} }
return sk; return sk;
......
...@@ -174,7 +174,7 @@ void nft_meta_get_eval(const struct nft_expr *expr, ...@@ -174,7 +174,7 @@ void nft_meta_get_eval(const struct nft_expr *expr,
sk = skb_to_full_sk(skb); sk = skb_to_full_sk(skb);
if (!sk || !sk_fullsock(sk)) if (!sk || !sk_fullsock(sk))
goto err; goto err;
*dest = sk->sk_classid; *dest = sock_cgroup_classid(&sk->sk_cgrp_data);
break; break;
#endif #endif
default: default:
......
...@@ -42,7 +42,8 @@ cgroup_mt(const struct sk_buff *skb, struct xt_action_param *par) ...@@ -42,7 +42,8 @@ cgroup_mt(const struct sk_buff *skb, struct xt_action_param *par)
if (skb->sk == NULL || !sk_fullsock(skb->sk)) if (skb->sk == NULL || !sk_fullsock(skb->sk))
return false; return false;
return (info->id == skb->sk->sk_classid) ^ info->invert; return (info->id == sock_cgroup_classid(&skb->sk->sk_cgrp_data)) ^
info->invert;
} }
static struct xt_match cgroup_mt_reg __read_mostly = { static struct xt_match cgroup_mt_reg __read_mostly = {
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment