1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef __NET_LWTUNNEL_H
3 #define __NET_LWTUNNEL_H 1
5 #include <linux/lwtunnel.h>
6 #include <linux/netdevice.h>
7 #include <linux/skbuff.h>
8 #include <linux/types.h>
11 #define LWTUNNEL_HASH_BITS 7
12 #define LWTUNNEL_HASH_SIZE (1 << LWTUNNEL_HASH_BITS)
14 /* lw tunnel state flags */
15 #define LWTUNNEL_STATE_OUTPUT_REDIRECT BIT(0)
16 #define LWTUNNEL_STATE_INPUT_REDIRECT BIT(1)
17 #define LWTUNNEL_STATE_XMIT_REDIRECT BIT(2)
19 /* LWTUNNEL_XMIT_CONTINUE should be distinguishable from dst_output return
20 * values (NET_XMIT_xxx and NETDEV_TX_xxx in linux/netdevice.h) for safety.
24 LWTUNNEL_XMIT_CONTINUE
= 0x100,
28 struct lwtunnel_state
{
33 int (*orig_output
)(struct net
*net
, struct sock
*sk
, struct sk_buff
*skb
);
34 int (*orig_input
)(struct sk_buff
*);
39 struct lwtunnel_encap_ops
{
40 int (*build_state
)(struct net
*net
, struct nlattr
*encap
,
41 unsigned int family
, const void *cfg
,
42 struct lwtunnel_state
**ts
,
43 struct netlink_ext_ack
*extack
);
44 void (*destroy_state
)(struct lwtunnel_state
*lws
);
45 int (*output
)(struct net
*net
, struct sock
*sk
, struct sk_buff
*skb
);
46 int (*input
)(struct sk_buff
*skb
);
47 int (*fill_encap
)(struct sk_buff
*skb
,
48 struct lwtunnel_state
*lwtstate
);
49 int (*get_encap_size
)(struct lwtunnel_state
*lwtstate
);
50 int (*cmp_encap
)(struct lwtunnel_state
*a
, struct lwtunnel_state
*b
);
51 int (*xmit
)(struct sk_buff
*skb
);
56 #ifdef CONFIG_LWTUNNEL
58 DECLARE_STATIC_KEY_FALSE(nf_hooks_lwtunnel_enabled
);
60 void lwtstate_free(struct lwtunnel_state
*lws
);
62 static inline struct lwtunnel_state
*
63 lwtstate_get(struct lwtunnel_state
*lws
)
66 atomic_inc(&lws
->refcnt
);
71 static inline void lwtstate_put(struct lwtunnel_state
*lws
)
76 if (atomic_dec_and_test(&lws
->refcnt
))
80 static inline bool lwtunnel_output_redirect(struct lwtunnel_state
*lwtstate
)
82 if (lwtstate
&& (lwtstate
->flags
& LWTUNNEL_STATE_OUTPUT_REDIRECT
))
88 static inline bool lwtunnel_input_redirect(struct lwtunnel_state
*lwtstate
)
90 if (lwtstate
&& (lwtstate
->flags
& LWTUNNEL_STATE_INPUT_REDIRECT
))
96 static inline bool lwtunnel_xmit_redirect(struct lwtunnel_state
*lwtstate
)
98 if (lwtstate
&& (lwtstate
->flags
& LWTUNNEL_STATE_XMIT_REDIRECT
))
104 static inline unsigned int lwtunnel_headroom(struct lwtunnel_state
*lwtstate
,
107 if ((lwtunnel_xmit_redirect(lwtstate
) ||
108 lwtunnel_output_redirect(lwtstate
)) && lwtstate
->headroom
< mtu
)
109 return lwtstate
->headroom
;
114 int lwtunnel_encap_add_ops(const struct lwtunnel_encap_ops
*op
,
116 int lwtunnel_encap_del_ops(const struct lwtunnel_encap_ops
*op
,
118 int lwtunnel_valid_encap_type(u16 encap_type
,
119 struct netlink_ext_ack
*extack
);
120 int lwtunnel_valid_encap_type_attr(struct nlattr
*attr
, int len
,
121 struct netlink_ext_ack
*extack
);
122 int lwtunnel_build_state(struct net
*net
, u16 encap_type
,
123 struct nlattr
*encap
,
124 unsigned int family
, const void *cfg
,
125 struct lwtunnel_state
**lws
,
126 struct netlink_ext_ack
*extack
);
127 int lwtunnel_fill_encap(struct sk_buff
*skb
, struct lwtunnel_state
*lwtstate
,
128 int encap_attr
, int encap_type_attr
);
129 int lwtunnel_get_encap_size(struct lwtunnel_state
*lwtstate
);
130 struct lwtunnel_state
*lwtunnel_state_alloc(int hdr_len
);
131 int lwtunnel_cmp_encap(struct lwtunnel_state
*a
, struct lwtunnel_state
*b
);
132 int lwtunnel_output(struct net
*net
, struct sock
*sk
, struct sk_buff
*skb
);
133 int lwtunnel_input(struct sk_buff
*skb
);
134 int lwtunnel_xmit(struct sk_buff
*skb
);
135 int bpf_lwt_push_ip_encap(struct sk_buff
*skb
, void *hdr
, u32 len
,
138 static inline void lwtunnel_set_redirect(struct dst_entry
*dst
)
140 if (lwtunnel_output_redirect(dst
->lwtstate
)) {
141 dst
->lwtstate
->orig_output
= dst
->output
;
142 dst
->output
= lwtunnel_output
;
144 if (lwtunnel_input_redirect(dst
->lwtstate
)) {
145 dst
->lwtstate
->orig_input
= dst
->input
;
146 dst
->input
= lwtunnel_input
;
151 static inline void lwtstate_free(struct lwtunnel_state
*lws
)
155 static inline struct lwtunnel_state
*
156 lwtstate_get(struct lwtunnel_state
*lws
)
161 static inline void lwtstate_put(struct lwtunnel_state
*lws
)
165 static inline bool lwtunnel_output_redirect(struct lwtunnel_state
*lwtstate
)
170 static inline bool lwtunnel_input_redirect(struct lwtunnel_state
*lwtstate
)
175 static inline bool lwtunnel_xmit_redirect(struct lwtunnel_state
*lwtstate
)
180 static inline void lwtunnel_set_redirect(struct dst_entry
*dst
)
184 static inline unsigned int lwtunnel_headroom(struct lwtunnel_state
*lwtstate
,
190 static inline int lwtunnel_encap_add_ops(const struct lwtunnel_encap_ops
*op
,
197 static inline int lwtunnel_encap_del_ops(const struct lwtunnel_encap_ops
*op
,
203 static inline int lwtunnel_valid_encap_type(u16 encap_type
,
204 struct netlink_ext_ack
*extack
)
206 NL_SET_ERR_MSG(extack
, "CONFIG_LWTUNNEL is not enabled in this kernel");
209 static inline int lwtunnel_valid_encap_type_attr(struct nlattr
*attr
, int len
,
210 struct netlink_ext_ack
*extack
)
212 /* return 0 since we are not walking attr looking for
213 * RTA_ENCAP_TYPE attribute on nexthops.
218 static inline int lwtunnel_build_state(struct net
*net
, u16 encap_type
,
219 struct nlattr
*encap
,
220 unsigned int family
, const void *cfg
,
221 struct lwtunnel_state
**lws
,
222 struct netlink_ext_ack
*extack
)
227 static inline int lwtunnel_fill_encap(struct sk_buff
*skb
,
228 struct lwtunnel_state
*lwtstate
,
229 int encap_attr
, int encap_type_attr
)
234 static inline int lwtunnel_get_encap_size(struct lwtunnel_state
*lwtstate
)
239 static inline struct lwtunnel_state
*lwtunnel_state_alloc(int hdr_len
)
244 static inline int lwtunnel_cmp_encap(struct lwtunnel_state
*a
,
245 struct lwtunnel_state
*b
)
250 static inline int lwtunnel_output(struct net
*net
, struct sock
*sk
, struct sk_buff
*skb
)
255 static inline int lwtunnel_input(struct sk_buff
*skb
)
260 static inline int lwtunnel_xmit(struct sk_buff
*skb
)
265 #endif /* CONFIG_LWTUNNEL */
267 #define MODULE_ALIAS_RTNL_LWT(encap_type) MODULE_ALIAS("rtnl-lwt-" __stringify(encap_type))
269 #endif /* __NET_LWTUNNEL_H */