1 #ifndef __LINUX_SKBUFF_WRAPPER_H
2 #define __LINUX_SKBUFF_WRAPPER_H 1
4 #include <linux/version.h>
5 #include <linux/types.h>
7 #if LINUX_VERSION_CODE < KERNEL_VERSION(3,18,0)
8 /* This should be before skbuff.h to make sure that we rewrite
12 int pskb_expand_head(struct sk_buff *skb, int nhead, int ntail,
14 #define pskb_expand_head rpl_pskb_expand_head
17 #include_next <linux/skbuff.h>
18 #include <linux/jhash.h>
20 #ifndef HAVE_IGNORE_DF_RENAME
21 #define ignore_df local_df
24 #ifndef HAVE_SKB_COPY_FROM_LINEAR_DATA_OFFSET
25 static inline void skb_copy_from_linear_data_offset(const struct sk_buff *skb,
26 const int offset, void *to,
27 const unsigned int len)
29 memcpy(to, skb->data + offset, len);
32 static inline void skb_copy_to_linear_data_offset(struct sk_buff *skb,
35 const unsigned int len)
37 memcpy(skb->data + offset, from, len);
40 #endif /* !HAVE_SKB_COPY_FROM_LINEAR_DATA_OFFSET */
42 #ifndef HAVE_SKB_RESET_TAIL_POINTER
43 static inline void skb_reset_tail_pointer(struct sk_buff *skb)
45 skb->tail = skb->data;
49 * The networking layer reserves some headroom in skb data (via
50 * dev_alloc_skb). This is used to avoid having to reallocate skb data when
51 * the header has to grow. In the default case, if the header has to grow
52 * 16 bytes or less we avoid the reallocation.
54 * Unfortunately this headroom changes the DMA alignment of the resulting
55 * network packet. As for NET_IP_ALIGN, this unaligned DMA is expensive
56 * on some architectures. An architecture can override this value,
57 * perhaps setting it to a cacheline in size (since that will maintain
58 * cacheline alignment of the DMA). It must be a power of 2.
60 * Various parts of the networking layer expect at least 16 bytes of
61 * headroom, you should not reduce this.
64 #define NET_SKB_PAD 16
67 #ifndef HAVE_SKB_COW_HEAD
68 static inline int __skb_cow(struct sk_buff *skb, unsigned int headroom,
73 if (headroom < NET_SKB_PAD)
74 headroom = NET_SKB_PAD;
75 if (headroom > skb_headroom(skb))
76 delta = headroom - skb_headroom(skb);
79 return pskb_expand_head(skb, ALIGN(delta, NET_SKB_PAD), 0,
84 static inline int skb_cow_head(struct sk_buff *skb, unsigned int headroom)
86 return __skb_cow(skb, headroom, skb_header_cloned(skb));
88 #endif /* !HAVE_SKB_COW_HEAD */
90 #ifndef HAVE_SKB_DST_ACCESSOR_FUNCS
91 static inline struct dst_entry *skb_dst(const struct sk_buff *skb)
93 return (struct dst_entry *)skb->dst;
96 static inline void skb_dst_set(struct sk_buff *skb, struct dst_entry *dst)
101 static inline struct rtable *skb_rtable(const struct sk_buff *skb)
103 return (struct rtable *)skb->dst;
107 #ifndef CHECKSUM_PARTIAL
108 #define CHECKSUM_PARTIAL CHECKSUM_HW
110 #ifndef CHECKSUM_COMPLETE
111 #define CHECKSUM_COMPLETE CHECKSUM_HW
114 #ifndef HAVE_SKBUFF_HEADER_HELPERS
115 static inline unsigned char *skb_transport_header(const struct sk_buff *skb)
120 static inline void skb_reset_transport_header(struct sk_buff *skb)
122 skb->h.raw = skb->data;
125 static inline void skb_set_transport_header(struct sk_buff *skb,
128 skb->h.raw = skb->data + offset;
131 static inline unsigned char *skb_network_header(const struct sk_buff *skb)
136 static inline void skb_reset_network_header(struct sk_buff *skb)
138 skb->nh.raw = skb->data;
141 static inline void skb_set_network_header(struct sk_buff *skb, const int offset)
143 skb->nh.raw = skb->data + offset;
146 static inline unsigned char *skb_mac_header(const struct sk_buff *skb)
151 static inline void skb_reset_mac_header(struct sk_buff *skb)
153 skb->mac_header = skb->data;
156 static inline void skb_set_mac_header(struct sk_buff *skb, const int offset)
158 skb->mac.raw = skb->data + offset;
161 static inline int skb_transport_offset(const struct sk_buff *skb)
163 return skb_transport_header(skb) - skb->data;
166 static inline int skb_network_offset(const struct sk_buff *skb)
168 return skb_network_header(skb) - skb->data;
171 static inline void skb_copy_to_linear_data(struct sk_buff *skb,
173 const unsigned int len)
175 memcpy(skb->data, from, len);
177 #endif /* !HAVE_SKBUFF_HEADER_HELPERS */
179 #ifndef HAVE_SKB_WARN_LRO
181 static inline bool skb_warn_if_lro(const struct sk_buff *skb)
186 extern void __skb_warn_lro_forwarding(const struct sk_buff *skb);
188 static inline bool skb_warn_if_lro(const struct sk_buff *skb)
190 /* LRO sets gso_size but not gso_type, whereas if GSO is really
191 * wanted then gso_type will be set. */
192 struct skb_shared_info *shinfo = skb_shinfo(skb);
193 if (shinfo->gso_size != 0 && unlikely(shinfo->gso_type == 0)) {
194 __skb_warn_lro_forwarding(skb);
199 #endif /* NETIF_F_LRO */
200 #endif /* HAVE_SKB_WARN_LRO */
202 #ifndef HAVE_CONSUME_SKB
203 #define consume_skb kfree_skb
206 #ifndef HAVE_SKB_FRAG_PAGE
207 #include <linux/mm.h>
209 static inline struct page *skb_frag_page(const skb_frag_t *frag)
214 static inline void __skb_frag_set_page(skb_frag_t *frag, struct page *page)
218 static inline void skb_frag_size_set(skb_frag_t *frag, unsigned int size)
222 static inline void __skb_frag_ref(skb_frag_t *frag)
224 get_page(skb_frag_page(frag));
226 static inline void __skb_frag_unref(skb_frag_t *frag)
228 put_page(skb_frag_page(frag));
231 static inline void skb_frag_ref(struct sk_buff *skb, int f)
233 __skb_frag_ref(&skb_shinfo(skb)->frags[f]);
236 static inline void skb_frag_unref(struct sk_buff *skb, int f)
238 __skb_frag_unref(&skb_shinfo(skb)->frags[f]);
243 #ifndef HAVE_SKB_RESET_MAC_LEN
244 static inline void skb_reset_mac_len(struct sk_buff *skb)
246 skb->mac_len = skb->network_header - skb->mac_header;
250 #ifndef HAVE_SKB_UNCLONE
251 static inline int skb_unclone(struct sk_buff *skb, gfp_t pri)
253 might_sleep_if(pri & __GFP_WAIT);
256 return pskb_expand_head(skb, 0, 0, pri);
262 #ifndef HAVE_SKB_ORPHAN_FRAGS
263 static inline int skb_orphan_frags(struct sk_buff *skb, gfp_t gfp_mask)
269 #ifndef HAVE_SKB_GET_HASH
270 #if LINUX_VERSION_CODE < KERNEL_VERSION(3,8,0)
271 #define __skb_get_hash rpl__skb_get_rxhash
272 #define skb_get_hash rpl_skb_get_rxhash
274 extern u32 __skb_get_hash(struct sk_buff *skb);
275 static inline __u32 skb_get_hash(struct sk_buff *skb)
279 #ifndef HAVE_U16_RXHASH
282 return jhash_1word(skb->rxhash, 0);
285 return __skb_get_hash(skb);
289 #define skb_get_hash skb_get_rxhash
290 #endif /* LINUX_VERSION_CODE < KERNEL_VERSION(3,8,0) */
291 #endif /* HAVE_SKB_GET_HASH */
293 #if LINUX_VERSION_CODE < KERNEL_VERSION(3,8,0)
294 static inline void skb_tx_error(struct sk_buff *skb)
298 #endif /* LINUX_VERSION_CODE < KERNEL_VERSION(3,8,0) */
300 #if LINUX_VERSION_CODE < KERNEL_VERSION(3,14,0)
301 #define skb_zerocopy_headlen rpl_skb_zerocopy_headlen
302 unsigned int rpl_skb_zerocopy_headlen(const struct sk_buff *from);
305 #ifndef HAVE_SKB_ZEROCOPY
306 #define skb_zerocopy rpl_skb_zerocopy
307 int rpl_skb_zerocopy(struct sk_buff *to, struct sk_buff *from, int len,
311 #ifndef HAVE_SKB_CLEAR_HASH
312 static inline void skb_clear_hash(struct sk_buff *skb)
317 #if defined(HAVE_L4_RXHASH) && !defined(HAVE_RHEL_OVS_HOOK)
323 #ifndef HAVE_SKB_HAS_FRAG_LIST
324 #define skb_has_frag_list skb_has_frags
327 #ifndef HAVE___SKB_FILL_PAGE_DESC
328 static inline void __skb_fill_page_desc(struct sk_buff *skb, int i,
329 struct page *page, int off, int size)
331 skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
333 __skb_frag_set_page(frag, page);
334 frag->page_offset = off;
335 skb_frag_size_set(frag, size);
339 #ifndef HAVE_SKB_ENSURE_WRITABLE
340 #define skb_ensure_writable rpl_skb_ensure_writable
341 int rpl_skb_ensure_writable(struct sk_buff *skb, int write_len);
344 #ifndef HAVE_SKB_VLAN_POP
345 #define skb_vlan_pop rpl_skb_vlan_pop
346 int rpl_skb_vlan_pop(struct sk_buff *skb);
349 #ifndef HAVE_SKB_VLAN_PUSH
350 #define skb_vlan_push rpl_skb_vlan_push
351 int rpl_skb_vlan_push(struct sk_buff *skb, __be16 vlan_proto, u16 vlan_tci);
354 #ifndef HAVE_KFREE_SKB_LIST
355 void rpl_kfree_skb_list(struct sk_buff *segs);
356 #define kfree_skb_list rpl_kfree_skb_list
359 #ifndef HAVE_SKB_CHECKSUM_START_OFFSET
360 static inline int skb_checksum_start_offset(const struct sk_buff *skb)
362 return skb->csum_start - skb_headroom(skb);
366 #if LINUX_VERSION_CODE < KERNEL_VERSION(4,3,0)
367 #define skb_postpull_rcsum rpl_skb_postpull_rcsum
368 static inline void skb_postpull_rcsum(struct sk_buff *skb,
369 const void *start, unsigned int len)
371 if (skb->ip_summed == CHECKSUM_COMPLETE)
372 skb->csum = csum_sub(skb->csum, csum_partial(start, len, 0));
373 else if (skb->ip_summed == CHECKSUM_PARTIAL &&
374 skb_checksum_start_offset(skb) <= len)
375 skb->ip_summed = CHECKSUM_NONE;
378 #define skb_pull_rcsum rpl_skb_pull_rcsum
379 static inline unsigned char *skb_pull_rcsum(struct sk_buff *skb, unsigned int len)
381 BUG_ON(len > skb->len);
383 BUG_ON(skb->len < skb->data_len);
384 skb_postpull_rcsum(skb, skb->data, len);
385 return skb->data += len;
390 #ifndef HAVE_SKB_SCRUB_PACKET_XNET
391 #define skb_scrub_packet rpl_skb_scrub_packet
392 void rpl_skb_scrub_packet(struct sk_buff *skb, bool xnet);
395 #define skb_pop_mac_header rpl_skb_pop_mac_header
396 static inline void skb_pop_mac_header(struct sk_buff *skb)
398 skb->mac_header = skb->network_header;