]> git.itanic.dy.fi Git - linux-stable/commitdiff
net: introduce and use skb_frag_fill_page_desc()
authorYunsheng Lin <linyunsheng@huawei.com>
Thu, 11 May 2023 01:12:12 +0000 (09:12 +0800)
committerDavid S. Miller <davem@davemloft.net>
Sat, 13 May 2023 18:47:56 +0000 (19:47 +0100)
Most users use __skb_frag_set_page()/skb_frag_off_set()/
skb_frag_size_set() to fill the page desc for a skb frag.

Introduce skb_frag_fill_page_desc() to do that.

net/bpf/test_run.c does not call skb_frag_off_set() to
set the offset, "copy_from_user(page_address(page), ...)"
and 'shinfo' being part of the 'data' kzalloced in
bpf_test_init() suggest that it is assuming offset to be
initialized as zero, so call skb_frag_fill_page_desc()
with offset being zero for this case.

Also, skb_frag_set_page() is not used anymore, so remove
it.

Signed-off-by: Yunsheng Lin <linyunsheng@huawei.com>
Reviewed-by: Leon Romanovsky <leonro@nvidia.com>
Reviewed-by: Simon Horman <simon.horman@corigine.com>
Signed-off-by: David S. Miller <davem@davemloft.net>
19 files changed:
drivers/net/ethernet/aquantia/atlantic/aq_ring.c
drivers/net/ethernet/broadcom/bnxt/bnxt.c
drivers/net/ethernet/chelsio/cxgb3/sge.c
drivers/net/ethernet/emulex/benet/be_main.c
drivers/net/ethernet/freescale/enetc/enetc.c
drivers/net/ethernet/fungible/funeth/funeth_rx.c
drivers/net/ethernet/marvell/mvneta.c
drivers/net/ethernet/mellanox/mlx5/core/en_rx.c
drivers/net/ethernet/sun/cassini.c
drivers/net/virtio_net.c
drivers/net/vmxnet3/vmxnet3_drv.c
drivers/net/xen-netback/netback.c
include/linux/skbuff.h
net/bpf/test_run.c
net/core/gro.c
net/core/pktgen.c
net/core/skbuff.c
net/tls/tls_device.c
net/xfrm/xfrm_ipcomp.c

index 7f933175cbdac9aa643246190a0f6b297af19414..4de22eed099a8443fb8ac9fb88199baeae36bbb7 100644 (file)
@@ -532,10 +532,10 @@ static bool aq_add_rx_fragment(struct device *dev,
                                              buff_->rxdata.pg_off,
                                              buff_->len,
                                              DMA_FROM_DEVICE);
-               skb_frag_off_set(frag, buff_->rxdata.pg_off);
-               skb_frag_size_set(frag, buff_->len);
                sinfo->xdp_frags_size += buff_->len;
-               __skb_frag_set_page(frag, buff_->rxdata.page);
+               skb_frag_fill_page_desc(frag, buff_->rxdata.page,
+                                       buff_->rxdata.pg_off,
+                                       buff_->len);
 
                buff_->is_cleaned = 1;
 
index dcd9367f05afd476afa1294a2fb18902e2d08ffd..efaff5018af8b92bf1fecbc1470d927ff4ab20a0 100644 (file)
@@ -1085,9 +1085,8 @@ static u32 __bnxt_rx_agg_pages(struct bnxt *bp,
                            RX_AGG_CMP_LEN) >> RX_AGG_CMP_LEN_SHIFT;
 
                cons_rx_buf = &rxr->rx_agg_ring[cons];
-               skb_frag_off_set(frag, cons_rx_buf->offset);
-               skb_frag_size_set(frag, frag_len);
-               __skb_frag_set_page(frag, cons_rx_buf->page);
+               skb_frag_fill_page_desc(frag, cons_rx_buf->page,
+                                       cons_rx_buf->offset, frag_len);
                shinfo->nr_frags = i + 1;
                __clear_bit(cons, rxr->rx_agg_bmap);
 
index efa7f401529ec255be65813bd306c67d5a0eb65e..2e9a74fe0970df333226b80af8716f30865c01b7 100644 (file)
@@ -2184,9 +2184,8 @@ static void lro_add_page(struct adapter *adap, struct sge_qset *qs,
        len -= offset;
 
        rx_frag += nr_frags;
-       __skb_frag_set_page(rx_frag, sd->pg_chunk.page);
-       skb_frag_off_set(rx_frag, sd->pg_chunk.offset + offset);
-       skb_frag_size_set(rx_frag, len);
+       skb_frag_fill_page_desc(rx_frag, sd->pg_chunk.page,
+                               sd->pg_chunk.offset + offset, len);
 
        skb->len += len;
        skb->data_len += len;
index 7e408bcc88deda638a53102401773d49af8a63d5..3164ed205cf7b6a818fe6cc2083b751d4d5966b4 100644 (file)
@@ -2343,11 +2343,10 @@ static void skb_fill_rx_data(struct be_rx_obj *rxo, struct sk_buff *skb,
                hdr_len = ETH_HLEN;
                memcpy(skb->data, start, hdr_len);
                skb_shinfo(skb)->nr_frags = 1;
-               skb_frag_set_page(skb, 0, page_info->page);
-               skb_frag_off_set(&skb_shinfo(skb)->frags[0],
-                                page_info->page_offset + hdr_len);
-               skb_frag_size_set(&skb_shinfo(skb)->frags[0],
-                                 curr_frag_len - hdr_len);
+               skb_frag_fill_page_desc(&skb_shinfo(skb)->frags[0],
+                                       page_info->page,
+                                       page_info->page_offset + hdr_len,
+                                       curr_frag_len - hdr_len);
                skb->data_len = curr_frag_len - hdr_len;
                skb->truesize += rx_frag_size;
                skb->tail += hdr_len;
@@ -2369,16 +2368,17 @@ static void skb_fill_rx_data(struct be_rx_obj *rxo, struct sk_buff *skb,
                if (page_info->page_offset == 0) {
                        /* Fresh page */
                        j++;
-                       skb_frag_set_page(skb, j, page_info->page);
-                       skb_frag_off_set(&skb_shinfo(skb)->frags[j],
-                                        page_info->page_offset);
-                       skb_frag_size_set(&skb_shinfo(skb)->frags[j], 0);
+                       skb_frag_fill_page_desc(&skb_shinfo(skb)->frags[j],
+                                               page_info->page,
+                                               page_info->page_offset,
+                                               curr_frag_len);
                        skb_shinfo(skb)->nr_frags++;
                } else {
                        put_page(page_info->page);
+                       skb_frag_size_add(&skb_shinfo(skb)->frags[j],
+                                         curr_frag_len);
                }
 
-               skb_frag_size_add(&skb_shinfo(skb)->frags[j], curr_frag_len);
                skb->len += curr_frag_len;
                skb->data_len += curr_frag_len;
                skb->truesize += rx_frag_size;
@@ -2451,14 +2451,16 @@ static void be_rx_compl_process_gro(struct be_rx_obj *rxo,
                if (i == 0 || page_info->page_offset == 0) {
                        /* First frag or Fresh page */
                        j++;
-                       skb_frag_set_page(skb, j, page_info->page);
-                       skb_frag_off_set(&skb_shinfo(skb)->frags[j],
-                                        page_info->page_offset);
-                       skb_frag_size_set(&skb_shinfo(skb)->frags[j], 0);
+                       skb_frag_fill_page_desc(&skb_shinfo(skb)->frags[j],
+                                               page_info->page,
+                                               page_info->page_offset,
+                                               curr_frag_len);
                } else {
                        put_page(page_info->page);
+                       skb_frag_size_add(&skb_shinfo(skb)->frags[j],
+                                         curr_frag_len);
                }
-               skb_frag_size_add(&skb_shinfo(skb)->frags[j], curr_frag_len);
+
                skb->truesize += rx_frag_size;
                remaining -= curr_frag_len;
                memset(page_info, 0, sizeof(*page_info));
index 3c4fa26f0f9b1c55a46fceae945234e5dfe068bc..63854294ac33e1ff336610b0e8b7852a83e48c15 100644 (file)
@@ -1445,9 +1445,8 @@ static void enetc_add_rx_buff_to_xdp(struct enetc_bdr *rx_ring, int i,
                xdp_buff_set_frag_pfmemalloc(xdp_buff);
 
        frag = &shinfo->frags[shinfo->nr_frags];
-       skb_frag_off_set(frag, rx_swbd->page_offset);
-       skb_frag_size_set(frag, size);
-       __skb_frag_set_page(frag, rx_swbd->page);
+       skb_frag_fill_page_desc(frag, rx_swbd->page, rx_swbd->page_offset,
+                               size);
 
        shinfo->nr_frags++;
 }
index 29a6c2ede43a6991af695e63659d5f477d3d2d4b..7e2584895de39ba5f6aee946a1a0c887210670fe 100644 (file)
@@ -323,9 +323,8 @@ static int fun_gather_pkt(struct funeth_rxq *q, unsigned int tot_len,
                if (ref_ok)
                        ref_ok |= buf->node;
 
-               __skb_frag_set_page(frags, buf->page);
-               skb_frag_off_set(frags, q->buf_offset);
-               skb_frag_size_set(frags++, frag_len);
+               skb_frag_fill_page_desc(frags++, buf->page, q->buf_offset,
+                                       frag_len);
 
                tot_len -= frag_len;
                if (!tot_len)
index 6c6b66d3ea6e0cba7f7e3189a85dbd1205771fb9..e2abc00d0472c19f7527d950b0d48fd3c664f56c 100644 (file)
@@ -2376,9 +2376,8 @@ mvneta_swbm_add_rx_fragment(struct mvneta_port *pp,
        if (data_len > 0 && sinfo->nr_frags < MAX_SKB_FRAGS) {
                skb_frag_t *frag = &sinfo->frags[sinfo->nr_frags++];
 
-               skb_frag_off_set(frag, pp->rx_offset_correction);
-               skb_frag_size_set(frag, data_len);
-               __skb_frag_set_page(frag, page);
+               skb_frag_fill_page_desc(frag, page,
+                                       pp->rx_offset_correction, data_len);
 
                if (!xdp_buff_has_frags(xdp)) {
                        sinfo->xdp_frags_size = *size;
index 69634829558e2bc59c91dd485f5f025640277880..704b022cd1f04bcac0513643c479d9d479ae46ef 100644 (file)
@@ -491,9 +491,7 @@ mlx5e_add_skb_shared_info_frag(struct mlx5e_rq *rq, struct skb_shared_info *sinf
        }
 
        frag = &sinfo->frags[sinfo->nr_frags++];
-       __skb_frag_set_page(frag, frag_page->page);
-       skb_frag_off_set(frag, frag_offset);
-       skb_frag_size_set(frag, len);
+       skb_frag_fill_page_desc(frag, frag_page->page, frag_offset, len);
 
        if (page_is_pfmemalloc(frag_page->page))
                xdp_buff_set_frag_pfmemalloc(xdp);
index 4ef05bad4613c9309a81b00ba896b365a698eec7..2d52f54ebb45836007e247b70e66bdcde5a52070 100644 (file)
@@ -1998,10 +1998,8 @@ static int cas_rx_process_pkt(struct cas *cp, struct cas_rx_comp *rxc,
                skb->truesize += hlen - swivel;
                skb->len      += hlen - swivel;
 
-               __skb_frag_set_page(frag, page->buffer);
+               skb_frag_fill_page_desc(frag, page->buffer, off, hlen - swivel);
                __skb_frag_ref(frag);
-               skb_frag_off_set(frag, off);
-               skb_frag_size_set(frag, hlen - swivel);
 
                /* any more data? */
                if ((words[0] & RX_COMP1_SPLIT_PKT) && ((dlen -= hlen) > 0)) {
@@ -2024,10 +2022,8 @@ static int cas_rx_process_pkt(struct cas *cp, struct cas_rx_comp *rxc,
                        skb->len      += hlen;
                        frag++;
 
-                       __skb_frag_set_page(frag, page->buffer);
+                       skb_frag_fill_page_desc(frag, page->buffer, 0, hlen);
                        __skb_frag_ref(frag);
-                       skb_frag_off_set(frag, 0);
-                       skb_frag_size_set(frag, hlen);
                        RX_USED_ADD(page, hlen + cp->crc_size);
                }
 
index 97241006d64a274aef1ba985f1a56d46c84499ee..29eccc8ff41fdc5a8ebaa76039914abaf57d02b3 100644 (file)
@@ -1272,9 +1272,7 @@ static int virtnet_build_xdp_buff_mrg(struct net_device *dev,
                }
 
                frag = &shinfo->frags[shinfo->nr_frags++];
-               __skb_frag_set_page(frag, page);
-               skb_frag_off_set(frag, offset);
-               skb_frag_size_set(frag, len);
+               skb_frag_fill_page_desc(frag, page, offset, len);
                if (page_is_pfmemalloc(page))
                        xdp_buff_set_frag_pfmemalloc(xdp);
 
index f2b76ee866a4a80154591bab17a4483d9897fcb8..7fa74b8b21001438568dc1da4d26aea9f77876ab 100644 (file)
@@ -686,9 +686,7 @@ vmxnet3_append_frag(struct sk_buff *skb, struct Vmxnet3_RxCompDesc *rcd,
 
        BUG_ON(skb_shinfo(skb)->nr_frags >= MAX_SKB_FRAGS);
 
-       __skb_frag_set_page(frag, rbi->page);
-       skb_frag_off_set(frag, 0);
-       skb_frag_size_set(frag, rcd->len);
+       skb_frag_fill_page_desc(frag, rbi->page, 0, rcd->len);
        skb->data_len += rcd->len;
        skb->truesize += PAGE_SIZE;
        skb_shinfo(skb)->nr_frags++;
index c1501f41e2d825be75cf9b71a38cf1ecc64a2c6c..3d79b35eb577ef59a8aa38bb09bff895a7e38ec3 100644 (file)
@@ -1128,9 +1128,7 @@ static int xenvif_handle_frag_list(struct xenvif_queue *queue, struct sk_buff *s
                        BUG();
 
                offset += len;
-               __skb_frag_set_page(&frags[i], page);
-               skb_frag_off_set(&frags[i], 0);
-               skb_frag_size_set(&frags[i], len);
+               skb_frag_fill_page_desc(&frags[i], page, 0, len);
        }
 
        /* Release all the original (foreign) frags. */
index 738776ab8838621ad7653cefb31efbc6298972a4..30be21c7d05f286af6ab8adc5ed0f670ddccab26 100644 (file)
@@ -2411,6 +2411,15 @@ static inline unsigned int skb_pagelen(const struct sk_buff *skb)
        return skb_headlen(skb) + __skb_pagelen(skb);
 }
 
+static inline void skb_frag_fill_page_desc(skb_frag_t *frag,
+                                          struct page *page,
+                                          int off, int size)
+{
+       frag->bv_page = page;
+       frag->bv_offset = off;
+       skb_frag_size_set(frag, size);
+}
+
 static inline void __skb_fill_page_desc_noacc(struct skb_shared_info *shinfo,
                                              int i, struct page *page,
                                              int off, int size)
@@ -2422,9 +2431,7 @@ static inline void __skb_fill_page_desc_noacc(struct skb_shared_info *shinfo,
         * that not all callers have unique ownership of the page but rely
         * on page_is_pfmemalloc doing the right thing(tm).
         */
-       frag->bv_page             = page;
-       frag->bv_offset           = off;
-       skb_frag_size_set(frag, size);
+       skb_frag_fill_page_desc(frag, page, off, size);
 }
 
 /**
@@ -3496,20 +3503,6 @@ static inline void __skb_frag_set_page(skb_frag_t *frag, struct page *page)
        frag->bv_page = page;
 }
 
-/**
- * skb_frag_set_page - sets the page contained in a paged fragment of an skb
- * @skb: the buffer
- * @f: the fragment offset
- * @page: the page to set
- *
- * Sets the @f'th fragment of @skb to contain @page.
- */
-static inline void skb_frag_set_page(struct sk_buff *skb, int f,
-                                    struct page *page)
-{
-       __skb_frag_set_page(&skb_shinfo(skb)->frags[f], page);
-}
-
 bool skb_page_frag_refill(unsigned int sz, struct page_frag *pfrag, gfp_t prio);
 
 /**
index e79e3a415ca9322ef3103a9e08bc14dda437cbcd..98143b86a9ddf1fe3699c2e15073fd9c9a8fe05d 100644 (file)
@@ -1415,11 +1415,10 @@ int bpf_prog_test_run_xdp(struct bpf_prog *prog, const union bpf_attr *kattr,
                        }
 
                        frag = &sinfo->frags[sinfo->nr_frags++];
-                       __skb_frag_set_page(frag, page);
 
                        data_len = min_t(u32, kattr->test.data_size_in - size,
                                         PAGE_SIZE);
-                       skb_frag_size_set(frag, data_len);
+                       skb_frag_fill_page_desc(frag, page, 0, data_len);
 
                        if (copy_from_user(page_address(page), data_in + size,
                                           data_len)) {
index 2d84165cb4f1dedbd711f519925885ba7da02709..6783a47a613666a6dbe58cf124d1ad800e365191 100644 (file)
@@ -239,9 +239,7 @@ int skb_gro_receive(struct sk_buff *p, struct sk_buff *skb)
 
                pinfo->nr_frags = nr_frags + 1 + skbinfo->nr_frags;
 
-               __skb_frag_set_page(frag, page);
-               skb_frag_off_set(frag, first_offset);
-               skb_frag_size_set(frag, first_size);
+               skb_frag_fill_page_desc(frag, page, first_offset, first_size);
 
                memcpy(frag + 1, skbinfo->frags, sizeof(*frag) * skbinfo->nr_frags);
                /* We dont need to clear skbinfo->nr_frags here */
index 760238196db14de0f764f11b66cc3e79d885b14f..f56b8d69701475683561032d992c97585320af63 100644 (file)
@@ -2785,14 +2785,17 @@ static void pktgen_finalize_skb(struct pktgen_dev *pkt_dev, struct sk_buff *skb,
                                        break;
                        }
                        get_page(pkt_dev->page);
-                       skb_frag_set_page(skb, i, pkt_dev->page);
-                       skb_frag_off_set(&skb_shinfo(skb)->frags[i], 0);
+
                        /*last fragment, fill rest of data*/
                        if (i == (frags - 1))
-                               skb_frag_size_set(&skb_shinfo(skb)->frags[i],
-                                   (datalen < PAGE_SIZE ? datalen : PAGE_SIZE));
+                               skb_frag_fill_page_desc(&skb_shinfo(skb)->frags[i],
+                                                       pkt_dev->page, 0,
+                                                       (datalen < PAGE_SIZE ?
+                                                        datalen : PAGE_SIZE));
                        else
-                               skb_frag_size_set(&skb_shinfo(skb)->frags[i], frag_len);
+                               skb_frag_fill_page_desc(&skb_shinfo(skb)->frags[i],
+                                                       pkt_dev->page, 0, frag_len);
+
                        datalen -= skb_frag_size(&skb_shinfo(skb)->frags[i]);
                        skb->len += skb_frag_size(&skb_shinfo(skb)->frags[i]);
                        skb->data_len += skb_frag_size(&skb_shinfo(skb)->frags[i]);
index 01b48e68aca083538d217aaae3880ed32bc42c1e..6724a84ebb097ce0315ab789dda73bd1382f5111 100644 (file)
@@ -4234,10 +4234,9 @@ static inline skb_frag_t skb_head_frag_to_page_desc(struct sk_buff *frag_skb)
        struct page *page;
 
        page = virt_to_head_page(frag_skb->head);
-       __skb_frag_set_page(&head_frag, page);
-       skb_frag_off_set(&head_frag, frag_skb->data -
-                        (unsigned char *)page_address(page));
-       skb_frag_size_set(&head_frag, skb_headlen(frag_skb));
+       skb_frag_fill_page_desc(&head_frag, page, frag_skb->data -
+                               (unsigned char *)page_address(page),
+                               skb_headlen(frag_skb));
        return head_frag;
 }
 
index a7cc4f9faac28ce10d3088570d2a44f5bef9a8e1..daeff54bdbfaacbbbd327c3f96240873e9ad4f21 100644 (file)
@@ -268,9 +268,8 @@ static void tls_append_frag(struct tls_record_info *record,
                skb_frag_size_add(frag, size);
        } else {
                ++frag;
-               __skb_frag_set_page(frag, pfrag->page);
-               skb_frag_off_set(frag, pfrag->offset);
-               skb_frag_size_set(frag, size);
+               skb_frag_fill_page_desc(frag, pfrag->page, pfrag->offset,
+                                       size);
                ++record->num_frags;
                get_page(pfrag->page);
        }
@@ -357,9 +356,8 @@ static int tls_create_new_record(struct tls_offload_context_tx *offload_ctx,
                return -ENOMEM;
 
        frag = &record->frags[0];
-       __skb_frag_set_page(frag, pfrag->page);
-       skb_frag_off_set(frag, pfrag->offset);
-       skb_frag_size_set(frag, prepend_size);
+       skb_frag_fill_page_desc(frag, pfrag->page, pfrag->offset,
+                               prepend_size);
 
        get_page(pfrag->page);
        pfrag->offset += prepend_size;
index 80143360bf0955420b97ebe3f7538c1fda14b217..9c0fa0e1786a2d42f606e31174235b4cd8b8f400 100644 (file)
@@ -74,14 +74,11 @@ static int ipcomp_decompress(struct xfrm_state *x, struct sk_buff *skb)
                if (!page)
                        return -ENOMEM;
 
-               __skb_frag_set_page(frag, page);
-
                len = PAGE_SIZE;
                if (dlen < len)
                        len = dlen;
 
-               skb_frag_off_set(frag, 0);
-               skb_frag_size_set(frag, len);
+               skb_frag_fill_page_desc(frag, page, 0, len);
                memcpy(skb_frag_address(frag), scratch, len);
 
                skb->truesize += len;