Greg Kroah-Hartman
598cf27219
Link: https://lore.kernel.org/r/20260217200002.683975158@linuxfoundation.org Tested-by: Florian Fainelli <florian.fainelli@broadcom.com> Tested-by: Takeshi Ogasawara <takeshi.ogasawara@futuring-girl.com> Tested-by: Peter Schneider <pschneider1968@googlemail.com> Tested-by: Jon Hunter <jonathanh@nvidia.com> Tested-by: Salvatore Bonaccorso <carnil@debian.org> Tested-by: Brett A C Sheffield <bacs@librecast.net> Tested-by: Mark Brown <broonie@kernel.org> Tested-by: Luna Jernberg <droidbittin@gmail.com> Tested-by: Ronald Warsow <rwarsow@gmx.de> Tested-by: Justin M. Forbes <jforbes@fedoraproject.org> Tested-by: Ron Economos <re@w6rz.net> Tested-by: Miguel Ojeda <ojeda@kernel.org> Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
58 lines
1.3 KiB
C
58 lines
1.3 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
|
|
#include <linux/net.h>
|
|
#include <linux/uio.h>
|
|
#include <net/sock.h>
|
|
#include <linux/nospec.h>
|
|
|
|
#include "rsrc.h"
|
|
|
|
#define IO_NOTIF_UBUF_FLAGS (SKBFL_ZEROCOPY_FRAG | SKBFL_DONT_ORPHAN)
|
|
#define IO_NOTIF_SPLICE_BATCH 32
|
|
|
|
struct io_notif_data {
|
|
struct file *file;
|
|
struct ubuf_info uarg;
|
|
|
|
struct io_notif_data *next;
|
|
struct io_notif_data *head;
|
|
|
|
unsigned account_pages;
|
|
bool zc_report;
|
|
bool zc_used;
|
|
bool zc_copied;
|
|
};
|
|
|
|
struct io_kiocb *io_alloc_notif(struct io_ring_ctx *ctx);
|
|
void io_tx_ubuf_complete(struct sk_buff *skb, struct ubuf_info *uarg,
|
|
bool success);
|
|
|
|
static inline struct io_notif_data *io_notif_to_data(struct io_kiocb *notif)
|
|
{
|
|
return io_kiocb_to_cmd(notif, struct io_notif_data);
|
|
}
|
|
|
|
static inline void io_notif_flush(struct io_kiocb *notif)
|
|
__must_hold(¬if->ctx->uring_lock)
|
|
{
|
|
struct io_notif_data *nd = io_notif_to_data(notif);
|
|
|
|
io_tx_ubuf_complete(NULL, &nd->uarg, true);
|
|
}
|
|
|
|
static inline int io_notif_account_mem(struct io_kiocb *notif, unsigned len)
|
|
{
|
|
struct io_ring_ctx *ctx = notif->ctx;
|
|
struct io_notif_data *nd = io_notif_to_data(notif);
|
|
unsigned nr_pages = (len >> PAGE_SHIFT) + 2;
|
|
int ret;
|
|
|
|
if (ctx->user) {
|
|
ret = __io_account_mem(ctx->user, nr_pages);
|
|
if (ret)
|
|
return ret;
|
|
nd->account_pages += nr_pages;
|
|
}
|
|
return 0;
|
|
}
|