Eric Dumazet 1abe267f17 net: add sk_wake_async_rcu() helper ... While looking at UDP receive performance, I saw sk_wake_async() was no longer inlined. This matters at least on AMD Zen1-4 platforms (see SRSO) This might be because rcu_read_lock() and rcu_read_unlock() are no longer nops in recent kernels ? Add sk_wake_async_rcu() variant, which must be called from contexts already holding rcu lock. As SOCK_FASYNC is deprecated in modern days, use unlikely() to give a hint to the compiler. sk_wake_async_rcu() is properly inlined from __udp_enqueue_schedule_skb() and sock_def_readable(). Signed-off-by: Eric Dumazet <edumazet@google.com> Link: https://lore.kernel.org/r/20240328144032.1864988-5-edumazet@google.com Signed-off-by: Jakub Kicinski <kuba@kernel.org>		2024-03-29 15:03:11 -07:00
..
asymmetric_keys	Revert "crypto: pkcs7 - remove sha1 support"	2024-03-22 19:42:20 +08:00
async_tx
842.c
acompress.c	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
adiantum.c	crypto: adiantum - flush destination page before unmapping	2023-11-01 12:58:42 +08:00
aead.c	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
aegis128-core.c
aegis128-neon-inner.c	crypto: aegis128-neon - add header for internal prototypes	2023-05-24 18:12:33 +08:00
aegis128-neon.c	crypto: aegis128-neon - add header for internal prototypes	2023-05-24 18:12:33 +08:00
aegis-neon.h	crypto: aegis128-neon - add header for internal prototypes	2023-05-24 18:12:33 +08:00
aegis.h
aes_generic.c
aes_ti.c
af_alg.c	net: add sk_wake_async_rcu() helper	2024-03-29 15:03:11 -07:00
ahash.c	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
akcipher.c	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
algapi.c	crypto: api - Disallow identical driver names	2023-12-15 17:52:53 +08:00
algboss.c
algif_aead.c	sock: Remove ->sendpage*() in favour of sendmsg(MSG_SPLICE_PAGES)	2023-06-24 15:50:13 -07:00
algif_hash.c	crypto: algif_hash - Remove bogus SGL free on zero-length error path	2024-02-02 18:08:12 +08:00
algif_rng.c	sock: Remove ->sendpage*() in favour of sendmsg(MSG_SPLICE_PAGES)	2023-06-24 15:50:13 -07:00
algif_skcipher.c	crypto: algif_skcipher - Fix stream cipher chaining	2023-12-08 11:59:46 +08:00
ansi_cprng.c
anubis.c
api.c	crypto: api - Remove unnecessary NULL initialisation	2023-09-20 13:15:29 +08:00
arc4.c	crypto: arc4 - Add internal state	2023-12-08 11:59:46 +08:00
aria_generic.c
authenc.c	crypto: authenc - stop using alignmask of ahash	2023-10-27 18:04:29 +08:00
authencesn.c	crypto: authencesn - stop using alignmask of ahash	2023-10-27 18:04:29 +08:00
blake2b_generic.c	treewide: update LLVM Bugzilla links	2024-02-22 15:38:51 -08:00
blowfish_common.c
blowfish_generic.c
camellia_generic.c
cast5_generic.c
cast6_generic.c
cast_common.c
cbc.c	crypto: cbc - Ensure statesize is zero	2024-02-02 18:08:12 +08:00
ccm.c	crypto: ccm - stop using alignmask of ahash	2023-10-27 18:04:29 +08:00
chacha20poly1305.c	crypto: chacha20poly1305 - stop using alignmask of ahash	2023-10-27 18:04:29 +08:00
chacha_generic.c
cipher.c	crypto: cipher - On clone do crypto_mod_get()	2023-06-23 16:15:36 +08:00
cmac.c	crypto: cmac - remove unnecessary alignment logic	2023-10-27 18:04:24 +08:00
compress.c
compress.h	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
crc32_generic.c
crc32c_generic.c
crc64_rocksoft_generic.c
crct10dif_common.c
crct10dif_generic.c
cryptd.c	crypto: cryptd - Only access common skcipher fields on spawn	2023-10-13 18:27:26 +08:00
crypto_engine.c	crypto: engine - Make crypto_engine_exit() return void	2023-10-01 16:28:15 +08:00
crypto_null.c
crypto_user_base.c	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
crypto_user_stat.c	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
ctr.c	crypto: ctr - Only access common skcipher fields on spawn	2023-10-13 18:27:27 +08:00
cts.c	crypto: cts - Only access common skcipher fields on spawn	2023-10-13 18:27:27 +08:00
curve25519-generic.c
deflate.c	crypto: deflate - Remove zlib-deflate	2023-10-12 21:59:32 +08:00
des_generic.c
dh_helper.c
dh.c	crypto: dh - Make public key test FIPS-only	2024-03-01 18:35:40 +08:00
drbg.c	crypto: drbg - Remove SHA1 from drbg	2023-11-17 19:16:29 +08:00
ecb.c	crypto: skcipher - Add internal state support	2023-12-08 11:59:46 +08:00
ecc_curve_defs.h
ecc.c
ecdh_helper.c
ecdh.c
ecdsa.c
ecdsasignature.asn1
echainiv.c
ecrdsa_defs.h
ecrdsa_params.asn1
ecrdsa_pub_key.asn1
ecrdsa.c
essiv.c	crypto: essiv - Handle lskcipher spawns	2023-10-13 18:27:26 +08:00
fcrypt.c
fips.c
gcm.c	crypto: gcm - stop using alignmask of ahash	2023-10-27 18:04:29 +08:00
geniv.c
ghash-generic.c
hash_info.c	crypto: FIPS 202 SHA-3 register in hash info for IMA	2023-10-27 18:04:30 +08:00
hash.h	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
hctr2.c	crypto: hctr2 - stop using alignmask of shash_alg	2023-10-27 18:04:25 +08:00
hmac.c	crypto: hmac - remove unnecessary alignment logic	2023-10-27 18:04:24 +08:00
internal.h	crypto: sig - Fix verify call	2023-06-27 15:40:24 +08:00
jitterentropy-kcapi.c	crypto: jitter - reuse allocated entropy collector	2023-10-13 18:31:07 +08:00
jitterentropy-testing.c	crypto: jitter - add interface for gathering of raw entropy	2023-05-12 18:48:01 +08:00
jitterentropy.c	crypto: jitter - use permanent health test storage	2023-10-27 18:04:25 +08:00
jitterentropy.h	crypto: jitter - reuse allocated entropy collector	2023-10-13 18:31:07 +08:00
Kconfig	RISC-V Patches for the 6.9 Merge Window	2024-03-22 10:41:13 -07:00
kdf_sp800108.c
keywrap.c
khazad.c
kpp.c	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
lrw.c	crypto: lrw - Only access common skcipher fields on spawn	2023-10-13 18:27:27 +08:00
lskcipher.c	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
lz4.c
lz4hc.c
lzo-rle.c
lzo.c
Makefile	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
md4.c
md5.c
michael_mic.c
nhpoly1305.c
pcbc.c	crypto: pcbc - remove redundant assignment to nbytes	2024-01-26 16:39:32 +08:00
pcrypt.c	crypto: pcrypt - Fix hungtask for PADATA_RESET	2023-09-15 18:29:45 +08:00
poly1305_generic.c
polyval-generic.c
proc.c
ripemd.h
rmd160.c
rng.c	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
rsa_helper.c
rsa-pkcs1pad.c	crypto: rsa-pkcs1pad - Add FIPS 202 SHA-3 support	2023-10-27 18:04:30 +08:00
rsa.c	crypto: rsa - restrict plaintext/ciphertext values more	2024-02-09 12:57:18 +08:00
rsaprivkey.asn1	treewide: Add SPDX identifier to IETF ASN.1 modules	2023-10-27 18:04:28 +08:00
rsapubkey.asn1	treewide: Add SPDX identifier to IETF ASN.1 modules	2023-10-27 18:04:28 +08:00
scatterwalk.c
scompress.c	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
seed.c
seqiv.c
serpent_generic.c
sha1_generic.c
sha3_generic.c
sha256_generic.c
sha512_generic.c
shash.c	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
sig.c	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
simd.c
skcipher.c	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
skcipher.h	Revert "crypto: remove CONFIG_CRYPTO_STATS"	2024-03-13 09:49:37 +08:00
sm2.c	crypto: sm2 - Fix crash caused by uninitialized context	2023-09-20 13:10:10 +08:00
sm2signature.asn1
sm3_generic.c
sm3.c
sm4_generic.c
sm4.c
streebog_generic.c
tcrypt.c	crypto: tcrypt - add ffdhe2048(dh) test	2024-03-08 19:23:25 +08:00
tcrypt.h
tea.c
testmgr.c	crypto: testmgr - remove unused xts4096 and xts512 algorithms from testmgr.c	2024-01-26 16:39:33 +08:00
testmgr.h	Revert "crypto: pkcs7 - remove sha1 support"	2024-03-22 19:42:20 +08:00
twofish_common.c
twofish_generic.c
vmac.c	crypto: vmac - don't set alignmask	2023-10-27 18:04:24 +08:00
wp512.c
xcbc.c	crypto: xcbc - remove unnecessary alignment logic	2023-10-27 18:04:25 +08:00
xctr.c
xor.c
xts.c	crypto: xts - use 'spawn' for underlying single-block cipher	2023-10-20 13:39:25 +08:00
xxhash_generic.c
zstd.c