75b418
From 0fc1f2b8d809c944b6228c5f115d147737ee17e4 Mon Sep 17 00:00:00 2001
75b418
From: Kuniyuki Iwashima <kuniyu@amazon.com>
75b418
Date: Thu, 6 Oct 2022 11:53:49 -0700
75b418
Subject: [PATCH] tcp: Fix data races around icsk->icsk_af_ops.
75b418
Git-commit: f49cd2f4d6170d27a2c61f1fecb03d8a70c91f57
75b418
Patch-mainline: v6.1-rc1
75b418
References: bsc#1204405 CVE-2022-3566
75b418
75b418
setsockopt(IPV6_ADDRFORM) and tcp_v6_connect() change icsk->icsk_af_ops
75b418
under lock_sock(), but tcp_(get|set)sockopt() read it locklessly.  To
75b418
avoid load/store tearing, we need to add READ_ONCE() and WRITE_ONCE()
75b418
for the reads and writes.
75b418
75b418
Thanks to Eric Dumazet for providing the syzbot report:
75b418
75b418
BUG: KCSAN: data-race in tcp_setsockopt / tcp_v6_connect
75b418
75b418
write to 0xffff88813c624518 of 8 bytes by task 23936 on cpu 0:
75b418
tcp_v6_connect+0x5b3/0xce0 net/ipv6/tcp_ipv6.c:240
75b418
__inet_stream_connect+0x159/0x6d0 net/ipv4/af_inet.c:660
75b418
inet_stream_connect+0x44/0x70 net/ipv4/af_inet.c:724
75b418
__sys_connect_file net/socket.c:1976 [inline]
75b418
__sys_connect+0x197/0x1b0 net/socket.c:1993
75b418
__do_sys_connect net/socket.c:2003 [inline]
75b418
__se_sys_connect net/socket.c:2000 [inline]
75b418
__x64_sys_connect+0x3d/0x50 net/socket.c:2000
75b418
do_syscall_x64 arch/x86/entry/common.c:50 [inline]
75b418
do_syscall_64+0x2b/0x70 arch/x86/entry/common.c:80
75b418
entry_SYSCALL_64_after_hwframe+0x63/0xcd
75b418
75b418
read to 0xffff88813c624518 of 8 bytes by task 23937 on cpu 1:
75b418
tcp_setsockopt+0x147/0x1c80 net/ipv4/tcp.c:3789
75b418
sock_common_setsockopt+0x5d/0x70 net/core/sock.c:3585
75b418
__sys_setsockopt+0x212/0x2b0 net/socket.c:2252
75b418
__do_sys_setsockopt net/socket.c:2263 [inline]
75b418
__se_sys_setsockopt net/socket.c:2260 [inline]
75b418
__x64_sys_setsockopt+0x62/0x70 net/socket.c:2260
75b418
do_syscall_x64 arch/x86/entry/common.c:50 [inline]
75b418
do_syscall_64+0x2b/0x70 arch/x86/entry/common.c:80
75b418
entry_SYSCALL_64_after_hwframe+0x63/0xcd
75b418
75b418
value changed: 0xffffffff8539af68 -> 0xffffffff8539aff8
75b418
75b418
Reported by Kernel Concurrency Sanitizer on:
75b418
CPU: 1 PID: 23937 Comm: syz-executor.5 Not tainted
75b418
6.0.0-rc4-syzkaller-00331-g4ed9c1e971b1-dirty #0
75b418
75b418
Hardware name: Google Google Compute Engine/Google Compute Engine,
75b418
BIOS Google 08/26/2022
75b418
75b418
Fixes: 1da177e4c3f4 ("Linux-2.6.12-rc2")
75b418
Reported-by: syzbot <syzkaller@googlegroups.com>
75b418
Reported-by: Eric Dumazet <edumazet@google.com>
75b418
Signed-off-by: Kuniyuki Iwashima <kuniyu@amazon.com>
75b418
Signed-off-by: Jakub Kicinski <kuba@kernel.org>
75b418
Signed-off-by: Denis Kirjanov <denis.kirjanov@suse.com>
75b418
---
75b418
 net/ipv4/tcp.c           | 9 ++++++---
75b418
 net/ipv6/ipv6_sockglue.c | 3 ++-
75b418
 net/ipv6/tcp_ipv6.c      | 6 ++++--
75b418
 3 files changed, 12 insertions(+), 6 deletions(-)
75b418
75b418
diff --git a/net/ipv4/tcp.c b/net/ipv4/tcp.c
75b418
index 9fb5ff7890e0..928105671cf4 100644
75b418
--- a/net/ipv4/tcp.c
75b418
+++ b/net/ipv4/tcp.c
75b418
@@ -2661,8 +2661,9 @@ int tcp_setsockopt(struct sock *sk, int level, int optname, char __user *optval,
75b418
 	const struct inet_connection_sock *icsk = inet_csk(sk);
75b418
 
75b418
 	if (level != SOL_TCP)
75b418
-		return icsk->icsk_af_ops->setsockopt(sk, level, optname,
75b418
-						     optval, optlen);
75b418
+		/* Paired with WRITE_ONCE() in do_ipv6_setsockopt() and tcp_v6_connect() */
75b418
+		return READ_ONCE(icsk->icsk_af_ops)->setsockopt(sk, level, optname,
75b418
+								optval, optlen);
75b418
 	return do_tcp_setsockopt(sk, level, optname, optval, optlen);
75b418
 }
75b418
 EXPORT_SYMBOL(tcp_setsockopt);
75b418
@@ -3061,8 +3062,10 @@ int tcp_getsockopt(struct sock *sk, int level, int optname, char __user *optval,
75b418
 	struct inet_connection_sock *icsk = inet_csk(sk);
75b418
 
75b418
 	if (level != SOL_TCP)
75b418
-		return icsk->icsk_af_ops->getsockopt(sk, level, optname,
75b418
+		/* Paired with WRITE_ONCE() in do_ipv6_setsockopt() and tcp_v6_connect() */
75b418
+		return READ_ONCE(icsk->icsk_af_ops)->getsockopt(sk, level, optname,
75b418
 						     optval, optlen);
75b418
+
75b418
 	return do_tcp_getsockopt(sk, level, optname, optval, optlen);
75b418
 }
75b418
 EXPORT_SYMBOL(tcp_getsockopt);
75b418
diff --git a/net/ipv6/ipv6_sockglue.c b/net/ipv6/ipv6_sockglue.c
75b418
index 7d6cfc829257..95910bcee24b 100644
75b418
--- a/net/ipv6/ipv6_sockglue.c
75b418
+++ b/net/ipv6/ipv6_sockglue.c
75b418
@@ -224,7 +224,8 @@ static int do_ipv6_setsockopt(struct sock *sk, int level, int optname,
75b418
 
75b418
 				/* Paired with READ_ONCE(sk->sk_prot) in inet6_stream_ops */
75b418
 				WRITE_ONCE(sk->sk_prot, &tcp_prot);
75b418
-				icsk->icsk_af_ops = &ipv4_specific;
75b418
+				/* Paired with READ_ONCE() in tcp_(get|set)sockopt() */
75b418
+				WRITE_ONCE(icsk->icsk_af_ops, &ipv4_specific);
75b418
 				sk->sk_socket->ops = &inet_stream_ops;
75b418
 				sk->sk_family = PF_INET;
75b418
 				tcp_sync_mss(sk, icsk->icsk_pmtu_cookie);
75b418
diff --git a/net/ipv6/tcp_ipv6.c b/net/ipv6/tcp_ipv6.c
75b418
index a248309a5446..eed189413372 100644
75b418
--- a/net/ipv6/tcp_ipv6.c
75b418
+++ b/net/ipv6/tcp_ipv6.c
75b418
@@ -213,7 +213,8 @@ static int tcp_v6_connect(struct sock *sk, struct sockaddr *uaddr,
75b418
 		sin.sin_port = usin->sin6_port;
75b418
 		sin.sin_addr.s_addr = usin->sin6_addr.s6_addr32[3];
75b418
 
75b418
-		icsk->icsk_af_ops = &ipv6_mapped;
75b418
+		/* Paired with READ_ONCE() in tcp_(get|set)sockopt() */
75b418
+		WRITE_ONCE(icsk->icsk_af_ops, &ipv6_mapped);
75b418
 		sk->sk_backlog_rcv = tcp_v4_do_rcv;
75b418
 #ifdef CONFIG_TCP_MD5SIG
75b418
 		tp->af_specific = &tcp_sock_ipv6_mapped_specific;
75b418
@@ -223,7 +224,8 @@ static int tcp_v6_connect(struct sock *sk, struct sockaddr *uaddr,
75b418
 
75b418
 		if (err) {
75b418
 			icsk->icsk_ext_hdr_len = exthdrlen;
75b418
-			icsk->icsk_af_ops = &ipv6_specific;
75b418
+			/* Paired with READ_ONCE() in tcp_(get|set)sockopt() */
75b418
+			WRITE_ONCE(icsk->icsk_af_ops, &ipv6_specific);
75b418
 			sk->sk_backlog_rcv = tcp_v6_do_rcv;
75b418
 #ifdef CONFIG_TCP_MD5SIG
75b418
 			tp->af_specific = &tcp_sock_ipv6_specific;
75b418
-- 
75b418
2.16.4
75b418