From ab4bfbf2bea972772e5e879f0da6e9e8de407e35 Mon Sep 17 00:00:00 2001 From: Ian Lance Taylor Date: Fri, 29 Mar 2024 11:41:57 +0800 Subject: [PATCH 1/2] [1.17 backport]runtime: decrement netpollWaiters in netpollunblock We used to decrement it in netpollgoready, but that missed the common case of a descriptor becoming ready due to I/O. All calls to netpollgoready go through netpollunblock, so this shouldn't miss any decrements we missed before. Note: The upstream does not submit this change to go1.17 according to the rules of MinorReleases. Edited-by: wangshuo Fixes #60782 Change-Id: Ideefefa1ac96ca38e09fe2dd5d595c5dd7883237 Reviewed-on: https://go-review.googlesource.com/c/go/+/503923 TryBot-Result: Gopher Robot Reviewed-by: Ian Lance Taylor Run-TryBot: Ian Lance Taylor Run-TryBot: Ian Lance Taylor Reviewed-by: Michael Knyszek Auto-Submit: Ian Lance Taylor Signed-off-by: Wang Shuo --- src/runtime/crash_test.go | 9 +++ src/runtime/netpoll.go | 4 +- src/runtime/testdata/testprognet/waiters.go | 69 +++++++++++++++++++++ 3 files changed, 81 insertions(+), 1 deletion(-) create mode 100644 src/runtime/testdata/testprognet/waiters.go diff --git a/src/runtime/crash_test.go b/src/runtime/crash_test.go index e0c0bac..800686b 100644 --- a/src/runtime/crash_test.go +++ b/src/runtime/crash_test.go @@ -807,3 +807,12 @@ func TestDoublePanic(t *testing.T) { } } } + +func TestNetpollWaiters(t *testing.T) { + t.Parallel() + output := runTestProg(t, "testprognet", "NetpollWaiters") + want := "OK\n" + if output != want { + t.Fatalf("output is not %q\n%s", want, output) + } +} diff --git a/src/runtime/netpoll.go b/src/runtime/netpoll.go index 4f8d244..7175c7f 100644 --- a/src/runtime/netpoll.go +++ b/src/runtime/netpoll.go @@ -477,13 +477,15 @@ func netpollunblock(pd *pollDesc, mode int32, ioready bool) *g { // will check for timeout/cancel before waiting. return nil } - var new uintptr + new := pdNil if ioready { new = pdReady } if atomic.Casuintptr(gpp, old, new) { if old == pdWait { old = 0 + } else if old != 0 { + netpollWaiters.Add(-1) } return (*g)(unsafe.Pointer(old)) } diff --git a/src/runtime/testdata/testprognet/waiters.go b/src/runtime/testdata/testprognet/waiters.go new file mode 100644 index 0000000..480e872 --- /dev/null +++ b/src/runtime/testdata/testprognet/waiters.go @@ -0,0 +1,69 @@ +// Copyright 2023 The Go Authors. All rights reserved. +// Use of this source code is governed by a BSD-style +// license that can be found in the LICENSE file. + +package main + +import ( + "fmt" + "io" + "log" + "net" + "runtime/internal/atomic" + "sync" + "time" + _ "unsafe" // for go:linkname +) + +// The bug is that netpollWaiters increases monotonically. +// This doesn't cause a problem until it overflows. +// Use linkname to see the value. +//go:linkname netpollWaiters runtime.netpollWaiters +var netpollWaiters uint32 + +func init() { + register("NetpollWaiters", NetpollWaiters) +} + +func NetpollWaiters() { + listener, err := net.Listen("tcp", "127.0.0.1:0") + if err != nil { + log.Fatal(err) + } + + var wg sync.WaitGroup + wg.Add(1) + go func() { + defer wg.Done() + conn, err := listener.Accept() + if err != nil { + log.Fatal(err) + } + defer conn.Close() + if _, err := io.Copy(io.Discard, conn); err != nil { + log.Fatal(err) + } + }() + + wg.Add(1) + go func() { + defer wg.Done() + conn, err := net.Dial("tcp", listener.Addr().String()) + if err != nil { + log.Fatal(err) + } + defer conn.Close() + for i := 0; i < 10; i++ { + fmt.Fprintf(conn, "%d\n", i) + time.Sleep(time.Millisecond) + } + }() + + wg.Wait() + if v := atomic.Load(&netpollWaiters); v != 0 { + log.Fatalf("current waiters %v", v) + } + + fmt.Println("OK") +} + -- 2.27.0