Commit 29125441 authored by Joe Tsai's avatar Joe Tsai Committed by Joe Tsai

io: fix MultiReader panic on nil reader.

The combination of two prior CLs can cause panics:
* CL/17873: make chained multiReader Read more efficient
* CL/28533: make MultiReader nil exhausted Readers for earlier GC

The first CL allows MultiReader to "inherit" another MultiReader's list of Readers
for efficiency reasons. This is problematic when combined with the
later CL since that can set prior Readers in that list to nil for GC reasons.
This causes panics when two MultiReaders are used together (even synchronously).

To fix this, rather than setting consumed Readers as nil, we set them with
a special eofReader that always returns EOF.

Fixes #18232

Change-Id: I2a9357ab217e3d54d38ea9022d18e4d14f4182d3
Reviewed-on: https://go-review.googlesource.com/34140Reviewed-by: 's avatarBrad Fitzpatrick <bradfitz@golang.org>
Run-TryBot: Brad Fitzpatrick <bradfitz@golang.org>
TryBot-Result: Gobot Gobot <gobot@golang.org>
parent d4b46aa1
...@@ -4,13 +4,19 @@ ...@@ -4,13 +4,19 @@
package io package io
type eofReader struct{}
func (eofReader) Read([]byte) (int, error) {
return 0, EOF
}
type multiReader struct { type multiReader struct {
readers []Reader readers []Reader
} }
func (mr *multiReader) Read(p []byte) (n int, err error) { func (mr *multiReader) Read(p []byte) (n int, err error) {
for len(mr.readers) > 0 { for len(mr.readers) > 0 {
// Optimization to flatten nested multiReaders (Issue 13558) // Optimization to flatten nested multiReaders (Issue 13558).
if len(mr.readers) == 1 { if len(mr.readers) == 1 {
if r, ok := mr.readers[0].(*multiReader); ok { if r, ok := mr.readers[0].(*multiReader); ok {
mr.readers = r.readers mr.readers = r.readers
...@@ -19,7 +25,9 @@ func (mr *multiReader) Read(p []byte) (n int, err error) { ...@@ -19,7 +25,9 @@ func (mr *multiReader) Read(p []byte) (n int, err error) {
} }
n, err = mr.readers[0].Read(p) n, err = mr.readers[0].Read(p)
if err == EOF { if err == EOF {
mr.readers[0] = nil // permit earlier GC // Use eofReader instead of nil to avoid nil panic
// after performing flatten (Issue 18232).
mr.readers[0] = eofReader{} // permit earlier GC
mr.readers = mr.readers[1:] mr.readers = mr.readers[1:]
} }
if n > 0 || err != EOF { if n > 0 || err != EOF {
......
...@@ -264,3 +264,27 @@ func TestMultiReaderFreesExhaustedReaders(t *testing.T) { ...@@ -264,3 +264,27 @@ func TestMultiReaderFreesExhaustedReaders(t *testing.T) {
t.Fatalf(`ReadFull = %d (%q), %v; want 2, "ar", nil`, n, buf[:n], err) t.Fatalf(`ReadFull = %d (%q), %v; want 2, "ar", nil`, n, buf[:n], err)
} }
} }
func TestInterleavedMultiReader(t *testing.T) {
r1 := strings.NewReader("123")
r2 := strings.NewReader("45678")
mr1 := MultiReader(r1, r2)
mr2 := MultiReader(mr1)
buf := make([]byte, 4)
// Have mr2 use mr1's []Readers.
// Consume r1 (and clear it for GC to handle) and consume part of r2.
n, err := ReadFull(mr2, buf)
if got := string(buf[:n]); got != "1234" || err != nil {
t.Errorf(`ReadFull(mr2) = (%q, %v), want ("1234", nil)`, got, err)
}
// Consume the rest of r2 via mr1.
// This should not panic even though mr2 cleared r1.
n, err = ReadFull(mr1, buf)
if got := string(buf[:n]); got != "5678" || err != nil {
t.Errorf(`ReadFull(mr1) = (%q, %v), want ("5678", nil)`, got, err)
}
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment