473 lines
11 KiB
Go
473 lines
11 KiB
Go
|
// Copyright 2015 The Go Authors. All rights reserved.
|
||
|
// Use of this source code is governed by a BSD-style
|
||
|
// license that can be found in the LICENSE file.
|
||
|
|
||
|
// Test broken pipes on Unix systems.
|
||
|
//go:build !plan9 && !js
|
||
|
|
||
|
package os_test
|
||
|
|
||
|
import (
|
||
|
"bufio"
|
||
|
"bytes"
|
||
|
"fmt"
|
||
|
"internal/testenv"
|
||
|
"io"
|
||
|
"io/fs"
|
||
|
"os"
|
||
|
osexec "os/exec"
|
||
|
"os/signal"
|
||
|
"runtime"
|
||
|
"strconv"
|
||
|
"strings"
|
||
|
"sync"
|
||
|
"syscall"
|
||
|
"testing"
|
||
|
"time"
|
||
|
)
|
||
|
|
||
|
func TestEPIPE(t *testing.T) {
|
||
|
r, w, err := os.Pipe()
|
||
|
if err != nil {
|
||
|
t.Fatal(err)
|
||
|
}
|
||
|
if err := r.Close(); err != nil {
|
||
|
t.Fatal(err)
|
||
|
}
|
||
|
|
||
|
expect := syscall.EPIPE
|
||
|
if runtime.GOOS == "windows" {
|
||
|
// 232 is Windows error code ERROR_NO_DATA, "The pipe is being closed".
|
||
|
expect = syscall.Errno(232)
|
||
|
}
|
||
|
// Every time we write to the pipe we should get an EPIPE.
|
||
|
for i := 0; i < 20; i++ {
|
||
|
_, err = w.Write([]byte("hi"))
|
||
|
if err == nil {
|
||
|
t.Fatal("unexpected success of Write to broken pipe")
|
||
|
}
|
||
|
if pe, ok := err.(*fs.PathError); ok {
|
||
|
err = pe.Err
|
||
|
}
|
||
|
if se, ok := err.(*os.SyscallError); ok {
|
||
|
err = se.Err
|
||
|
}
|
||
|
if err != expect {
|
||
|
t.Errorf("iteration %d: got %v, expected %v", i, err, expect)
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
func TestStdPipe(t *testing.T) {
|
||
|
switch runtime.GOOS {
|
||
|
case "windows":
|
||
|
t.Skip("Windows doesn't support SIGPIPE")
|
||
|
}
|
||
|
testenv.MustHaveExec(t)
|
||
|
r, w, err := os.Pipe()
|
||
|
if err != nil {
|
||
|
t.Fatal(err)
|
||
|
}
|
||
|
if err := r.Close(); err != nil {
|
||
|
t.Fatal(err)
|
||
|
}
|
||
|
// Invoke the test program to run the test and write to a closed pipe.
|
||
|
// If sig is false:
|
||
|
// writing to stdout or stderr should cause an immediate SIGPIPE;
|
||
|
// writing to descriptor 3 should fail with EPIPE and then exit 0.
|
||
|
// If sig is true:
|
||
|
// all writes should fail with EPIPE and then exit 0.
|
||
|
for _, sig := range []bool{false, true} {
|
||
|
for dest := 1; dest < 4; dest++ {
|
||
|
cmd := osexec.Command(os.Args[0], "-test.run", "TestStdPipeHelper")
|
||
|
cmd.Stdout = w
|
||
|
cmd.Stderr = w
|
||
|
cmd.ExtraFiles = []*os.File{w}
|
||
|
cmd.Env = append(os.Environ(), fmt.Sprintf("GO_TEST_STD_PIPE_HELPER=%d", dest))
|
||
|
if sig {
|
||
|
cmd.Env = append(cmd.Env, "GO_TEST_STD_PIPE_HELPER_SIGNAL=1")
|
||
|
}
|
||
|
if err := cmd.Run(); err == nil {
|
||
|
if !sig && dest < 3 {
|
||
|
t.Errorf("unexpected success of write to closed pipe %d sig %t in child", dest, sig)
|
||
|
}
|
||
|
} else if ee, ok := err.(*osexec.ExitError); !ok {
|
||
|
t.Errorf("unexpected exec error type %T: %v", err, err)
|
||
|
} else if ws, ok := ee.Sys().(syscall.WaitStatus); !ok {
|
||
|
t.Errorf("unexpected wait status type %T: %v", ee.Sys(), ee.Sys())
|
||
|
} else if ws.Signaled() && ws.Signal() == syscall.SIGPIPE {
|
||
|
if sig || dest > 2 {
|
||
|
t.Errorf("unexpected SIGPIPE signal for descriptor %d sig %t", dest, sig)
|
||
|
}
|
||
|
} else {
|
||
|
t.Errorf("unexpected exit status %v for descriptor %d sig %t", err, dest, sig)
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
// Test redirecting stdout but not stderr. Issue 40076.
|
||
|
cmd := osexec.Command(os.Args[0], "-test.run", "TestStdPipeHelper")
|
||
|
cmd.Stdout = w
|
||
|
var stderr bytes.Buffer
|
||
|
cmd.Stderr = &stderr
|
||
|
cmd.Env = append(os.Environ(), "GO_TEST_STD_PIPE_HELPER=1")
|
||
|
if err := cmd.Run(); err == nil {
|
||
|
t.Errorf("unexpected success of write to closed stdout")
|
||
|
} else if ee, ok := err.(*osexec.ExitError); !ok {
|
||
|
t.Errorf("unexpected exec error type %T: %v", err, err)
|
||
|
} else if ws, ok := ee.Sys().(syscall.WaitStatus); !ok {
|
||
|
t.Errorf("unexpected wait status type %T: %v", ee.Sys(), ee.Sys())
|
||
|
} else if !ws.Signaled() || ws.Signal() != syscall.SIGPIPE {
|
||
|
t.Errorf("unexpected exit status %v for write to closed stdout", err)
|
||
|
}
|
||
|
if output := stderr.Bytes(); len(output) > 0 {
|
||
|
t.Errorf("unexpected output on stderr: %s", output)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
// This is a helper for TestStdPipe. It's not a test in itself.
|
||
|
func TestStdPipeHelper(t *testing.T) {
|
||
|
if os.Getenv("GO_TEST_STD_PIPE_HELPER_SIGNAL") != "" {
|
||
|
signal.Notify(make(chan os.Signal, 1), syscall.SIGPIPE)
|
||
|
}
|
||
|
switch os.Getenv("GO_TEST_STD_PIPE_HELPER") {
|
||
|
case "1":
|
||
|
os.Stdout.Write([]byte("stdout"))
|
||
|
case "2":
|
||
|
os.Stderr.Write([]byte("stderr"))
|
||
|
case "3":
|
||
|
if _, err := os.NewFile(3, "3").Write([]byte("3")); err == nil {
|
||
|
os.Exit(3)
|
||
|
}
|
||
|
default:
|
||
|
t.Skip("skipping test helper")
|
||
|
}
|
||
|
// For stdout/stderr, we should have crashed with a broken pipe error.
|
||
|
// The caller will be looking for that exit status,
|
||
|
// so just exit normally here to cause a failure in the caller.
|
||
|
// For descriptor 3, a normal exit is expected.
|
||
|
os.Exit(0)
|
||
|
}
|
||
|
|
||
|
func testClosedPipeRace(t *testing.T, read bool) {
|
||
|
limit := 1
|
||
|
if !read {
|
||
|
// Get the amount we have to write to overload a pipe
|
||
|
// with no reader.
|
||
|
limit = 131073
|
||
|
if b, err := os.ReadFile("/proc/sys/fs/pipe-max-size"); err == nil {
|
||
|
if i, err := strconv.Atoi(strings.TrimSpace(string(b))); err == nil {
|
||
|
limit = i + 1
|
||
|
}
|
||
|
}
|
||
|
t.Logf("using pipe write limit of %d", limit)
|
||
|
}
|
||
|
|
||
|
r, w, err := os.Pipe()
|
||
|
if err != nil {
|
||
|
t.Fatal(err)
|
||
|
}
|
||
|
defer r.Close()
|
||
|
defer w.Close()
|
||
|
|
||
|
// Close the read end of the pipe in a goroutine while we are
|
||
|
// writing to the write end, or vice-versa.
|
||
|
go func() {
|
||
|
// Give the main goroutine a chance to enter the Read or
|
||
|
// Write call. This is sloppy but the test will pass even
|
||
|
// if we close before the read/write.
|
||
|
time.Sleep(20 * time.Millisecond)
|
||
|
|
||
|
var err error
|
||
|
if read {
|
||
|
err = r.Close()
|
||
|
} else {
|
||
|
err = w.Close()
|
||
|
}
|
||
|
if err != nil {
|
||
|
t.Error(err)
|
||
|
}
|
||
|
}()
|
||
|
|
||
|
b := make([]byte, limit)
|
||
|
if read {
|
||
|
_, err = r.Read(b[:])
|
||
|
} else {
|
||
|
_, err = w.Write(b[:])
|
||
|
}
|
||
|
if err == nil {
|
||
|
t.Error("I/O on closed pipe unexpectedly succeeded")
|
||
|
} else if pe, ok := err.(*fs.PathError); !ok {
|
||
|
t.Errorf("I/O on closed pipe returned unexpected error type %T; expected fs.PathError", pe)
|
||
|
} else if pe.Err != fs.ErrClosed {
|
||
|
t.Errorf("got error %q but expected %q", pe.Err, fs.ErrClosed)
|
||
|
} else {
|
||
|
t.Logf("I/O returned expected error %q", err)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
func TestClosedPipeRaceRead(t *testing.T) {
|
||
|
testClosedPipeRace(t, true)
|
||
|
}
|
||
|
|
||
|
func TestClosedPipeRaceWrite(t *testing.T) {
|
||
|
testClosedPipeRace(t, false)
|
||
|
}
|
||
|
|
||
|
// Issue 20915: Reading on nonblocking fd should not return "waiting
|
||
|
// for unsupported file type." Currently it returns EAGAIN; it is
|
||
|
// possible that in the future it will simply wait for data.
|
||
|
func TestReadNonblockingFd(t *testing.T) {
|
||
|
switch runtime.GOOS {
|
||
|
case "windows":
|
||
|
t.Skip("Windows doesn't support SetNonblock")
|
||
|
}
|
||
|
if os.Getenv("GO_WANT_READ_NONBLOCKING_FD") == "1" {
|
||
|
fd := syscallDescriptor(os.Stdin.Fd())
|
||
|
syscall.SetNonblock(fd, true)
|
||
|
defer syscall.SetNonblock(fd, false)
|
||
|
_, err := os.Stdin.Read(make([]byte, 1))
|
||
|
if err != nil {
|
||
|
if perr, ok := err.(*fs.PathError); !ok || perr.Err != syscall.EAGAIN {
|
||
|
t.Fatalf("read on nonblocking stdin got %q, should have gotten EAGAIN", err)
|
||
|
}
|
||
|
}
|
||
|
os.Exit(0)
|
||
|
}
|
||
|
|
||
|
testenv.MustHaveExec(t)
|
||
|
r, w, err := os.Pipe()
|
||
|
if err != nil {
|
||
|
t.Fatal(err)
|
||
|
}
|
||
|
defer r.Close()
|
||
|
defer w.Close()
|
||
|
cmd := osexec.Command(os.Args[0], "-test.run="+t.Name())
|
||
|
cmd.Env = append(os.Environ(), "GO_WANT_READ_NONBLOCKING_FD=1")
|
||
|
cmd.Stdin = r
|
||
|
output, err := cmd.CombinedOutput()
|
||
|
t.Logf("%s", output)
|
||
|
if err != nil {
|
||
|
t.Errorf("child process failed: %v", err)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
func TestCloseWithBlockingReadByNewFile(t *testing.T) {
|
||
|
var p [2]syscallDescriptor
|
||
|
err := syscall.Pipe(p[:])
|
||
|
if err != nil {
|
||
|
t.Fatal(err)
|
||
|
}
|
||
|
// os.NewFile returns a blocking mode file.
|
||
|
testCloseWithBlockingRead(t, os.NewFile(uintptr(p[0]), "reader"), os.NewFile(uintptr(p[1]), "writer"))
|
||
|
}
|
||
|
|
||
|
func TestCloseWithBlockingReadByFd(t *testing.T) {
|
||
|
r, w, err := os.Pipe()
|
||
|
if err != nil {
|
||
|
t.Fatal(err)
|
||
|
}
|
||
|
// Calling Fd will put the file into blocking mode.
|
||
|
_ = r.Fd()
|
||
|
testCloseWithBlockingRead(t, r, w)
|
||
|
}
|
||
|
|
||
|
// Test that we don't let a blocking read prevent a close.
|
||
|
func testCloseWithBlockingRead(t *testing.T, r, w *os.File) {
|
||
|
defer r.Close()
|
||
|
defer w.Close()
|
||
|
|
||
|
c1, c2 := make(chan bool), make(chan bool)
|
||
|
var wg sync.WaitGroup
|
||
|
|
||
|
wg.Add(1)
|
||
|
go func(c chan bool) {
|
||
|
defer wg.Done()
|
||
|
// Give the other goroutine a chance to enter the Read
|
||
|
// or Write call. This is sloppy but the test will
|
||
|
// pass even if we close before the read/write.
|
||
|
time.Sleep(20 * time.Millisecond)
|
||
|
|
||
|
if err := r.Close(); err != nil {
|
||
|
t.Error(err)
|
||
|
}
|
||
|
close(c)
|
||
|
}(c1)
|
||
|
|
||
|
wg.Add(1)
|
||
|
go func(c chan bool) {
|
||
|
defer wg.Done()
|
||
|
var b [1]byte
|
||
|
_, err := r.Read(b[:])
|
||
|
close(c)
|
||
|
if err == nil {
|
||
|
t.Error("I/O on closed pipe unexpectedly succeeded")
|
||
|
}
|
||
|
if pe, ok := err.(*fs.PathError); ok {
|
||
|
err = pe.Err
|
||
|
}
|
||
|
if err != io.EOF && err != fs.ErrClosed {
|
||
|
t.Errorf("got %v, expected EOF or closed", err)
|
||
|
}
|
||
|
}(c2)
|
||
|
|
||
|
for c1 != nil || c2 != nil {
|
||
|
select {
|
||
|
case <-c1:
|
||
|
c1 = nil
|
||
|
// r.Close has completed, but the blocking Read
|
||
|
// is hanging. Close the writer to unblock it.
|
||
|
w.Close()
|
||
|
case <-c2:
|
||
|
c2 = nil
|
||
|
case <-time.After(1 * time.Second):
|
||
|
switch {
|
||
|
case c1 != nil && c2 != nil:
|
||
|
t.Error("timed out waiting for Read and Close")
|
||
|
w.Close()
|
||
|
case c1 != nil:
|
||
|
t.Error("timed out waiting for Close")
|
||
|
case c2 != nil:
|
||
|
t.Error("timed out waiting for Read")
|
||
|
default:
|
||
|
t.Error("impossible case")
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
wg.Wait()
|
||
|
}
|
||
|
|
||
|
// Issue 24164, for pipes.
|
||
|
func TestPipeEOF(t *testing.T) {
|
||
|
r, w, err := os.Pipe()
|
||
|
if err != nil {
|
||
|
t.Fatal(err)
|
||
|
}
|
||
|
|
||
|
var wg sync.WaitGroup
|
||
|
wg.Add(1)
|
||
|
go func() {
|
||
|
defer wg.Done()
|
||
|
|
||
|
defer func() {
|
||
|
if err := w.Close(); err != nil {
|
||
|
t.Errorf("error closing writer: %v", err)
|
||
|
}
|
||
|
}()
|
||
|
|
||
|
for i := 0; i < 3; i++ {
|
||
|
time.Sleep(10 * time.Millisecond)
|
||
|
_, err := fmt.Fprintf(w, "line %d\n", i)
|
||
|
if err != nil {
|
||
|
t.Errorf("error writing to fifo: %v", err)
|
||
|
return
|
||
|
}
|
||
|
}
|
||
|
time.Sleep(10 * time.Millisecond)
|
||
|
}()
|
||
|
|
||
|
defer wg.Wait()
|
||
|
|
||
|
done := make(chan bool)
|
||
|
go func() {
|
||
|
defer close(done)
|
||
|
|
||
|
defer func() {
|
||
|
if err := r.Close(); err != nil {
|
||
|
t.Errorf("error closing reader: %v", err)
|
||
|
}
|
||
|
}()
|
||
|
|
||
|
rbuf := bufio.NewReader(r)
|
||
|
for {
|
||
|
b, err := rbuf.ReadBytes('\n')
|
||
|
if err == io.EOF {
|
||
|
break
|
||
|
}
|
||
|
if err != nil {
|
||
|
t.Error(err)
|
||
|
return
|
||
|
}
|
||
|
t.Logf("%s\n", bytes.TrimSpace(b))
|
||
|
}
|
||
|
}()
|
||
|
|
||
|
select {
|
||
|
case <-done:
|
||
|
// Test succeeded.
|
||
|
case <-time.After(time.Second):
|
||
|
t.Error("timed out waiting for read")
|
||
|
// Close the reader to force the read to complete.
|
||
|
r.Close()
|
||
|
}
|
||
|
}
|
||
|
|
||
|
// Issue 24481.
|
||
|
func TestFdRace(t *testing.T) {
|
||
|
r, w, err := os.Pipe()
|
||
|
if err != nil {
|
||
|
t.Fatal(err)
|
||
|
}
|
||
|
defer r.Close()
|
||
|
defer w.Close()
|
||
|
|
||
|
var wg sync.WaitGroup
|
||
|
call := func() {
|
||
|
defer wg.Done()
|
||
|
w.Fd()
|
||
|
}
|
||
|
|
||
|
const tries = 100
|
||
|
for i := 0; i < tries; i++ {
|
||
|
wg.Add(1)
|
||
|
go call()
|
||
|
}
|
||
|
wg.Wait()
|
||
|
}
|
||
|
|
||
|
func TestFdReadRace(t *testing.T) {
|
||
|
t.Parallel()
|
||
|
|
||
|
r, w, err := os.Pipe()
|
||
|
if err != nil {
|
||
|
t.Fatal(err)
|
||
|
}
|
||
|
defer r.Close()
|
||
|
defer w.Close()
|
||
|
|
||
|
const count = 10
|
||
|
|
||
|
c := make(chan bool, 1)
|
||
|
var wg sync.WaitGroup
|
||
|
wg.Add(1)
|
||
|
go func() {
|
||
|
defer wg.Done()
|
||
|
var buf [count]byte
|
||
|
r.SetReadDeadline(time.Now().Add(time.Minute))
|
||
|
c <- true
|
||
|
if _, err := r.Read(buf[:]); os.IsTimeout(err) {
|
||
|
t.Error("read timed out")
|
||
|
}
|
||
|
}()
|
||
|
|
||
|
wg.Add(1)
|
||
|
go func() {
|
||
|
defer wg.Done()
|
||
|
<-c
|
||
|
// Give the other goroutine a chance to enter the Read.
|
||
|
// It doesn't matter if this occasionally fails, the test
|
||
|
// will still pass, it just won't test anything.
|
||
|
time.Sleep(10 * time.Millisecond)
|
||
|
r.Fd()
|
||
|
|
||
|
// The bug was that Fd would hang until Read timed out.
|
||
|
// If the bug is fixed, then writing to w and closing r here
|
||
|
// will cause the Read to exit before the timeout expires.
|
||
|
w.Write(make([]byte, count))
|
||
|
r.Close()
|
||
|
}()
|
||
|
|
||
|
wg.Wait()
|
||
|
}
|