integration-cli/docker_cli_logs_test.go
5fb28eab
 package main
 
 import (
e3ba3dd5
 	"encoding/json"
5fb28eab
 	"fmt"
e3ba3dd5
 	"io"
5fb28eab
 	"os/exec"
d1297fee
 	"regexp"
cb9a6b9a
 	"strconv"
d1297fee
 	"strings"
 	"time"
cd7a5f5c
 
9ae3134d
 	"github.com/docker/docker/pkg/timeutils"
dc944ea7
 	"github.com/go-check/check"
5fb28eab
 )
 
 // This used to work, it test a log of PageSize-1 (gh#4851)
dc944ea7
 func (s *DockerSuite) TestLogsContainerSmallerThanPage(c *check.C) {
5fb28eab
 	testLen := 32767
eef6eda7
 	out, _ := dockerCmd(c, "run", "-d", "busybox", "sh", "-c", fmt.Sprintf("for i in $(seq 1 %d); do echo -n =; done; echo", testLen))
475c6531
 	cleanedContainerID := strings.TrimSpace(out)
5fb28eab
 
eef6eda7
 	dockerCmd(c, "wait", cleanedContainerID)
 	out, _ = dockerCmd(c, "logs", cleanedContainerID)
5fb28eab
 	if len(out) != testLen+1 {
dc944ea7
 		c.Fatalf("Expected log length of %d, received %d\n", testLen+1, len(out))
5fb28eab
 	}
 }
 
 // Regression test: When going over the PageSize, it used to panic (gh#4851)
dc944ea7
 func (s *DockerSuite) TestLogsContainerBiggerThanPage(c *check.C) {
5fb28eab
 	testLen := 32768
eef6eda7
 	out, _ := dockerCmd(c, "run", "-d", "busybox", "sh", "-c", fmt.Sprintf("for i in $(seq 1 %d); do echo -n =; done; echo", testLen))
5fb28eab
 
475c6531
 	cleanedContainerID := strings.TrimSpace(out)
eef6eda7
 	dockerCmd(c, "wait", cleanedContainerID)
5fb28eab
 
eef6eda7
 	out, _ = dockerCmd(c, "logs", cleanedContainerID)
5fb28eab
 
 	if len(out) != testLen+1 {
dc944ea7
 		c.Fatalf("Expected log length of %d, received %d\n", testLen+1, len(out))
5fb28eab
 	}
 }
 
 // Regression test: When going much over the PageSize, it used to block (gh#4851)
dc944ea7
 func (s *DockerSuite) TestLogsContainerMuchBiggerThanPage(c *check.C) {
5fb28eab
 	testLen := 33000
eef6eda7
 	out, _ := dockerCmd(c, "run", "-d", "busybox", "sh", "-c", fmt.Sprintf("for i in $(seq 1 %d); do echo -n =; done; echo", testLen))
5fb28eab
 
475c6531
 	cleanedContainerID := strings.TrimSpace(out)
eef6eda7
 	dockerCmd(c, "wait", cleanedContainerID)
5fb28eab
 
eef6eda7
 	out, _ = dockerCmd(c, "logs", cleanedContainerID)
5fb28eab
 
 	if len(out) != testLen+1 {
dc944ea7
 		c.Fatalf("Expected log length of %d, received %d\n", testLen+1, len(out))
5fb28eab
 	}
 }
d1297fee
 
dc944ea7
 func (s *DockerSuite) TestLogsTimestamps(c *check.C) {
d1297fee
 	testLen := 100
eef6eda7
 	out, _ := dockerCmd(c, "run", "-d", "busybox", "sh", "-c", fmt.Sprintf("for i in $(seq 1 %d); do echo =; done;", testLen))
d1297fee
 
475c6531
 	cleanedContainerID := strings.TrimSpace(out)
eef6eda7
 	dockerCmd(c, "wait", cleanedContainerID)
d1297fee
 
eef6eda7
 	out, _ = dockerCmd(c, "logs", "-t", cleanedContainerID)
d1297fee
 
 	lines := strings.Split(out, "\n")
 
 	if len(lines) != testLen+1 {
dc944ea7
 		c.Fatalf("Expected log %d lines, received %d\n", testLen+1, len(lines))
d1297fee
 	}
 
aa0eca03
 	ts := regexp.MustCompile(`^.* `)
d1297fee
 
 	for _, l := range lines {
 		if l != "" {
9ae3134d
 			_, err := time.Parse(timeutils.RFC3339NanoFixed+" ", ts.FindString(l))
d1297fee
 			if err != nil {
dc944ea7
 				c.Fatalf("Failed to parse timestamp from %v: %v", l, err)
d1297fee
 			}
cd7a5f5c
 			if l[29] != 'Z' { // ensure we have padded 0's
dc944ea7
 				c.Fatalf("Timestamp isn't padded properly: %s", l)
cd7a5f5c
 			}
d1297fee
 		}
 	}
 }
 
dc944ea7
 func (s *DockerSuite) TestLogsSeparateStderr(c *check.C) {
d1297fee
 	msg := "stderr_log"
eef6eda7
 	out, _ := dockerCmd(c, "run", "-d", "busybox", "sh", "-c", fmt.Sprintf("echo %s 1>&2", msg))
d1297fee
 
475c6531
 	cleanedContainerID := strings.TrimSpace(out)
eef6eda7
 	dockerCmd(c, "wait", cleanedContainerID)
d1297fee
 
eef6eda7
 	stdout, stderr, _ := dockerCmdWithStdoutStderr(c, "logs", cleanedContainerID)
d1297fee
 
 	if stdout != "" {
dc944ea7
 		c.Fatalf("Expected empty stdout stream, got %v", stdout)
d1297fee
 	}
 
 	stderr = strings.TrimSpace(stderr)
 	if stderr != msg {
dc944ea7
 		c.Fatalf("Expected %v in stderr stream, got %v", msg, stderr)
d1297fee
 	}
 }
 
dc944ea7
 func (s *DockerSuite) TestLogsStderrInStdout(c *check.C) {
d1297fee
 	msg := "stderr_log"
eef6eda7
 	out, _ := dockerCmd(c, "run", "-d", "-t", "busybox", "sh", "-c", fmt.Sprintf("echo %s 1>&2", msg))
d1297fee
 
475c6531
 	cleanedContainerID := strings.TrimSpace(out)
eef6eda7
 	dockerCmd(c, "wait", cleanedContainerID)
d1297fee
 
eef6eda7
 	stdout, stderr, _ := dockerCmdWithStdoutStderr(c, "logs", cleanedContainerID)
d1297fee
 	if stderr != "" {
2e7daffd
 		c.Fatalf("Expected empty stderr stream, got %v", stderr)
d1297fee
 	}
 
 	stdout = strings.TrimSpace(stdout)
 	if stdout != msg {
dc944ea7
 		c.Fatalf("Expected %v in stdout stream, got %v", msg, stdout)
d1297fee
 	}
 }
1dc0caf9
 
dc944ea7
 func (s *DockerSuite) TestLogsTail(c *check.C) {
1dc0caf9
 	testLen := 100
eef6eda7
 	out, _ := dockerCmd(c, "run", "-d", "busybox", "sh", "-c", fmt.Sprintf("for i in $(seq 1 %d); do echo =; done;", testLen))
1dc0caf9
 
475c6531
 	cleanedContainerID := strings.TrimSpace(out)
eef6eda7
 	dockerCmd(c, "wait", cleanedContainerID)
1dc0caf9
 
eef6eda7
 	out, _ = dockerCmd(c, "logs", "--tail", "5", cleanedContainerID)
1dc0caf9
 
 	lines := strings.Split(out, "\n")
 
 	if len(lines) != 6 {
dc944ea7
 		c.Fatalf("Expected log %d lines, received %d\n", 6, len(lines))
1dc0caf9
 	}
eef6eda7
 	out, _ = dockerCmd(c, "logs", "--tail", "all", cleanedContainerID)
1dc0caf9
 
 	lines = strings.Split(out, "\n")
 
 	if len(lines) != testLen+1 {
dc944ea7
 		c.Fatalf("Expected log %d lines, received %d\n", testLen+1, len(lines))
1dc0caf9
 	}
eef6eda7
 	out, _, _ = dockerCmdWithStdoutStderr(c, "logs", "--tail", "random", cleanedContainerID)
1dc0caf9
 
 	lines = strings.Split(out, "\n")
 
 	if len(lines) != testLen+1 {
dc944ea7
 		c.Fatalf("Expected log %d lines, received %d\n", testLen+1, len(lines))
1dc0caf9
 	}
 }
f04ef96e
 
dc944ea7
 func (s *DockerSuite) TestLogsFollowStopped(c *check.C) {
eef6eda7
 	out, _ := dockerCmd(c, "run", "-d", "busybox", "echo", "hello")
f04ef96e
 
475c6531
 	cleanedContainerID := strings.TrimSpace(out)
eef6eda7
 	dockerCmd(c, "wait", cleanedContainerID)
f04ef96e
 
 	logsCmd := exec.Command(dockerBinary, "logs", "-f", cleanedContainerID)
 	if err := logsCmd.Start(); err != nil {
dc944ea7
 		c.Fatal(err)
f04ef96e
 	}
 
4203230c
 	errChan := make(chan error)
f04ef96e
 	go func() {
4203230c
 		errChan <- logsCmd.Wait()
 		close(errChan)
f04ef96e
 	}()
 
 	select {
4203230c
 	case err := <-errChan:
 		c.Assert(err, check.IsNil)
f04ef96e
 	case <-time.After(1 * time.Second):
dc944ea7
 		c.Fatal("Following logs is hanged")
f04ef96e
 	}
 }
c2cf97a0
 
cb9a6b9a
 func (s *DockerSuite) TestLogsSince(c *check.C) {
 	name := "testlogssince"
eef6eda7
 	out, _ := dockerCmd(c, "run", "--name="+name, "busybox", "/bin/sh", "-c", "for i in $(seq 1 3); do sleep 2; echo `date +%s` log$i; done")
cb9a6b9a
 
2fe2f7a1
 	log2Line := strings.Split(strings.Split(out, "\n")[1], " ")
 	t, err := strconv.ParseInt(log2Line[0], 10, 64) // the timestamp log2 is writen
 	c.Assert(err, check.IsNil)
 	since := t + 1 // add 1s so log1 & log2 doesn't show up
eef6eda7
 	out, _ = dockerCmd(c, "logs", "-t", fmt.Sprintf("--since=%v", since), name)
cb9a6b9a
 
 	// Skip 2 seconds
 	unexpected := []string{"log1", "log2"}
 	for _, v := range unexpected {
 		if strings.Contains(out, v) {
 			c.Fatalf("unexpected log message returned=%v, since=%v\nout=%v", v, since, out)
 		}
 	}
 	// Test with default value specified and parameter omitted
2fe2f7a1
 	expected := []string{"log1", "log2", "log3"}
cb9a6b9a
 	for _, cmd := range []*exec.Cmd{
 		exec.Command(dockerBinary, "logs", "-t", name),
 		exec.Command(dockerBinary, "logs", "-t", "--since=0", name),
 	} {
 		out, _, err = runCommandWithOutput(cmd)
 		if err != nil {
 			c.Fatalf("failed to log container: %s, %v", out, err)
 		}
 		for _, v := range expected {
 			if !strings.Contains(out, v) {
 				c.Fatalf("'%v' does not contain=%v\nout=%s", cmd.Args, v, out)
 			}
 		}
 	}
 }
 
 func (s *DockerSuite) TestLogsSinceFutureFollow(c *check.C) {
eef6eda7
 	out, _ := dockerCmd(c, "run", "-d", "busybox", "/bin/sh", "-c", `for i in $(seq 1 5); do date +%s; sleep 1; done`)
cb9a6b9a
 	cleanedContainerID := strings.TrimSpace(out)
 
 	now := daemonTime(c).Unix()
 	since := now + 2
eef6eda7
 	out, _ = dockerCmd(c, "logs", "-f", fmt.Sprintf("--since=%v", since), cleanedContainerID)
cb9a6b9a
 	lines := strings.Split(strings.TrimSpace(out), "\n")
 	if len(lines) == 0 {
 		c.Fatal("got no log lines")
 	}
 	for _, v := range lines {
 		ts, err := strconv.ParseInt(v, 10, 64)
 		if err != nil {
 			c.Fatalf("cannot parse timestamp output from log: '%v'\nout=%s", v, out)
 		}
 		if ts < since {
 			c.Fatalf("earlier log found. since=%v logdate=%v", since, ts)
 		}
 	}
 }
 
c2cf97a0
 // Regression test for #8832
dc944ea7
 func (s *DockerSuite) TestLogsFollowSlowStdoutConsumer(c *check.C) {
eef6eda7
 	out, _ := dockerCmd(c, "run", "-d", "busybox", "/bin/sh", "-c", `usleep 200000;yes X | head -c 200000`)
c2cf97a0
 
475c6531
 	cleanedContainerID := strings.TrimSpace(out)
c2cf97a0
 
 	stopSlowRead := make(chan bool)
 
 	go func() {
 		exec.Command(dockerBinary, "wait", cleanedContainerID).Run()
 		stopSlowRead <- true
 	}()
 
 	logCmd := exec.Command(dockerBinary, "logs", "-f", cleanedContainerID)
 	stdout, err := logCmd.StdoutPipe()
4203230c
 	c.Assert(err, check.IsNil)
c0391bf5
 	c.Assert(logCmd.Start(), check.IsNil)
c2cf97a0
 
 	// First read slowly
 	bytes1, err := consumeWithSpeed(stdout, 10, 50*time.Millisecond, stopSlowRead)
4203230c
 	c.Assert(err, check.IsNil)
c2cf97a0
 
 	// After the container has finished we can continue reading fast
 	bytes2, err := consumeWithSpeed(stdout, 32*1024, 0, nil)
4203230c
 	c.Assert(err, check.IsNil)
c2cf97a0
 
 	actual := bytes1 + bytes2
 	expected := 200000
 	if actual != expected {
dc944ea7
 		c.Fatalf("Invalid bytes read: %d, expected %d", actual, expected)
c2cf97a0
 	}
 
 }
e3ba3dd5
 
 func (s *DockerSuite) TestLogsFollowGoroutinesWithStdout(c *check.C) {
 	out, _ := dockerCmd(c, "run", "-d", "busybox", "/bin/sh", "-c", "while true; do echo hello; sleep 2; done")
 	id := strings.TrimSpace(out)
 	c.Assert(waitRun(id), check.IsNil)
 
 	type info struct {
 		NGoroutines int
 	}
 	getNGoroutines := func() int {
 		var i info
 		status, b, err := sockRequest("GET", "/info", nil)
 		c.Assert(err, check.IsNil)
 		c.Assert(status, check.Equals, 200)
 		c.Assert(json.Unmarshal(b, &i), check.IsNil)
 		return i.NGoroutines
 	}
 
 	nroutines := getNGoroutines()
 
 	cmd := exec.Command(dockerBinary, "logs", "-f", id)
 	r, w := io.Pipe()
 	cmd.Stdout = w
 	c.Assert(cmd.Start(), check.IsNil)
 
 	// Make sure pipe is written to
 	chErr := make(chan error)
 	go func() {
 		b := make([]byte, 1)
 		_, err := r.Read(b)
 		chErr <- err
 	}()
 	c.Assert(<-chErr, check.IsNil)
 	c.Assert(cmd.Process.Kill(), check.IsNil)
 
 	// NGoroutines is not updated right away, so we need to wait before failing
f207322c
 	t := time.After(30 * time.Second)
e3ba3dd5
 	for {
 		select {
 		case <-t:
2805ff1e
 			if n := getNGoroutines(); n > nroutines {
 				c.Fatalf("leaked goroutines: expected less than or equal to %d, got: %d", nroutines, n)
 			}
e3ba3dd5
 		default:
2805ff1e
 			if n := getNGoroutines(); n <= nroutines {
e3ba3dd5
 				return
 			}
f207322c
 			time.Sleep(200 * time.Millisecond)
e3ba3dd5
 		}
 	}
 }
0c84604f
 
 func (s *DockerSuite) TestLogsFollowGoroutinesNoOutput(c *check.C) {
 	out, _ := dockerCmd(c, "run", "-d", "busybox", "/bin/sh", "-c", "while true; do sleep 2; done")
 	id := strings.TrimSpace(out)
 	c.Assert(waitRun(id), check.IsNil)
 
 	type info struct {
 		NGoroutines int
 	}
 	getNGoroutines := func() int {
 		var i info
 		status, b, err := sockRequest("GET", "/info", nil)
 		c.Assert(err, check.IsNil)
 		c.Assert(status, check.Equals, 200)
 		c.Assert(json.Unmarshal(b, &i), check.IsNil)
 		return i.NGoroutines
 	}
 
 	nroutines := getNGoroutines()
 
 	cmd := exec.Command(dockerBinary, "logs", "-f", id)
 	c.Assert(cmd.Start(), check.IsNil)
 	time.Sleep(200 * time.Millisecond)
 	c.Assert(cmd.Process.Kill(), check.IsNil)
 
 	// NGoroutines is not updated right away, so we need to wait before failing
 	t := time.After(30 * time.Second)
 	for {
 		select {
 		case <-t:
 			if n := getNGoroutines(); n > nroutines {
 				c.Fatalf("leaked goroutines: expected less than or equal to %d, got: %d", nroutines, n)
 			}
 		default:
 			if n := getNGoroutines(); n <= nroutines {
 				return
 			}
 			time.Sleep(200 * time.Millisecond)
 		}
 	}
 }