daemon/list.go
d0370076
 package daemon
74fdadc8
 
 import (
 	"errors"
 	"fmt"
3f971335
 	"sort"
84146719
 	"strconv"
74fdadc8
 	"strings"
 
c1af0ac0
 	"github.com/Sirupsen/logrus"
91e197d6
 	"github.com/docker/docker/api/types"
 	"github.com/docker/docker/api/types/filters"
 	networktypes "github.com/docker/docker/api/types/network"
6bb0d181
 	"github.com/docker/docker/container"
c1af0ac0
 	"github.com/docker/docker/image"
bd4fb00f
 	"github.com/docker/docker/volume"
056e7449
 	"github.com/docker/go-connections/nat"
74fdadc8
 )
 
66c253cb
 var acceptedVolumeFilterTags = map[string]bool{
 	"dangling": true,
8e9305ef
 	"name":     true,
 	"driver":   true,
1a72934c
 	"label":    true,
66c253cb
 }
 
8a90e8a1
 var acceptedPsFilterTags = map[string]bool{
 	"ancestor":  true,
 	"before":    true,
 	"exited":    true,
 	"id":        true,
 	"isolation": true,
 	"label":     true,
 	"name":      true,
 	"status":    true,
1a149a0e
 	"health":    true,
8a90e8a1
 	"since":     true,
 	"volume":    true,
912af1ae
 	"network":   true,
5280ba83
 	"is-task":   true,
8a90e8a1
 }
 
06699f73
 // iterationAction represents possible outcomes happening during the container iteration.
 type iterationAction int
 
 // containerReducer represents a reducer for a container.
 // Returns the object to serialize by the api.
6bb0d181
 type containerReducer func(*container.Container, *listContext) (*types.Container, error)
06699f73
 
 const (
 	// includeContainer is the action to include a container in the reducer.
 	includeContainer iterationAction = iota
 	// excludeContainer is the action to exclude a container in the reducer.
 	excludeContainer
 	// stopIteration is the action to stop iterating over the list of containers.
 	stopIteration
 )
 
 // errStopIteration makes the iterator to stop without returning an error.
 var errStopIteration = errors.New("container list iteration stopped")
 
d0370076
 // List returns an array of all containers registered in the daemon.
6bb0d181
 func (daemon *Daemon) List() []*container.Container {
d0370076
 	return daemon.containers.List()
 }
 
06699f73
 // listContext is the daemon generated filtering to iterate over containers.
06d8f504
 // This is created based on the user specification from types.ContainerListOptions.
06699f73
 type listContext struct {
 	// idx is the container iteration index for this context
 	idx int
 	// ancestorFilter tells whether it should check ancestors or not
 	ancestorFilter bool
 	// names is a list of container names to filter with
 	names map[string][]string
 	// images is a list of images to filter with
4352da78
 	images map[image.ID]bool
06699f73
 	// filters is a collection of arguments to filter with, specified by the user
 	filters filters.Args
 	// exitAllowed is a list of exit codes allowed to filter with
 	exitAllowed []int
b41dba58
 
1921c629
 	// beforeFilter is a filter to ignore containers that appear before the one given
6bb0d181
 	beforeFilter *container.Container
1921c629
 	// sinceFilter is a filter to stop the filtering when the iterator arrive to the given container
6bb0d181
 	sinceFilter *container.Container
5280ba83
 
 	// taskFilter tells if we should filter based on wether a container is part of a task
 	taskFilter bool
 	// isTask tells us if the we should filter container that are a task (true) or not (false)
 	isTask bool
06d8f504
 	// ContainerListOptions is the filters set by the user
 	*types.ContainerListOptions
06699f73
 }
 
3f971335
 // byContainerCreated is a temporary type used to sort a list of containers by creation time.
 type byContainerCreated []*container.Container
 
 func (r byContainerCreated) Len() int      { return len(r) }
 func (r byContainerCreated) Swap(i, j int) { r[i], r[j] = r[j], r[i] }
 func (r byContainerCreated) Less(i, j int) bool {
 	return r[i].Created.UnixNano() < r[j].Created.UnixNano()
 }
 
06699f73
 // Containers returns the list of containers to show given the user's filtering.
06d8f504
 func (daemon *Daemon) Containers(config *types.ContainerListOptions) ([]*types.Container, error) {
b08f071e
 	return daemon.reduceContainers(config, daemon.transformContainer)
06699f73
 }
 
8e4a4514
 func (daemon *Daemon) filterByNameIDMatches(ctx *listContext) []*container.Container {
 	idSearch := false
 	names := ctx.filters.Get("name")
 	ids := ctx.filters.Get("id")
 	if len(names)+len(ids) == 0 {
 		// if name or ID filters are not in use, return to
 		// standard behavior of walking the entire container
 		// list from the daemon's in-memory store
 		return daemon.List()
 	}
 
 	// idSearch will determine if we limit name matching to the IDs
 	// matched from any IDs which were specified as filters
 	if len(ids) > 0 {
 		idSearch = true
 	}
 
 	matches := make(map[string]bool)
 	// find ID matches; errors represent "not found" and can be ignored
 	for _, id := range ids {
 		if fullID, err := daemon.idIndex.Get(id); err == nil {
 			matches[fullID] = true
 		}
 	}
 
 	// look for name matches; if ID filtering was used, then limit the
 	// search space to the matches map only; errors represent "not found"
 	// and can be ignored
 	if len(names) > 0 {
 		for id, idNames := range ctx.names {
 			// if ID filters were used and no matches on that ID were
 			// found, continue to next ID in the list
 			if idSearch && !matches[id] {
 				continue
 			}
 			for _, eachName := range idNames {
 				if ctx.filters.Match("name", eachName) {
 					matches[id] = true
 				}
 			}
 		}
 	}
 
 	cntrs := make([]*container.Container, 0, len(matches))
 	for id := range matches {
a020ec4c
 		if c := daemon.containers.Get(id); c != nil {
 			cntrs = append(cntrs, c)
 		}
8e4a4514
 	}
3f971335
 
 	// Restore sort-order after filtering
 	// Created gives us nanosec resolution for sorting
 	sort.Sort(sort.Reverse(byContainerCreated(cntrs)))
 
8e4a4514
 	return cntrs
 }
 
dd93571c
 // reduceContainers parses the user's filtering options and generates the list of containers to return based on a reducer.
06d8f504
 func (daemon *Daemon) reduceContainers(config *types.ContainerListOptions, reducer containerReducer) ([]*types.Container, error) {
3343d234
 	var (
 		containers = []*types.Container{}
 	)
06699f73
 
b08f071e
 	ctx, err := daemon.foldFilter(config)
06699f73
 	if err != nil {
 		return nil, err
 	}
 
8e4a4514
 	// fastpath to only look at a subset of containers if specific name
 	// or ID matches were provided by the user--otherwise we potentially
 	// end up locking and querying many more containers than intended
 	containerList := daemon.filterByNameIDMatches(ctx)
 
 	for _, container := range containerList {
b08f071e
 		t, err := daemon.reducePsContainer(container, ctx, reducer)
06699f73
 		if err != nil {
 			if err != errStopIteration {
 				return nil, err
 			}
 			break
 		}
 		if t != nil {
 			containers = append(containers, t)
b08f071e
 			ctx.idx++
06699f73
 		}
 	}
3343d234
 
06699f73
 	return containers, nil
 }
 
 // reducePsContainer is the basic representation for a container as expected by the ps command.
6bb0d181
 func (daemon *Daemon) reducePsContainer(container *container.Container, ctx *listContext, reducer containerReducer) (*types.Container, error) {
06699f73
 	container.Lock()
 	defer container.Unlock()
74fdadc8
 
06699f73
 	// filter containers to return
b08f071e
 	action := includeContainerInList(container, ctx)
06699f73
 	switch action {
 	case excludeContainer:
 		return nil, nil
 	case stopIteration:
 		return nil, errStopIteration
 	}
 
 	// transform internal container struct into api structs
b08f071e
 	return reducer(container, ctx)
06699f73
 }
 
dd93571c
 // foldFilter generates the container filter based on the user's filtering options.
06d8f504
 func (daemon *Daemon) foldFilter(config *types.ContainerListOptions) (*listContext, error) {
89a69667
 	psFilters := config.Filters
06699f73
 
8a90e8a1
 	if err := psFilters.Validate(acceptedPsFilterTags); err != nil {
 		return nil, err
 	}
 
06699f73
 	var filtExited []int
8a90e8a1
 
06d8f504
 	err := psFilters.WalkValues("exited", func(value string) error {
93d1dd80
 		code, err := strconv.Atoi(value)
 		if err != nil {
 			return err
84146719
 		}
93d1dd80
 		filtExited = append(filtExited, code)
 		return nil
 	})
 	if err != nil {
 		return nil, err
84146719
 	}
 
93d1dd80
 	err = psFilters.WalkValues("status", func(value string) error {
6bb0d181
 		if !container.IsValidStateString(value) {
93d1dd80
 			return fmt.Errorf("Unrecognised filter value for status: %s", value)
2639e073
 		}
93d1dd80
 
 		config.All = true
 		return nil
 	})
 	if err != nil {
 		return nil, err
2639e073
 	}
c1af0ac0
 
5280ba83
 	var taskFilter, isTask bool
 	if psFilters.Include("is-task") {
 		if psFilters.ExactMatch("is-task", "true") {
 			taskFilter = true
 			isTask = true
 		} else if psFilters.ExactMatch("is-task", "false") {
 			taskFilter = true
 			isTask = false
 		} else {
 			return nil, fmt.Errorf("Invalid filter 'is-task=%s'", psFilters.Get("is-task"))
 		}
 	}
 
1a149a0e
 	err = psFilters.WalkValues("health", func(value string) error {
 		if !container.IsValidHealthString(value) {
 			return fmt.Errorf("Unrecognised filter value for health: %s", value)
 		}
 
 		return nil
 	})
 	if err != nil {
 		return nil, err
 	}
 
6bb0d181
 	var beforeContFilter, sinceContFilter *container.Container
b41dba58
 
93d1dd80
 	err = psFilters.WalkValues("before", func(value string) error {
d7d512bb
 		beforeContFilter, err = daemon.GetContainer(value)
93d1dd80
 		return err
 	})
 	if err != nil {
 		return nil, err
1921c629
 	}
 
93d1dd80
 	err = psFilters.WalkValues("since", func(value string) error {
d7d512bb
 		sinceContFilter, err = daemon.GetContainer(value)
93d1dd80
 		return err
 	})
 	if err != nil {
 		return nil, err
1921c629
 	}
 
4352da78
 	imagesFilter := map[image.ID]bool{}
06699f73
 	var ancestorFilter bool
93d1dd80
 	if psFilters.Include("ancestor") {
c1af0ac0
 		ancestorFilter = true
93d1dd80
 		psFilters.WalkValues("ancestor", func(ancestor string) error {
4352da78
 			id, err := daemon.GetImageID(ancestor)
c1af0ac0
 			if err != nil {
 				logrus.Warnf("Error while looking up for image %v", ancestor)
93d1dd80
 				return nil
c1af0ac0
 			}
4352da78
 			if imagesFilter[id] {
c1af0ac0
 				// Already seen this ancestor, skip it
93d1dd80
 				return nil
c1af0ac0
 			}
 			// Then walk down the graph and put the imageIds in imagesFilter
4352da78
 			populateImageFilterByParents(imagesFilter, id, daemon.imageStore.Children)
93d1dd80
 			return nil
 		})
c1af0ac0
 	}
 
06699f73
 	return &listContext{
06d8f504
 		filters:              psFilters,
 		ancestorFilter:       ancestorFilter,
 		images:               imagesFilter,
 		exitAllowed:          filtExited,
 		beforeFilter:         beforeContFilter,
 		sinceFilter:          sinceContFilter,
5280ba83
 		taskFilter:           taskFilter,
 		isTask:               isTask,
06d8f504
 		ContainerListOptions: config,
 		names:                daemon.nameIndex.GetAll(),
06699f73
 	}, nil
 }
16346253
 
f1d34ac2
 // includeContainerInList decides whether a container should be included in the output or not based in the filter.
06699f73
 // It also decides if the iteration should be stopped or not.
6bb0d181
 func includeContainerInList(container *container.Container, ctx *listContext) iterationAction {
bc72883f
 	// Do not include container if it's in the list before the filter container.
 	// Set the filter container to nil to include the rest of containers after this one.
 	if ctx.beforeFilter != nil {
 		if container.ID == ctx.beforeFilter.ID {
 			ctx.beforeFilter = nil
 		}
 		return excludeContainer
 	}
 
 	// Stop iteration when the container arrives to the filter container
 	if ctx.sinceFilter != nil {
 		if container.ID == ctx.sinceFilter.ID {
 			return stopIteration
 		}
 	}
 
06699f73
 	// Do not include container if it's stopped and we're not filters
91b71570
 	if !container.Running && !ctx.All && ctx.Limit <= 0 {
06699f73
 		return excludeContainer
 	}
16346253
 
06699f73
 	// Do not include container if the name doesn't match
 	if !ctx.filters.Match("name", container.Name) {
 		return excludeContainer
 	}
abb5e9a0
 
06699f73
 	// Do not include container if the id doesn't match
 	if !ctx.filters.Match("id", container.ID) {
 		return excludeContainer
 	}
 
5280ba83
 	if ctx.taskFilter {
 		if ctx.isTask != container.Managed {
 			return excludeContainer
 		}
 	}
 
06699f73
 	// Do not include container if any of the labels don't match
 	if !ctx.filters.MatchKVList("label", container.Config.Labels) {
 		return excludeContainer
 	}
 
d4b07324
 	// Do not include container if isolation doesn't match
9c581417
 	if excludeContainer == excludeByIsolation(container, ctx) {
 		return excludeContainer
 	}
 
1921c629
 	// Stop iteration when the index is over the limit
 	if ctx.Limit > 0 && ctx.idx == ctx.Limit {
 		return stopIteration
 	}
 
06699f73
 	// Do not include container if its exit code is not in the filter
 	if len(ctx.exitAllowed) > 0 {
 		shouldSkip := true
 		for _, code := range ctx.exitAllowed {
dcfe9927
 			if code == container.ExitCode() && !container.Running && !container.StartedAt.IsZero() {
06699f73
 				shouldSkip = false
 				break
74fdadc8
 			}
 		}
06699f73
 		if shouldSkip {
 			return excludeContainer
84146719
 		}
06699f73
 	}
16346253
 
06699f73
 	// Do not include container if its status doesn't match the filter
 	if !ctx.filters.Match("status", container.State.StateString()) {
 		return excludeContainer
 	}
c1af0ac0
 
1a149a0e
 	// Do not include container if its health doesn't match the filter
 	if !ctx.filters.ExactMatch("health", container.State.HealthString()) {
 		return excludeContainer
 	}
 
bd4fb00f
 	if ctx.filters.Include("volume") {
 		volumesByName := make(map[string]*volume.MountPoint)
 		for _, m := range container.MountPoints {
8451a08e
 			if m.Name != "" {
 				volumesByName[m.Name] = m
 			} else {
 				volumesByName[m.Source] = m
 			}
bd4fb00f
 		}
 
 		volumeExist := fmt.Errorf("volume mounted in container")
 		err := ctx.filters.WalkValues("volume", func(value string) error {
 			if _, exist := container.MountPoints[value]; exist {
 				return volumeExist
 			}
 			if _, exist := volumesByName[value]; exist {
 				return volumeExist
 			}
 			return nil
 		})
 		if err != volumeExist {
 			return excludeContainer
 		}
 	}
 
06699f73
 	if ctx.ancestorFilter {
 		if len(ctx.images) == 0 {
 			return excludeContainer
c1af0ac0
 		}
06699f73
 		if !ctx.images[container.ImageID] {
 			return excludeContainer
065648a8
 		}
06699f73
 	}
2167f40a
 
912af1ae
 	networkExist := fmt.Errorf("container part of network")
 	if ctx.filters.Include("network") {
 		err := ctx.filters.WalkValues("network", func(value string) error {
7c46ba02
 			if _, ok := container.NetworkSettings.Networks[value]; ok {
912af1ae
 				return networkExist
 			}
7c46ba02
 			for _, nw := range container.NetworkSettings.Networks {
99a98ccc
 				if nw.EndpointSettings == nil {
 					continue
 				}
7c46ba02
 				if nw.NetworkID == value {
 					return networkExist
 				}
 			}
912af1ae
 			return nil
 		})
 		if err != networkExist {
 			return excludeContainer
 		}
 	}
 
06699f73
 	return includeContainer
 }
2167f40a
 
06699f73
 // transformContainer generates the container type expected by the docker ps command.
6bb0d181
 func (daemon *Daemon) transformContainer(container *container.Container, ctx *listContext) (*types.Container, error) {
06699f73
 	newC := &types.Container{
3fcf4813
 		ID:      container.ID,
 		Names:   ctx.names[container.ID],
4352da78
 		ImageID: container.ImageID.String(),
06699f73
 	}
59b8a0f6
 	if newC.Names == nil {
f1d34ac2
 		// Dead containers will often have no name, so make sure the response isn't null
59b8a0f6
 		newC.Names = []string{}
 	}
74fdadc8
 
4352da78
 	image := container.Config.Image // if possible keep the original ref
 	if image != container.ImageID.String() {
 		id, err := daemon.GetImageID(image)
 		if _, isDNE := err.(ErrImageDoesNotExist); err != nil && !isDNE {
 			return nil, err
 		}
 		if err != nil || id != container.ImageID {
 			image = container.ImageID.String()
 		}
06699f73
 	}
4352da78
 	newC.Image = image
065648a8
 
06699f73
 	if len(container.Args) > 0 {
 		args := []string{}
 		for _, arg := range container.Args {
 			if strings.Contains(arg, " ") {
 				args = append(args, fmt.Sprintf("'%s'", arg))
 			} else {
 				args = append(args, arg)
065648a8
 			}
74fdadc8
 		}
06699f73
 		argsAsString := strings.Join(args, " ")
065648a8
 
06699f73
 		newC.Command = fmt.Sprintf("%s %s", container.Path, argsAsString)
 	} else {
 		newC.Command = container.Path
74fdadc8
 	}
06699f73
 	newC.Created = container.Created.Unix()
2ed72a5d
 	newC.State = container.State.StateString()
06699f73
 	newC.Status = container.State.String()
6bb0d181
 	newC.HostConfig.NetworkMode = string(container.HostConfig.NetworkMode)
5abef06a
 	// copy networks to avoid races
 	networks := make(map[string]*networktypes.EndpointSettings)
 	for name, network := range container.NetworkSettings.Networks {
99a98ccc
 		if network == nil || network.EndpointSettings == nil {
5abef06a
 			continue
 		}
 		networks[name] = &networktypes.EndpointSettings{
 			EndpointID:          network.EndpointID,
 			Gateway:             network.Gateway,
 			IPAddress:           network.IPAddress,
 			IPPrefixLen:         network.IPPrefixLen,
 			IPv6Gateway:         network.IPv6Gateway,
 			GlobalIPv6Address:   network.GlobalIPv6Address,
 			GlobalIPv6PrefixLen: network.GlobalIPv6PrefixLen,
 			MacAddress:          network.MacAddress,
ad85d299
 			NetworkID:           network.NetworkID,
5abef06a
 		}
 		if network.IPAMConfig != nil {
 			networks[name].IPAMConfig = &networktypes.EndpointIPAMConfig{
 				IPv4Address: network.IPAMConfig.IPv4Address,
 				IPv6Address: network.IPAMConfig.IPv6Address,
 			}
 		}
 	}
 	newC.NetworkSettings = &types.SummaryNetworkSettings{Networks: networks}
74fdadc8
 
06699f73
 	newC.Ports = []types.Port{}
 	for port, bindings := range container.NetworkSettings.Ports {
 		p, err := nat.ParsePort(port.Port())
 		if err != nil {
 			return nil, err
 		}
 		if len(bindings) == 0 {
 			newC.Ports = append(newC.Ports, types.Port{
f06d8d6d
 				PrivatePort: uint16(p),
06699f73
 				Type:        port.Proto(),
 			})
 			continue
 		}
 		for _, binding := range bindings {
 			h, err := nat.ParsePort(binding.HostPort)
 			if err != nil {
1bfa80bd
 				return nil, err
74fdadc8
 			}
06699f73
 			newC.Ports = append(newC.Ports, types.Port{
f06d8d6d
 				PrivatePort: uint16(p),
 				PublicPort:  uint16(h),
06699f73
 				Type:        port.Proto(),
 				IP:          binding.HostIP,
 			})
74fdadc8
 		}
 	}
06699f73
 
b08f071e
 	if ctx.Size {
3a497650
 		sizeRw, sizeRootFs := daemon.getSize(container)
06699f73
 		newC.SizeRw = sizeRw
 		newC.SizeRootFs = sizeRootFs
 	}
 	newC.Labels = container.Config.Labels
bd4fb00f
 	newC.Mounts = addMountPoints(container)
06699f73
 
 	return newC, nil
74fdadc8
 }
b3b7eb27
 
abd72d40
 // Volumes lists known volumes, using the filter to restrict the range
 // of volumes returned.
d3eca445
 func (daemon *Daemon) Volumes(filter string) ([]*types.Volume, []string, error) {
66c253cb
 	var (
8e9305ef
 		volumesOut []*types.Volume
66c253cb
 	)
b3b7eb27
 	volFilters, err := filters.FromParam(filter)
 	if err != nil {
d3eca445
 		return nil, nil, err
b3b7eb27
 	}
 
66c253cb
 	if err := volFilters.Validate(acceptedVolumeFilterTags); err != nil {
 		return nil, nil, err
 	}
 
d3eca445
 	volumes, warnings, err := daemon.volumes.List()
ed2d300e
 	if err != nil {
 		return nil, nil, err
 	}
 
8e9305ef
 	filterVolumes, err := daemon.filterVolumes(volumes, volFilters)
d3eca445
 	if err != nil {
 		return nil, nil, err
 	}
8e9305ef
 	for _, v := range filterVolumes {
9e6b1852
 		apiV := volumeToAPIType(v)
 		if vv, ok := v.(interface {
 			CachedPath() string
 		}); ok {
 			apiV.Mountpoint = vv.CachedPath()
 		} else {
 			apiV.Mountpoint = v.Path()
 		}
 		volumesOut = append(volumesOut, apiV)
b3b7eb27
 	}
d3eca445
 	return volumesOut, warnings, nil
b3b7eb27
 }
c1af0ac0
 
8e9305ef
 // filterVolumes filters volume list according to user specified filter
 // and returns user chosen volumes
 func (daemon *Daemon) filterVolumes(vols []volume.Volume, filter filters.Args) ([]volume.Volume, error) {
 	// if filter is empty, return original volume list
 	if filter.Len() == 0 {
 		return vols, nil
 	}
 
 	var retVols []volume.Volume
 	for _, vol := range vols {
 		if filter.Include("name") {
 			if !filter.Match("name", vol.Name()) {
 				continue
 			}
 		}
 		if filter.Include("driver") {
 			if !filter.Match("driver", vol.DriverName()) {
 				continue
 			}
 		}
1a72934c
 		if filter.Include("label") {
9ce8aac5
 			v, ok := vol.(volume.DetailedVolume)
6d787dae
 			if !ok {
 				continue
1a72934c
 			}
6d787dae
 			if !filter.MatchKVList("label", v.Labels()) {
 				continue
1a72934c
 			}
 		}
8e9305ef
 		retVols = append(retVols, vol)
 	}
 	danglingOnly := false
 	if filter.Include("dangling") {
 		if filter.ExactMatch("dangling", "true") || filter.ExactMatch("dangling", "1") {
 			danglingOnly = true
 		} else if !filter.ExactMatch("dangling", "false") && !filter.ExactMatch("dangling", "0") {
 			return nil, fmt.Errorf("Invalid filter 'dangling=%s'", filter.Get("dangling"))
 		}
 		retVols = daemon.volumes.FilterByUsed(retVols, !danglingOnly)
 	}
 	return retVols, nil
 }
 
4352da78
 func populateImageFilterByParents(ancestorMap map[image.ID]bool, imageID image.ID, getChildren func(image.ID) []image.ID) {
c1af0ac0
 	if !ancestorMap[imageID] {
4352da78
 		for _, id := range getChildren(imageID) {
 			populateImageFilterByParents(ancestorMap, id, getChildren)
c1af0ac0
 		}
 		ancestorMap[imageID] = true
 	}
 }