services/mgmt/binary/impl/service.go - release.go.x.ref - Git at Google

 // The implementation of the binary repository interface stores objects
 // identified by object name suffixes using the local file system. Given
 // an object name suffix, the implementation computes an MD5 hash of the
 // suffix and generates the following path in the local filesystem:
 // /<root_dir>/<dir_1>/.../<dir_n>/<hash>. The root directory and the
 // directory depth are parameters of the implementation. <root_dir> also
 // contains __acls/data and __acls/sig files storing the ACLs for the
 // root level. The contents of the directory include the checksum and
 // data for each of the individual parts of the binary, the name of the
 // object and a directory containing the acls for this particular object:
 //
 // name
 // acls/data
 // acls/sig
 // <part_1>/checksum
 // <part_1>/data
 // ...
 // <part_n>/checksum
 // <part_n>/data
 //
 // TODO(jsimsa): Add an "fsck" method that cleans up existing on-disk
 // repository and provide a command-line flag that identifies whether
 // fsck should run when new repository server process starts up.
 package impl

 import (
 	"crypto/md5"
 	"encoding/hex"
 	"encoding/json"
 	"io"
 	"io/ioutil"
 	"os"
 	"path/filepath"
 	"strings"
 	"syscall"

 	"v.io/core/veyron/services/mgmt/lib/acls"
 	"v.io/core/veyron2/ipc"
 	"v.io/core/veyron2/security"
 	"v.io/core/veyron2/services/mgmt/binary"
 	"v.io/core/veyron2/services/mgmt/repository"
 	"v.io/core/veyron2/services/security/access"
 	verror "v.io/core/veyron2/verror2"
 	"v.io/core/veyron2/vlog"
 )

 // binaryService implements the Binary server interface.
 type binaryService struct {
 	// path is the local filesystem path to the object identified by the
 	// object name suffix.
 	path string
 	// state holds the state shared across different binary repository
 	// invocations.
 	state *state
 	// suffix is the name of the binary object.
 	suffix string
 	locks  *acls.Locks
 }

 const pkgPath = "v.io/core/veyron/services/mgmt/binary/impl"

 var (
 	ErrInProgress      = verror.Register(pkgPath+".errInProgress", verror.NoRetry, "{1:}{2:} identical upload already in progress{:_}")
 	ErrInvalidParts    = verror.Register(pkgPath+".errInvalidParts", verror.NoRetry, "{1:}{2:} invalid number of binary parts{:_}")
 	ErrInvalidPart     = verror.Register(pkgPath+".errInvalidPart", verror.NoRetry, "{1:}{2:} invalid binary part number{:_}")
 	ErrOperationFailed = verror.Register(pkgPath+".errOperationFailed", verror.NoRetry, "{1:}{2:} operation failed{:_}")
 )

 // TODO(jsimsa): When VDL supports composite literal constants, remove
 // this definition.
 var MissingPart = binary.PartInfo{
 	Checksum: binary.MissingChecksum,
 	Size:     binary.MissingSize,
 }

 // newBinaryService returns a new Binary service implementation.
 func newBinaryService(state *state, suffix string, locks *acls.Locks) *binaryService {
 	return &binaryService{
 		path:   state.dir(suffix),
 		state:  state,
 		suffix: suffix,
 		locks:  locks,
 	}
 }

 const BufferLength = 4096

 // insertACLs configures the starting ACL set for a newly "Create"-d binary based
 // on the caller's blessings.
 func insertACLs(dir string, principal security.Principal, locks *acls.Locks, blessings []string) error {
 	tam := make(access.TaggedACLMap)

 	// Add the invoker's blessings.
 	for _, b := range blessings {
 		for _, tag := range access.AllTypicalTags() {
 			tam.Add(security.BlessingPattern(b), string(tag))
 		}
 	}
 	return locks.SetPathACL(principal, dir, tam, "")
 }

 func (i *binaryService) Create(context ipc.ServerContext, nparts int32, mediaInfo repository.MediaInfo) error {
 	vlog.Infof("%v.Create(%v, %v)", i.suffix, nparts, mediaInfo)
 	if nparts < 1 {
 		return verror.Make(ErrInvalidParts, context.Context())
 	}
 	parent, perm := filepath.Dir(i.path), os.FileMode(0700)
 	if err := os.MkdirAll(parent, perm); err != nil {
 		vlog.Errorf("MkdirAll(%v, %v) failed: %v", parent, perm, err)
 		return verror.Make(ErrOperationFailed, context.Context())
 	}
 	prefix := "creating-"
 	tmpDir, err := ioutil.TempDir(parent, prefix)
 	if err != nil {
 		vlog.Errorf("TempDir(%v, %v) failed: %v", parent, prefix, err)
 		return verror.Make(ErrOperationFailed, context.Context())
 	}
 	nameFile := filepath.Join(tmpDir, "name")
 	if err := ioutil.WriteFile(nameFile, []byte(i.suffix), os.FileMode(0600)); err != nil {
 		vlog.Errorf("WriteFile(%q) failed: %v", nameFile)
 		return verror.Make(ErrOperationFailed, context.Context())
 	}

 	lp := context.LocalPrincipal()
 	rb := context.RemoteBlessings().ForContext(context)
 	if err := insertACLs(aclPath(i.state.rootDir, i.suffix), lp, i.locks, rb); err != nil {
 		vlog.Errorf("insertACLs(%v, %v) failed: %v", lp, rb, err)
 		return verror.Make(ErrOperationFailed, context.Context())
 	}

 	infoFile := filepath.Join(tmpDir, "mediainfo")
 	jInfo, err := json.Marshal(mediaInfo)
 	if err != nil {
 		vlog.Errorf("json.Marshal(%v) failed: %v", mediaInfo, err)
 		return verror.Make(ErrOperationFailed, context.Context())
 	}
 	if err := ioutil.WriteFile(infoFile, jInfo, os.FileMode(0600)); err != nil {
 		vlog.Errorf("WriteFile(%q) failed: %v", infoFile, err)
 		return verror.Make(ErrOperationFailed, context.Context())
 	}
 	for j := 0; j < int(nparts); j++ {
 		partPath, partPerm := generatePartPath(tmpDir, j), os.FileMode(0700)
 		if err := os.MkdirAll(partPath, partPerm); err != nil {
 			vlog.Errorf("MkdirAll(%v, %v) failed: %v", partPath, partPerm, err)
 			if err := os.RemoveAll(tmpDir); err != nil {
 				vlog.Errorf("RemoveAll(%v) failed: %v", tmpDir, err)
 			}
 			return verror.Make(ErrOperationFailed, context.Context())
 		}
 	}
 	// Use os.Rename() to atomically create the binary directory
 	// structure.
 	if err := os.Rename(tmpDir, i.path); err != nil {
 		defer func() {
 			if err := os.RemoveAll(tmpDir); err != nil {
 				vlog.Errorf("RemoveAll(%v) failed: %v", tmpDir, err)
 			}
 		}()
 		if linkErr, ok := err.(*os.LinkError); ok && linkErr.Err == syscall.ENOTEMPTY {
 			return verror.Make(verror.Exist, context.Context(), i.path)
 		}
 		vlog.Errorf("Rename(%v, %v) failed: %v", tmpDir, i.path, err)
 		return verror.Make(ErrOperationFailed, context.Context(), i.path)
 	}
 	return nil
 }

 func (i *binaryService) Delete(context ipc.ServerContext) error {
 	vlog.Infof("%v.Delete()", i.suffix)
 	if _, err := os.Stat(i.path); err != nil {
 		if os.IsNotExist(err) {
 			return verror.Make(verror.NoExist, context.Context(), i.path)
 		}
 		vlog.Errorf("Stat(%v) failed: %v", i.path, err)
 		return verror.Make(ErrOperationFailed, context.Context())
 	}
 	// Use os.Rename() to atomically remove the binary directory
 	// structure.
 	path := filepath.Join(filepath.Dir(i.path), "removing-"+filepath.Base(i.path))
 	if err := os.Rename(i.path, path); err != nil {
 		vlog.Errorf("Rename(%v, %v) failed: %v", i.path, path, err)
 		return verror.Make(ErrOperationFailed, context.Context(), i.path)
 	}
 	if err := os.RemoveAll(path); err != nil {
 		vlog.Errorf("Remove(%v) failed: %v", path, err)
 		return verror.Make(ErrOperationFailed, context.Context())
 	}
 	for {
 		// Remove the binary and all directories on the path back to the
 		// root directory that are left empty after the binary is removed.
 		path = filepath.Dir(path)
 		if i.state.rootDir == path {
 			break
 		}
 		if err := os.Remove(path); err != nil {
 			if err.(*os.PathError).Err.Error() == syscall.ENOTEMPTY.Error() {
 				break
 			}
 			vlog.Errorf("Remove(%v) failed: %v", path, err)
 			return verror.Make(ErrOperationFailed, context.Context())
 		}
 	}
 	return nil
 }

 func (i *binaryService) Download(context repository.BinaryDownloadContext, part int32) error {
 	vlog.Infof("%v.Download(%v)", i.suffix, part)
 	path := i.generatePartPath(int(part))
 	if err := checksumExists(path); err != nil {
 		return err
 	}
 	dataPath := filepath.Join(path, data)
 	file, err := os.Open(dataPath)
 	if err != nil {
 		vlog.Errorf("Open(%v) failed: %v", dataPath, err)
 		return verror.Make(ErrOperationFailed, context.Context())
 	}
 	defer file.Close()
 	buffer := make([]byte, BufferLength)
 	sender := context.SendStream()
 	for {
 		n, err := file.Read(buffer)
 		if err != nil && err != io.EOF {
 			vlog.Errorf("Read() failed: %v", err)
 			return verror.Make(ErrOperationFailed, context.Context())
 		}
 		if n == 0 {
 			break
 		}
 		if err := sender.Send(buffer[:n]); err != nil {
 			vlog.Errorf("Send() failed: %v", err)
 			return verror.Make(ErrOperationFailed, context.Context())
 		}
 	}
 	return nil
 }

 // TODO(jsimsa): Design and implement an access control mechanism for
 // the URL-based downloads.
 func (i *binaryService) DownloadURL(ipc.ServerContext) (string, int64, error) {
 	vlog.Infof("%v.DownloadURL()", i.suffix)
 	return i.state.rootURL + "/" + i.suffix, 0, nil
 }

 func (i *binaryService) Stat(context ipc.ServerContext) ([]binary.PartInfo, repository.MediaInfo, error) {
 	vlog.Infof("%v.Stat()", i.suffix)
 	result := make([]binary.PartInfo, 0)
 	parts, err := getParts(i.path)
 	if err != nil {
 		return []binary.PartInfo{}, repository.MediaInfo{}, err
 	}
 	for _, part := range parts {
 		checksumFile := filepath.Join(part, checksum)
 		bytes, err := ioutil.ReadFile(checksumFile)
 		if err != nil {
 			if os.IsNotExist(err) {
 				result = append(result, MissingPart)
 				continue
 			}
 			vlog.Errorf("ReadFile(%v) failed: %v", checksumFile, err)
 			return []binary.PartInfo{}, repository.MediaInfo{}, verror.Make(ErrOperationFailed, context.Context())
 		}
 		dataFile := filepath.Join(part, data)
 		fi, err := os.Stat(dataFile)
 		if err != nil {
 			if os.IsNotExist(err) {
 				result = append(result, MissingPart)
 				continue
 			}
 			vlog.Errorf("Stat(%v) failed: %v", dataFile, err)
 			return []binary.PartInfo{}, repository.MediaInfo{}, verror.Make(ErrOperationFailed, context.Context())
 		}
 		result = append(result, binary.PartInfo{Checksum: string(bytes), Size: fi.Size()})
 	}
 	infoFile := filepath.Join(i.path, "mediainfo")
 	jInfo, err := ioutil.ReadFile(infoFile)
 	if err != nil {
 		vlog.Errorf("ReadFile(%q) failed: %v", infoFile)
 		return []binary.PartInfo{}, repository.MediaInfo{}, verror.Make(ErrOperationFailed, context.Context())
 	}
 	var mediaInfo repository.MediaInfo
 	if err := json.Unmarshal(jInfo, &mediaInfo); err != nil {
 		vlog.Errorf("json.Unmarshal(%v) failed: %v", jInfo, err)
 		return []binary.PartInfo{}, repository.MediaInfo{}, verror.Make(ErrOperationFailed, context.Context())
 	}
 	return result, mediaInfo, nil
 }

 func (i *binaryService) Upload(context repository.BinaryUploadContext, part int32) error {
 	vlog.Infof("%v.Upload(%v)", i.suffix, part)
 	path, suffix := i.generatePartPath(int(part)), ""
 	err := checksumExists(path)
 	if err == nil {
 		return verror.Make(verror.Exist, context.Context(), path)
 	} else if !verror.Is(err, verror.NoExist.ID) {
 		return err
 	}
 	// Use os.OpenFile() to resolve races.
 	lockPath, flags, perm := filepath.Join(path, lock), os.O_CREATE|os.O_WRONLY|os.O_EXCL, os.FileMode(0600)
 	lockFile, err := os.OpenFile(lockPath, flags, perm)
 	if err != nil {
 		if os.IsExist(err) {
 			return verror.Make(ErrInProgress, context.Context(), path)
 		}
 		vlog.Errorf("OpenFile(%v, %v, %v) failed: %v", lockPath, flags, suffix, err)
 		return verror.Make(ErrOperationFailed, context.Context())
 	}
 	defer os.Remove(lockFile.Name())
 	defer lockFile.Close()
 	file, err := ioutil.TempFile(path, suffix)
 	if err != nil {
 		vlog.Errorf("TempFile(%v, %v) failed: %v", path, suffix, err)
 		return verror.Make(ErrOperationFailed, context.Context())
 	}
 	defer file.Close()
 	h := md5.New()
 	rStream := context.RecvStream()
 	for rStream.Advance() {
 		bytes := rStream.Value()
 		if _, err := file.Write(bytes); err != nil {
 			vlog.Errorf("Write() failed: %v", err)
 			if err := os.Remove(file.Name()); err != nil {
 				vlog.Errorf("Remove(%v) failed: %v", file.Name(), err)
 			}
 			return verror.Make(ErrOperationFailed, context.Context())
 		}
 		h.Write(bytes)
 	}

 	if err := rStream.Err(); err != nil {
 		vlog.Errorf("Advance() failed: %v", err)
 		if err := os.Remove(file.Name()); err != nil {
 			vlog.Errorf("Remove(%v) failed: %v", file.Name(), err)
 		}
 		return verror.Make(ErrOperationFailed, context.Context())
 	}

 	hash := hex.EncodeToString(h.Sum(nil))
 	checksumFile, perm := filepath.Join(path, checksum), os.FileMode(0600)
 	if err := ioutil.WriteFile(checksumFile, []byte(hash), perm); err != nil {
 		vlog.Errorf("WriteFile(%v, %v, %v) failed: %v", checksumFile, hash, perm, err)
 		if err := os.Remove(file.Name()); err != nil {
 			vlog.Errorf("Remove(%v) failed: %v", file.Name(), err)
 		}
 		return verror.Make(ErrOperationFailed, context.Context())
 	}
 	dataFile := filepath.Join(path, data)
 	if err := os.Rename(file.Name(), dataFile); err != nil {
 		vlog.Errorf("Rename(%v, %v) failed: %v", file.Name(), dataFile, err)
 		if err := os.Remove(file.Name()); err != nil {
 			vlog.Errorf("Remove(%v) failed: %v", file.Name(), err)
 		}
 		return verror.Make(ErrOperationFailed, context.Context())
 	}
 	return nil
 }

 func (i *binaryService) GlobChildren__(context ipc.ServerContext) (<-chan string, error) {
 	elems := strings.Split(i.suffix, "/")
 	if len(elems) == 1 && elems[0] == "" {
 		elems = nil
 	}
 	n := i.createObjectNameTree().find(elems, false)
 	if n == nil {
 		return nil, verror.Make(ErrOperationFailed, context.Context())
 	}
 	ch := make(chan string)
 	go func() {
 		for k, _ := range n.children {
 			ch <- k
 		}
 		close(ch)
 	}()
 	return ch, nil
 }

 func (i *binaryService) GetACL(ctx ipc.ServerContext) (acl access.TaggedACLMap, etag string, err error) {

 	acl, etag, err = i.locks.GetPathACL(
 		ctx.LocalPrincipal(), aclPath(i.state.rootDir, i.suffix))

 	if os.IsNotExist(err) {
 		// No ACL file which implies a nil authorizer.
 		tam := make(access.TaggedACLMap)
 		lb := ctx.LocalBlessings().ForContext(ctx)
 		for _, b := range lb {
 			for _, tag := range access.AllTypicalTags() {
 				tam.Add(security.BlessingPattern(b), string(tag))
 			}
 		}
 		return tam, "", nil
 	}
 	return acl, etag, err
 }

 func (i *binaryService) SetACL(ctx ipc.ServerContext, acl access.TaggedACLMap, etag string) error {
 	return i.locks.SetPathACL(ctx.LocalPrincipal(), aclPath(i.state.rootDir, i.suffix), acl, etag)
 }
	// The implementation of the binary repository interface stores objects
	// identified by object name suffixes using the local file system. Given
	// an object name suffix, the implementation computes an MD5 hash of the
	// suffix and generates the following path in the local filesystem:
	// /<root_dir>/<dir_1>/.../<dir_n>/<hash>. The root directory and the
	// directory depth are parameters of the implementation. <root_dir> also
	// contains __acls/data and __acls/sig files storing the ACLs for the
	// root level. The contents of the directory include the checksum and
	// data for each of the individual parts of the binary, the name of the
	// object and a directory containing the acls for this particular object:
	//
	// name
	// acls/data
	// acls/sig
	// <part_1>/checksum
	// <part_1>/data
	// ...
	// <part_n>/checksum
	// <part_n>/data
	//
	// TODO(jsimsa): Add an "fsck" method that cleans up existing on-disk
	// repository and provide a command-line flag that identifies whether
	// fsck should run when new repository server process starts up.
	package impl

	import (
	"crypto/md5"
	"encoding/hex"
	"encoding/json"
	"io"
	"io/ioutil"
	"os"
	"path/filepath"
	"strings"
	"syscall"

	"v.io/core/veyron/services/mgmt/lib/acls"
	"v.io/core/veyron2/ipc"
	"v.io/core/veyron2/security"
	"v.io/core/veyron2/services/mgmt/binary"
	"v.io/core/veyron2/services/mgmt/repository"
	"v.io/core/veyron2/services/security/access"
	verror "v.io/core/veyron2/verror2"
	"v.io/core/veyron2/vlog"
	)

	// binaryService implements the Binary server interface.
	type binaryService struct {
	// path is the local filesystem path to the object identified by the
	// object name suffix.
	path string
	// state holds the state shared across different binary repository
	// invocations.
	state *state
	// suffix is the name of the binary object.
	suffix string
	locks *acls.Locks
	}

	const pkgPath = "v.io/core/veyron/services/mgmt/binary/impl"

	var (
	ErrInProgress = verror.Register(pkgPath+".errInProgress", verror.NoRetry, "{1:}{2:} identical upload already in progress{:_}")
	ErrInvalidParts = verror.Register(pkgPath+".errInvalidParts", verror.NoRetry, "{1:}{2:} invalid number of binary parts{:_}")
	ErrInvalidPart = verror.Register(pkgPath+".errInvalidPart", verror.NoRetry, "{1:}{2:} invalid binary part number{:_}")
	ErrOperationFailed = verror.Register(pkgPath+".errOperationFailed", verror.NoRetry, "{1:}{2:} operation failed{:_}")
	)

	// TODO(jsimsa): When VDL supports composite literal constants, remove
	// this definition.
	var MissingPart = binary.PartInfo{
	Checksum: binary.MissingChecksum,
	Size: binary.MissingSize,
	}

	// newBinaryService returns a new Binary service implementation.
	func newBinaryService(state state, suffix string, locks acls.Locks) *binaryService {
	return &binaryService{
	path: state.dir(suffix),
	state: state,
	suffix: suffix,
	locks: locks,
	}
	}

	const BufferLength = 4096

	// insertACLs configures the starting ACL set for a newly "Create"-d binary based
	// on the caller's blessings.
	func insertACLs(dir string, principal security.Principal, locks *acls.Locks, blessings []string) error {
	tam := make(access.TaggedACLMap)

	// Add the invoker's blessings.
	for _, b := range blessings {
	for _, tag := range access.AllTypicalTags() {
	tam.Add(security.BlessingPattern(b), string(tag))
	}
	}
	return locks.SetPathACL(principal, dir, tam, "")
	}

	func (i *binaryService) Create(context ipc.ServerContext, nparts int32, mediaInfo repository.MediaInfo) error {
	vlog.Infof("%v.Create(%v, %v)", i.suffix, nparts, mediaInfo)
	if nparts < 1 {
	return verror.Make(ErrInvalidParts, context.Context())
	}
	parent, perm := filepath.Dir(i.path), os.FileMode(0700)
	if err := os.MkdirAll(parent, perm); err != nil {
	vlog.Errorf("MkdirAll(%v, %v) failed: %v", parent, perm, err)
	return verror.Make(ErrOperationFailed, context.Context())
	}
	prefix := "creating-"
	tmpDir, err := ioutil.TempDir(parent, prefix)
	if err != nil {
	vlog.Errorf("TempDir(%v, %v) failed: %v", parent, prefix, err)
	return verror.Make(ErrOperationFailed, context.Context())
	}
	nameFile := filepath.Join(tmpDir, "name")
	if err := ioutil.WriteFile(nameFile, []byte(i.suffix), os.FileMode(0600)); err != nil {
	vlog.Errorf("WriteFile(%q) failed: %v", nameFile)
	return verror.Make(ErrOperationFailed, context.Context())
	}

	lp := context.LocalPrincipal()
	rb := context.RemoteBlessings().ForContext(context)
	if err := insertACLs(aclPath(i.state.rootDir, i.suffix), lp, i.locks, rb); err != nil {
	vlog.Errorf("insertACLs(%v, %v) failed: %v", lp, rb, err)
	return verror.Make(ErrOperationFailed, context.Context())
	}

	infoFile := filepath.Join(tmpDir, "mediainfo")
	jInfo, err := json.Marshal(mediaInfo)
	if err != nil {
	vlog.Errorf("json.Marshal(%v) failed: %v", mediaInfo, err)
	return verror.Make(ErrOperationFailed, context.Context())
	}
	if err := ioutil.WriteFile(infoFile, jInfo, os.FileMode(0600)); err != nil {
	vlog.Errorf("WriteFile(%q) failed: %v", infoFile, err)
	return verror.Make(ErrOperationFailed, context.Context())
	}
	for j := 0; j < int(nparts); j++ {
	partPath, partPerm := generatePartPath(tmpDir, j), os.FileMode(0700)
	if err := os.MkdirAll(partPath, partPerm); err != nil {
	vlog.Errorf("MkdirAll(%v, %v) failed: %v", partPath, partPerm, err)
	if err := os.RemoveAll(tmpDir); err != nil {
	vlog.Errorf("RemoveAll(%v) failed: %v", tmpDir, err)
	}
	return verror.Make(ErrOperationFailed, context.Context())
	}
	}
	// Use os.Rename() to atomically create the binary directory
	// structure.
	if err := os.Rename(tmpDir, i.path); err != nil {
	defer func() {
	if err := os.RemoveAll(tmpDir); err != nil {
	vlog.Errorf("RemoveAll(%v) failed: %v", tmpDir, err)
	}
	}()
	if linkErr, ok := err.(*os.LinkError); ok && linkErr.Err == syscall.ENOTEMPTY {
	return verror.Make(verror.Exist, context.Context(), i.path)
	}
	vlog.Errorf("Rename(%v, %v) failed: %v", tmpDir, i.path, err)
	return verror.Make(ErrOperationFailed, context.Context(), i.path)
	}
	return nil
	}

	func (i *binaryService) Delete(context ipc.ServerContext) error {
	vlog.Infof("%v.Delete()", i.suffix)
	if _, err := os.Stat(i.path); err != nil {
	if os.IsNotExist(err) {
	return verror.Make(verror.NoExist, context.Context(), i.path)
	}
	vlog.Errorf("Stat(%v) failed: %v", i.path, err)
	return verror.Make(ErrOperationFailed, context.Context())
	}
	// Use os.Rename() to atomically remove the binary directory
	// structure.
	path := filepath.Join(filepath.Dir(i.path), "removing-"+filepath.Base(i.path))
	if err := os.Rename(i.path, path); err != nil {
	vlog.Errorf("Rename(%v, %v) failed: %v", i.path, path, err)
	return verror.Make(ErrOperationFailed, context.Context(), i.path)
	}
	if err := os.RemoveAll(path); err != nil {
	vlog.Errorf("Remove(%v) failed: %v", path, err)
	return verror.Make(ErrOperationFailed, context.Context())
	}
	for {
	// Remove the binary and all directories on the path back to the
	// root directory that are left empty after the binary is removed.
	path = filepath.Dir(path)
	if i.state.rootDir == path {
	break
	}
	if err := os.Remove(path); err != nil {
	if err.(*os.PathError).Err.Error() == syscall.ENOTEMPTY.Error() {
	break
	}
	vlog.Errorf("Remove(%v) failed: %v", path, err)
	return verror.Make(ErrOperationFailed, context.Context())
	}
	}
	return nil
	}

	func (i *binaryService) Download(context repository.BinaryDownloadContext, part int32) error {
	vlog.Infof("%v.Download(%v)", i.suffix, part)
	path := i.generatePartPath(int(part))
	if err := checksumExists(path); err != nil {
	return err
	}
	dataPath := filepath.Join(path, data)
	file, err := os.Open(dataPath)
	if err != nil {
	vlog.Errorf("Open(%v) failed: %v", dataPath, err)
	return verror.Make(ErrOperationFailed, context.Context())
	}
	defer file.Close()
	buffer := make([]byte, BufferLength)
	sender := context.SendStream()
	for {
	n, err := file.Read(buffer)
	if err != nil && err != io.EOF {
	vlog.Errorf("Read() failed: %v", err)
	return verror.Make(ErrOperationFailed, context.Context())
	}
	if n == 0 {
	break
	}
	if err := sender.Send(buffer[:n]); err != nil {
	vlog.Errorf("Send() failed: %v", err)
	return verror.Make(ErrOperationFailed, context.Context())
	}
	}
	return nil
	}

	// TODO(jsimsa): Design and implement an access control mechanism for
	// the URL-based downloads.
	func (i *binaryService) DownloadURL(ipc.ServerContext) (string, int64, error) {
	vlog.Infof("%v.DownloadURL()", i.suffix)
	return i.state.rootURL + "/" + i.suffix, 0, nil
	}

	func (i *binaryService) Stat(context ipc.ServerContext) ([]binary.PartInfo, repository.MediaInfo, error) {
	vlog.Infof("%v.Stat()", i.suffix)
	result := make([]binary.PartInfo, 0)
	parts, err := getParts(i.path)
	if err != nil {
	return []binary.PartInfo{}, repository.MediaInfo{}, err
	}
	for _, part := range parts {
	checksumFile := filepath.Join(part, checksum)
	bytes, err := ioutil.ReadFile(checksumFile)
	if err != nil {
	if os.IsNotExist(err) {
	result = append(result, MissingPart)
	continue
	}
	vlog.Errorf("ReadFile(%v) failed: %v", checksumFile, err)
	return []binary.PartInfo{}, repository.MediaInfo{}, verror.Make(ErrOperationFailed, context.Context())
	}
	dataFile := filepath.Join(part, data)
	fi, err := os.Stat(dataFile)
	if err != nil {
	if os.IsNotExist(err) {
	result = append(result, MissingPart)
	continue
	}
	vlog.Errorf("Stat(%v) failed: %v", dataFile, err)
	return []binary.PartInfo{}, repository.MediaInfo{}, verror.Make(ErrOperationFailed, context.Context())
	}
	result = append(result, binary.PartInfo{Checksum: string(bytes), Size: fi.Size()})
	}
	infoFile := filepath.Join(i.path, "mediainfo")
	jInfo, err := ioutil.ReadFile(infoFile)
	if err != nil {
	vlog.Errorf("ReadFile(%q) failed: %v", infoFile)
	return []binary.PartInfo{}, repository.MediaInfo{}, verror.Make(ErrOperationFailed, context.Context())
	}
	var mediaInfo repository.MediaInfo
	if err := json.Unmarshal(jInfo, &mediaInfo); err != nil {
	vlog.Errorf("json.Unmarshal(%v) failed: %v", jInfo, err)
	return []binary.PartInfo{}, repository.MediaInfo{}, verror.Make(ErrOperationFailed, context.Context())
	}
	return result, mediaInfo, nil
	}

	func (i *binaryService) Upload(context repository.BinaryUploadContext, part int32) error {
	vlog.Infof("%v.Upload(%v)", i.suffix, part)
	path, suffix := i.generatePartPath(int(part)), ""
	err := checksumExists(path)
	if err == nil {
	return verror.Make(verror.Exist, context.Context(), path)
	} else if !verror.Is(err, verror.NoExist.ID) {
	return err
	}
	// Use os.OpenFile() to resolve races.
	lockPath, flags, perm := filepath.Join(path, lock), os.O_CREATE\|os.O_WRONLY\|os.O_EXCL, os.FileMode(0600)
	lockFile, err := os.OpenFile(lockPath, flags, perm)
	if err != nil {
	if os.IsExist(err) {
	return verror.Make(ErrInProgress, context.Context(), path)
	}
	vlog.Errorf("OpenFile(%v, %v, %v) failed: %v", lockPath, flags, suffix, err)
	return verror.Make(ErrOperationFailed, context.Context())
	}
	defer os.Remove(lockFile.Name())
	defer lockFile.Close()
	file, err := ioutil.TempFile(path, suffix)
	if err != nil {
	vlog.Errorf("TempFile(%v, %v) failed: %v", path, suffix, err)
	return verror.Make(ErrOperationFailed, context.Context())
	}
	defer file.Close()
	h := md5.New()
	rStream := context.RecvStream()
	for rStream.Advance() {
	bytes := rStream.Value()
	if _, err := file.Write(bytes); err != nil {
	vlog.Errorf("Write() failed: %v", err)
	if err := os.Remove(file.Name()); err != nil {
	vlog.Errorf("Remove(%v) failed: %v", file.Name(), err)
	}
	return verror.Make(ErrOperationFailed, context.Context())
	}
	h.Write(bytes)
	}

	if err := rStream.Err(); err != nil {
	vlog.Errorf("Advance() failed: %v", err)
	if err := os.Remove(file.Name()); err != nil {
	vlog.Errorf("Remove(%v) failed: %v", file.Name(), err)
	}
	return verror.Make(ErrOperationFailed, context.Context())
	}

	hash := hex.EncodeToString(h.Sum(nil))
	checksumFile, perm := filepath.Join(path, checksum), os.FileMode(0600)
	if err := ioutil.WriteFile(checksumFile, []byte(hash), perm); err != nil {
	vlog.Errorf("WriteFile(%v, %v, %v) failed: %v", checksumFile, hash, perm, err)
	if err := os.Remove(file.Name()); err != nil {
	vlog.Errorf("Remove(%v) failed: %v", file.Name(), err)
	}
	return verror.Make(ErrOperationFailed, context.Context())
	}
	dataFile := filepath.Join(path, data)
	if err := os.Rename(file.Name(), dataFile); err != nil {
	vlog.Errorf("Rename(%v, %v) failed: %v", file.Name(), dataFile, err)
	if err := os.Remove(file.Name()); err != nil {
	vlog.Errorf("Remove(%v) failed: %v", file.Name(), err)
	}
	return verror.Make(ErrOperationFailed, context.Context())
	}
	return nil
	}

	func (i *binaryService) GlobChildren__(context ipc.ServerContext) (<-chan string, error) {
	elems := strings.Split(i.suffix, "/")
	if len(elems) == 1 && elems[0] == "" {
	elems = nil
	}
	n := i.createObjectNameTree().find(elems, false)
	if n == nil {
	return nil, verror.Make(ErrOperationFailed, context.Context())
	}
	ch := make(chan string)
	go func() {
	for k, _ := range n.children {
	ch <- k
	}
	close(ch)
	}()
	return ch, nil
	}

	func (i *binaryService) GetACL(ctx ipc.ServerContext) (acl access.TaggedACLMap, etag string, err error) {

	acl, etag, err = i.locks.GetPathACL(
	ctx.LocalPrincipal(), aclPath(i.state.rootDir, i.suffix))

	if os.IsNotExist(err) {
	// No ACL file which implies a nil authorizer.
	tam := make(access.TaggedACLMap)
	lb := ctx.LocalBlessings().ForContext(ctx)
	for _, b := range lb {
	for _, tag := range access.AllTypicalTags() {
	tam.Add(security.BlessingPattern(b), string(tag))
	}
	}
	return tam, "", nil
	}
	return acl, etag, err
	}

	func (i *binaryService) SetACL(ctx ipc.ServerContext, acl access.TaggedACLMap, etag string) error {
	return i.locks.SetPathACL(ctx.LocalPrincipal(), aclPath(i.state.rootDir, i.suffix), acl, etag)
	}