Added batch file deleting.

1 files changed, 89 insertions, 0 deletions

diff --git a/go/operation/delete_content.go b/go/operation/delete_content.go
index 87ebece4d..380312053 100644
--- a/go/operation/delete_content.go
+++ b/go/operation/delete_content.go
@@ -2,8 +2,19 @@ package operation
 
 import (
 	"code.google.com/p/weed-fs/go/util"
+	"encoding/json"
+	"errors"
+	"net/url"
+	"strings"
+	"sync"
 )
 
+type DeleteResult struct {
+	Fid   string `json:"fid"`
+	Size  int    `json:"size"`
+	Error string `json:"error,omitempty"`
+}
+
 func DeleteFile(master string, fileId string) error {
 	fileUrl, err := LookupFileId(master, fileId)
 	if err != nil {
@@ -11,3 +22,81 @@ func DeleteFile(master string, fileId string) error {
 	}
 	return util.Delete(fileUrl)
 }
+
+func ParseFileId(fid string) (vid string, key_cookie string, err error) {
+	commaIndex := strings.Index(fid, ",")
+	if commaIndex <= 0 {
+		return "", "", errors.New("Wrong fid format.")
+	}
+	return fid[:commaIndex], fid[commaIndex+1:], nil
+}
+
+type DeleteFilesResult struct {
+	Errors  []string
+	Results []DeleteResult
+}
+
+func DeleteFiles(master string, fileIds []string) (*DeleteFilesResult, error) {
+	vid_to_fileIds := make(map[string][]string)
+	ret := &DeleteFilesResult{}
+	var vids []string
+	for _, fileId := range fileIds {
+		vid, _, err := ParseFileId(fileId)
+		if err != nil {
+			ret.Results = append(ret.Results, DeleteResult{Fid: vid, Error: err.Error()})
+			continue
+		}
+		if _, ok := vid_to_fileIds[vid]; !ok {
+			vid_to_fileIds[vid] = make([]string, 0)
+			vids = append(vids, vid)
+		}
+		vid_to_fileIds[vid] = append(vid_to_fileIds[vid], fileId)
+	}
+
+	lookupResults, err := LookupVolumeIds(master, vids)
+	if err != nil {
+		return ret, err
+	}
+
+	server_to_fileIds := make(map[string][]string)
+	for vid, result := range lookupResults {
+		if result.Error != "" {
+			ret.Errors = append(ret.Errors, result.Error)
+			continue
+		}
+		for _, location := range result.Locations {
+			if _, ok := server_to_fileIds[location.PublicUrl]; !ok {
+				server_to_fileIds[location.PublicUrl] = make([]string, 0)
+			}
+			server_to_fileIds[location.PublicUrl] = append(
+				server_to_fileIds[location.PublicUrl], vid_to_fileIds[vid]...)
+		}
+	}
+
+	var wg sync.WaitGroup
+	for server, fidList := range server_to_fileIds {
+		wg.Add(1)
+		go func(server string, fidList []string) {
+			defer wg.Done()
+			values := make(url.Values)
+			for _, fid := range fidList {
+				values.Add("fid", fid)
+			}
+			jsonBlob, err := util.Post("http://"+server+"/delete", values)
+			if err != nil {
+				ret.Errors = append(ret.Errors, err.Error()+"\n"+string(jsonBlob))
+				return
+			}
+			var result []DeleteResult
+			err = json.Unmarshal(jsonBlob, &result)
+			if err != nil {
+				ret.Errors = append(ret.Errors, err.Error()+"\n"+string(jsonBlob))
+				return
+			}
+			ret.Results = append(ret.Results, result...)
+		}(server, fidList)
+	}
+	wg.Wait()
+
+	return ret, nil
+}