Xload prefetch initial code

component/xload/common/utils.go

@@ -36,6 +36,7 @@ package common
 import (
 	"os"
 	"reflect"
+	"time"
 
 	"github.com/JeffreyRichter/enum/enum"
 )
@@ -51,6 +52,9 @@ type WorkItem struct {
 	CompName        string         // Name of the component
 	Path            string         // Name of the file being processed
 	DataLen         uint64         // Length of the data to be processed
+	Mode            os.FileMode    // permissions in 0xxx format
+	Atime           time.Time      // access time
+	Mtime           time.Time      // modified time
 	Block           *Block         // Block to hold data for
 	FileHandle      *os.File       // File handle to the file being processed
 	Err             error          // Error if any

component/xload/comp/lister.go

@@ -180,6 +180,9 @@ func (rl *remoteLister) Process(item *common.WorkItem) (int, error) {
 					CompName: rl.GetNext().GetName(),
 					Path:     entry.Path,
 					DataLen:  uint64(entry.Size),
+					Mode:     entry.Mode,
+					Atime:    entry.Atime,
+					Mtime:    entry.Mtime,
 				})
 			}
 		}

component/xload/comp/splitter.go

@@ -111,7 +111,7 @@ func (d *downloadSplitter) Process(item *common.WorkItem) (int, error) {
 	// TODO:: xload : should we delete the file if it already exists
 	// TODO:: xload : what should be the flags and mode and should we allocate the full size to the file
 	// TODO:: xload : handle case if blob is a symlink
-	item.FileHandle, err = os.OpenFile(localPath, os.O_WRONLY|os.O_CREATE, 0644)
+	item.FileHandle, err = os.OpenFile(localPath, os.O_WRONLY|os.O_CREATE, item.Mode)
 	if err != nil {
 		log.Err("downloadSplitter::Process : Failed to create file %s [%s]", item.Path, err.Error())
 		return -1, fmt.Errorf("failed to open file %s [%s]", item.Path, err.Error())
@@ -197,6 +197,13 @@ func (d *downloadSplitter) Process(item *common.WorkItem) (int, error) {
 
 	wg.Wait()
 
+	// update the last modified time
+	err = os.Chtimes(localPath, item.Atime, item.Mtime)
+	if err != nil {
+		log.Err("downloadSplitter::Process : Failed to change times of file %s [%s]", item.Path, err.Error())
+		operationSuccess = false
+	}
+
 	if !operationSuccess {
 		log.Err("downloadSplitter::Process : Failed to download data for file %s, so deleting it from local path", item.Path)