func addRegularFile(directory *filesystem.Directory,
fileSystem, oldFS *FileSystem,
name string, directoryPathName string, stat *syscall.Stat_t) error {
inode, isNewInode := fileSystem.getRegularInode(stat)
var file filesystem.RegularFile
file.Name = name
file.InodeNumber = stat.Ino
file.SetInode(inode)
if isNewInode {
if inode.Size > 0 {
err := scanRegularFile(&file, fileSystem, directoryPathName)
if err != nil {
return err
}
}
if oldFS != nil && oldFS.RegularInodeTable != nil {
if oldInode, found := oldFS.RegularInodeTable[stat.Ino]; found {
if filesystem.CompareRegularInodes(inode, oldInode, nil) {
inode = oldInode
file.SetInode(inode)
fileSystem.RegularInodeTable[stat.Ino] = inode
}
}
}
}
directory.RegularFileList = append(directory.RegularFileList, &file)
return nil
}
func sortDirectory(directory *filesystem.Directory) {
// Sort regular files.
var regularFileList regularFileList
regularFileList = directory.RegularFileList
sort.Sort(regularFileList)
directory.RegularFileList = regularFileList
// Sort symlinks.
var symlinkList symlinkList
symlinkList = directory.SymlinkList
sort.Sort(symlinkList)
directory.SymlinkList = symlinkList
// Sort files.
var fileList fileList
fileList = directory.FileList
sort.Sort(fileList)
directory.FileList = fileList
// Sort directories.
var directoryList directoryList
directoryList = directory.DirectoryList
sort.Sort(directoryList)
directory.DirectoryList = directoryList
// Recurse through directories.
for _, subdir := range directory.DirectoryList {
sortDirectory(subdir)
}
}
func (decoderData *decoderData) addHardlink(header *tar.Header,
parent *filesystem.Directory, name string) error {
header.Linkname = normaliseFilename(header.Linkname)
if inum, ok := decoderData.regularInodeTable[header.Linkname]; ok {
var newEntry filesystem.RegularFile
newEntry.Name = name
newEntry.InodeNumber = inum
parent.RegularFileList = append(parent.RegularFileList, &newEntry)
} else if inum, ok := decoderData.symlinkInodeTable[header.Linkname]; ok {
var newEntry filesystem.Symlink
newEntry.Name = name
newEntry.InodeNumber = inum
parent.SymlinkList = append(parent.SymlinkList, &newEntry)
} else if inum, ok := decoderData.inodeTable[header.Linkname]; ok {
var newEntry filesystem.File
newEntry.Name = name
newEntry.InodeNumber = inum
parent.FileList = append(parent.FileList, &newEntry)
} else {
return errors.New(fmt.Sprintf("missing hardlink target: %s",
header.Linkname))
}
return nil
}
func (decoderData *decoderData) addRegularFile(tarReader *tar.Reader,
dataHandler DataHandler, header *tar.Header, parent *filesystem.Directory,
name string) error {
var newInode filesystem.RegularInode
newInode.Mode = filesystem.FileMode((header.Mode & ^syscall.S_IFMT) |
syscall.S_IFREG)
newInode.Uid = uint32(header.Uid)
newInode.Gid = uint32(header.Gid)
newInode.MtimeNanoSeconds = int32(header.ModTime.Nanosecond())
newInode.MtimeSeconds = header.ModTime.Unix()
newInode.Size = uint64(header.Size)
if header.Size > 0 {
data, err := ioutil.ReadAll(tarReader)
if err != nil {
return errors.New("error reading file data" + err.Error())
}
if int64(len(data)) != header.Size {
return errors.New(fmt.Sprintf(
"failed to read file data, wanted: %d, got: %d bytes",
header.Size, len(data)))
}
newInode.Hash, err = dataHandler.HandleData(data)
if err != nil {
return err
}
}
decoderData.regularInodeTable[header.Name] = decoderData.nextInodeNumber
decoderData.fileSystem.RegularInodeTable[decoderData.nextInodeNumber] =
&newInode
var newEntry filesystem.RegularFile
newEntry.Name = name
newEntry.InodeNumber = decoderData.nextInodeNumber
parent.RegularFileList = append(parent.RegularFileList, &newEntry)
decoderData.nextInodeNumber++
return nil
}
func scanDirectory(directory *filesystem.Directory,
fileSystem, oldFS *FileSystem, parentName string) error {
myPathName := path.Join(parentName, directory.Name)
file, err := os.Open(path.Join(fileSystem.rootDirectoryName, myPathName))
if err != nil {
return err
}
names, err := file.Readdirnames(-1)
file.Close()
if err != nil {
return err
}
sort.Strings(names)
for _, name := range names {
if directory == &fileSystem.Directory && name == ".subd" {
continue
}
filename := path.Join(myPathName, name)
if fileSystem.configuration.ScanFilter.Match(filename) {
continue
}
var stat syscall.Stat_t
err := syscall.Lstat(path.Join(fileSystem.rootDirectoryName, filename),
&stat)
if err != nil {
if err == syscall.ENOENT {
continue
}
return err
}
if stat.Dev != fileSystem.dev {
continue
}
if stat.Mode&syscall.S_IFMT == syscall.S_IFDIR {
err = addDirectory(directory, fileSystem, oldFS, name, myPathName,
&stat)
} else if stat.Mode&syscall.S_IFMT == syscall.S_IFREG {
err = addRegularFile(directory, fileSystem, oldFS, name, myPathName,
&stat)
} else if stat.Mode&syscall.S_IFMT == syscall.S_IFLNK {
err = addSymlink(directory, fileSystem, oldFS, name, myPathName,
&stat)
} else if stat.Mode&syscall.S_IFMT == syscall.S_IFSOCK {
continue
} else {
err = addFile(directory, fileSystem, oldFS, name, myPathName, &stat)
}
if err != nil {
if err == syscall.ENOENT {
continue
}
return err
}
}
// Save file and directory lists which are exactly the right length.
regularFileList := make([]*filesystem.RegularFile,
len(directory.RegularFileList))
copy(regularFileList, directory.RegularFileList)
directory.RegularFileList = regularFileList
symlinkList := make([]*filesystem.Symlink, len(directory.SymlinkList))
copy(symlinkList, directory.SymlinkList)
directory.SymlinkList = symlinkList
fileList := make([]*filesystem.File, len(directory.FileList))
copy(fileList, directory.FileList)
directory.FileList = fileList
directoryList := make([]*filesystem.Directory, len(directory.DirectoryList))
copy(directoryList, directory.DirectoryList)
directory.DirectoryList = directoryList
return nil
}