mirror of
https://github.com/drakkan/sftpgo.git
synced 2024-06-12 21:32:12 +02:00
500 lines
13 KiB
Go
500 lines
13 KiB
Go
// Copyright (C) 2019 Nicola Murino
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published
|
|
// by the Free Software Foundation, version 3.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
package webdavd
|
|
|
|
import (
|
|
"context"
|
|
"encoding/xml"
|
|
"errors"
|
|
"io"
|
|
"mime"
|
|
"net/http"
|
|
"os"
|
|
"path"
|
|
"sync/atomic"
|
|
"time"
|
|
|
|
"github.com/drakkan/webdav"
|
|
"github.com/eikenb/pipeat"
|
|
|
|
"github.com/drakkan/sftpgo/v2/internal/common"
|
|
"github.com/drakkan/sftpgo/v2/internal/dataprovider"
|
|
"github.com/drakkan/sftpgo/v2/internal/logger"
|
|
"github.com/drakkan/sftpgo/v2/internal/util"
|
|
"github.com/drakkan/sftpgo/v2/internal/vfs"
|
|
)
|
|
|
|
var (
|
|
errTransferAborted = errors.New("transfer aborted")
|
|
lastModifiedProps = []string{"Win32LastModifiedTime", "getlastmodified"}
|
|
)
|
|
|
|
type webDavFile struct {
|
|
*common.BaseTransfer
|
|
writer io.WriteCloser
|
|
reader io.ReadCloser
|
|
info os.FileInfo
|
|
startOffset int64
|
|
isFinished bool
|
|
readTried atomic.Bool
|
|
}
|
|
|
|
func newWebDavFile(baseTransfer *common.BaseTransfer, pipeWriter vfs.PipeWriter, pipeReader *pipeat.PipeReaderAt) *webDavFile {
|
|
var writer io.WriteCloser
|
|
var reader io.ReadCloser
|
|
if baseTransfer.File != nil {
|
|
writer = baseTransfer.File
|
|
reader = baseTransfer.File
|
|
} else if pipeWriter != nil {
|
|
writer = pipeWriter
|
|
} else if pipeReader != nil {
|
|
reader = pipeReader
|
|
}
|
|
f := &webDavFile{
|
|
BaseTransfer: baseTransfer,
|
|
writer: writer,
|
|
reader: reader,
|
|
isFinished: false,
|
|
startOffset: 0,
|
|
info: nil,
|
|
}
|
|
f.readTried.Store(false)
|
|
return f
|
|
}
|
|
|
|
type webDavFileInfo struct {
|
|
os.FileInfo
|
|
Fs vfs.Fs
|
|
virtualPath string
|
|
fsPath string
|
|
}
|
|
|
|
// ContentType implements webdav.ContentTyper interface
|
|
func (fi *webDavFileInfo) ContentType(_ context.Context) (string, error) {
|
|
extension := path.Ext(fi.virtualPath)
|
|
if ctype, ok := customMimeTypeMapping[extension]; ok {
|
|
return ctype, nil
|
|
}
|
|
if extension == "" || extension == ".dat" {
|
|
return "application/octet-stream", nil
|
|
}
|
|
contentType := mime.TypeByExtension(extension)
|
|
if contentType != "" {
|
|
return contentType, nil
|
|
}
|
|
contentType = mimeTypeCache.getMimeFromCache(extension)
|
|
if contentType != "" {
|
|
return contentType, nil
|
|
}
|
|
contentType, err := fi.Fs.GetMimeType(fi.fsPath)
|
|
if contentType != "" {
|
|
mimeTypeCache.addMimeToCache(extension, contentType)
|
|
return contentType, err
|
|
}
|
|
return "", webdav.ErrNotImplemented
|
|
}
|
|
|
|
// Readdir reads directory entries from the handle
|
|
func (f *webDavFile) Readdir(_ int) ([]os.FileInfo, error) {
|
|
return nil, webdav.ErrNotImplemented
|
|
}
|
|
|
|
// ReadDir implements the FileDirLister interface
|
|
func (f *webDavFile) ReadDir() (webdav.DirLister, error) {
|
|
if !f.Connection.User.HasPerm(dataprovider.PermListItems, f.GetVirtualPath()) {
|
|
return nil, f.Connection.GetPermissionDeniedError()
|
|
}
|
|
lister, err := f.Connection.ListDir(f.GetVirtualPath())
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return &webDavDirLister{
|
|
DirLister: lister,
|
|
fs: f.Fs,
|
|
virtualDirPath: f.GetVirtualPath(),
|
|
fsDirPath: f.GetFsPath(),
|
|
}, nil
|
|
}
|
|
|
|
// Stat the handle
|
|
func (f *webDavFile) Stat() (os.FileInfo, error) {
|
|
if f.GetType() == common.TransferDownload && !f.Connection.User.HasPerm(dataprovider.PermListItems, path.Dir(f.GetVirtualPath())) {
|
|
return nil, f.Connection.GetPermissionDeniedError()
|
|
}
|
|
f.Lock()
|
|
errUpload := f.ErrTransfer
|
|
f.Unlock()
|
|
if f.GetType() == common.TransferUpload && errUpload == nil {
|
|
info := &webDavFileInfo{
|
|
FileInfo: vfs.NewFileInfo(f.GetFsPath(), false, f.BytesReceived.Load(), time.Now(), false),
|
|
Fs: f.Fs,
|
|
virtualPath: f.GetVirtualPath(),
|
|
fsPath: f.GetFsPath(),
|
|
}
|
|
return info, nil
|
|
}
|
|
info, err := f.Fs.Stat(f.GetFsPath())
|
|
if err != nil {
|
|
return nil, f.Connection.GetFsError(f.Fs, err)
|
|
}
|
|
if vfs.IsCryptOsFs(f.Fs) {
|
|
info = f.Fs.(*vfs.CryptFs).ConvertFileInfo(info)
|
|
}
|
|
fi := &webDavFileInfo{
|
|
FileInfo: info,
|
|
Fs: f.Fs,
|
|
virtualPath: f.GetVirtualPath(),
|
|
fsPath: f.GetFsPath(),
|
|
}
|
|
return fi, nil
|
|
}
|
|
|
|
func (f *webDavFile) checkFirstRead() error {
|
|
if !f.Connection.User.HasPerm(dataprovider.PermDownload, path.Dir(f.GetVirtualPath())) {
|
|
return f.Connection.GetPermissionDeniedError()
|
|
}
|
|
transferQuota := f.BaseTransfer.GetTransferQuota()
|
|
if !transferQuota.HasDownloadSpace() {
|
|
f.Connection.Log(logger.LevelInfo, "denying file read due to quota limits")
|
|
return f.Connection.GetReadQuotaExceededError()
|
|
}
|
|
if ok, policy := f.Connection.User.IsFileAllowed(f.GetVirtualPath()); !ok {
|
|
f.Connection.Log(logger.LevelWarn, "reading file %q is not allowed", f.GetVirtualPath())
|
|
return f.Connection.GetErrorForDeniedFile(policy)
|
|
}
|
|
_, err := common.ExecutePreAction(f.Connection, common.OperationPreDownload, f.GetFsPath(), f.GetVirtualPath(), 0, 0)
|
|
if err != nil {
|
|
f.Connection.Log(logger.LevelDebug, "download for file %q denied by pre action: %v", f.GetVirtualPath(), err)
|
|
return f.Connection.GetPermissionDeniedError()
|
|
}
|
|
f.readTried.Store(true)
|
|
return nil
|
|
}
|
|
|
|
// Read reads the contents to downloads.
|
|
func (f *webDavFile) Read(p []byte) (n int, err error) {
|
|
if f.AbortTransfer.Load() {
|
|
return 0, errTransferAborted
|
|
}
|
|
if !f.readTried.Load() {
|
|
if err := f.checkFirstRead(); err != nil {
|
|
return 0, err
|
|
}
|
|
}
|
|
f.Connection.UpdateLastActivity()
|
|
|
|
// the file is read sequentially we don't need to check for concurrent reads and so
|
|
// lock the transfer while opening the remote file
|
|
if f.reader == nil {
|
|
if f.GetType() != common.TransferDownload {
|
|
f.TransferError(common.ErrOpUnsupported)
|
|
return 0, common.ErrOpUnsupported
|
|
}
|
|
file, r, cancelFn, e := f.Fs.Open(f.GetFsPath(), 0)
|
|
f.Lock()
|
|
if e == nil {
|
|
if file != nil {
|
|
f.File = file
|
|
f.writer = f.File
|
|
f.reader = f.File
|
|
} else if r != nil {
|
|
f.reader = r
|
|
}
|
|
f.BaseTransfer.SetCancelFn(cancelFn)
|
|
}
|
|
f.ErrTransfer = e
|
|
f.startOffset = 0
|
|
f.Unlock()
|
|
if e != nil {
|
|
return 0, f.Connection.GetFsError(f.Fs, e)
|
|
}
|
|
}
|
|
|
|
n, err = f.reader.Read(p)
|
|
f.BytesSent.Add(int64(n))
|
|
if err == nil {
|
|
err = f.CheckRead()
|
|
}
|
|
if err != nil && err != io.EOF {
|
|
f.TransferError(err)
|
|
err = f.ConvertError(err)
|
|
return
|
|
}
|
|
f.HandleThrottle()
|
|
return
|
|
}
|
|
|
|
// Write writes the uploaded contents.
|
|
func (f *webDavFile) Write(p []byte) (n int, err error) {
|
|
if f.AbortTransfer.Load() {
|
|
return 0, errTransferAborted
|
|
}
|
|
|
|
f.Connection.UpdateLastActivity()
|
|
|
|
n, err = f.writer.Write(p)
|
|
f.BytesReceived.Add(int64(n))
|
|
|
|
if err == nil {
|
|
err = f.CheckWrite()
|
|
}
|
|
if err != nil {
|
|
f.TransferError(err)
|
|
err = f.ConvertError(err)
|
|
return
|
|
}
|
|
f.HandleThrottle()
|
|
return
|
|
}
|
|
|
|
func (f *webDavFile) updateStatInfo() error {
|
|
if f.info != nil {
|
|
return nil
|
|
}
|
|
info, err := f.Fs.Stat(f.GetFsPath())
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if vfs.IsCryptOsFs(f.Fs) {
|
|
info = f.Fs.(*vfs.CryptFs).ConvertFileInfo(info)
|
|
}
|
|
f.info = info
|
|
return nil
|
|
}
|
|
|
|
func (f *webDavFile) updateTransferQuotaOnSeek() {
|
|
transferQuota := f.GetTransferQuota()
|
|
if transferQuota.HasSizeLimits() {
|
|
go func(ulSize, dlSize int64, user dataprovider.User) {
|
|
dataprovider.UpdateUserTransferQuota(&user, ulSize, dlSize, false) //nolint:errcheck
|
|
}(f.BytesReceived.Load(), f.BytesSent.Load(), f.Connection.User)
|
|
}
|
|
}
|
|
|
|
func (f *webDavFile) checkFile() error {
|
|
if f.File == nil && vfs.FsOpenReturnsFile(f.Fs) {
|
|
file, _, _, err := f.Fs.Open(f.GetFsPath(), 0)
|
|
if err != nil {
|
|
f.Connection.Log(logger.LevelWarn, "could not open file %q for seeking: %v",
|
|
f.GetFsPath(), err)
|
|
f.TransferError(err)
|
|
return err
|
|
}
|
|
f.File = file
|
|
f.reader = file
|
|
f.writer = file
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (f *webDavFile) seekFile(offset int64, whence int) (int64, error) {
|
|
ret, err := f.File.Seek(offset, whence)
|
|
if err != nil {
|
|
f.TransferError(err)
|
|
}
|
|
return ret, err
|
|
}
|
|
|
|
// Seek sets the offset for the next Read or Write on the writer to offset,
|
|
// interpreted according to whence: 0 means relative to the origin of the file,
|
|
// 1 means relative to the current offset, and 2 means relative to the end.
|
|
// It returns the new offset and an error, if any.
|
|
func (f *webDavFile) Seek(offset int64, whence int) (int64, error) {
|
|
f.Connection.UpdateLastActivity()
|
|
if err := f.checkFile(); err != nil {
|
|
return 0, err
|
|
}
|
|
if f.File != nil {
|
|
return f.seekFile(offset, whence)
|
|
}
|
|
if f.GetType() == common.TransferDownload {
|
|
readOffset := f.startOffset + f.BytesSent.Load()
|
|
if offset == 0 && readOffset == 0 {
|
|
if whence == io.SeekStart {
|
|
return 0, nil
|
|
} else if whence == io.SeekEnd {
|
|
if err := f.updateStatInfo(); err != nil {
|
|
return 0, err
|
|
}
|
|
return f.info.Size(), nil
|
|
}
|
|
}
|
|
|
|
// close the reader and create a new one at startByte
|
|
if f.reader != nil {
|
|
f.reader.Close() //nolint:errcheck
|
|
f.reader = nil
|
|
}
|
|
startByte := int64(0)
|
|
f.BytesReceived.Store(0)
|
|
f.BytesSent.Store(0)
|
|
f.updateTransferQuotaOnSeek()
|
|
|
|
switch whence {
|
|
case io.SeekStart:
|
|
startByte = offset
|
|
case io.SeekCurrent:
|
|
startByte = readOffset + offset
|
|
case io.SeekEnd:
|
|
if err := f.updateStatInfo(); err != nil {
|
|
f.TransferError(err)
|
|
return 0, err
|
|
}
|
|
startByte = f.info.Size() - offset
|
|
}
|
|
|
|
_, r, cancelFn, err := f.Fs.Open(f.GetFsPath(), startByte)
|
|
|
|
f.Lock()
|
|
if err == nil {
|
|
f.startOffset = startByte
|
|
f.reader = r
|
|
}
|
|
f.ErrTransfer = err
|
|
f.BaseTransfer.SetCancelFn(cancelFn)
|
|
f.Unlock()
|
|
|
|
return startByte, err
|
|
}
|
|
return 0, common.ErrOpUnsupported
|
|
}
|
|
|
|
// Close closes the open directory or the current transfer
|
|
func (f *webDavFile) Close() error {
|
|
if err := f.setFinished(); err != nil {
|
|
return err
|
|
}
|
|
err := f.closeIO()
|
|
if f.isTransfer() {
|
|
errBaseClose := f.BaseTransfer.Close()
|
|
if errBaseClose != nil {
|
|
err = errBaseClose
|
|
}
|
|
} else {
|
|
f.Connection.RemoveTransfer(f.BaseTransfer)
|
|
}
|
|
return f.Connection.GetFsError(f.Fs, err)
|
|
}
|
|
|
|
func (f *webDavFile) closeIO() error {
|
|
var err error
|
|
if f.File != nil {
|
|
err = f.File.Close()
|
|
} else if f.writer != nil {
|
|
err = f.writer.Close()
|
|
f.Lock()
|
|
// we set ErrTransfer here so quota is not updated, in this case the uploads are atomic
|
|
if err != nil && f.ErrTransfer == nil {
|
|
f.ErrTransfer = err
|
|
}
|
|
f.Unlock()
|
|
} else if f.reader != nil {
|
|
err = f.reader.Close()
|
|
if metadater, ok := f.reader.(vfs.Metadater); ok {
|
|
f.BaseTransfer.SetMetadata(metadater.Metadata())
|
|
}
|
|
}
|
|
return err
|
|
}
|
|
|
|
func (f *webDavFile) setFinished() error {
|
|
f.Lock()
|
|
defer f.Unlock()
|
|
|
|
if f.isFinished {
|
|
return common.ErrTransferClosed
|
|
}
|
|
f.isFinished = true
|
|
return nil
|
|
}
|
|
|
|
func (f *webDavFile) isTransfer() bool {
|
|
if f.GetType() == common.TransferDownload {
|
|
return f.readTried.Load()
|
|
}
|
|
return true
|
|
}
|
|
|
|
// DeadProps returns a copy of the dead properties held.
|
|
// We always return nil for now, we only support the last modification time
|
|
// and it is already included in "live" properties
|
|
func (f *webDavFile) DeadProps() (map[xml.Name]webdav.Property, error) {
|
|
return nil, nil
|
|
}
|
|
|
|
// Patch patches the dead properties held.
|
|
// In our minimal implementation we just support Win32LastModifiedTime and
|
|
// getlastmodified to set the the modification time.
|
|
// We ignore any other property and just return an OK response if the patch sets
|
|
// the modification time, otherwise a Forbidden response
|
|
func (f *webDavFile) Patch(patches []webdav.Proppatch) ([]webdav.Propstat, error) {
|
|
resp := make([]webdav.Propstat, 0, len(patches))
|
|
hasError := false
|
|
for _, patch := range patches {
|
|
status := http.StatusForbidden
|
|
pstat := webdav.Propstat{}
|
|
for _, p := range patch.Props {
|
|
if status == http.StatusForbidden && !hasError {
|
|
if !patch.Remove && util.Contains(lastModifiedProps, p.XMLName.Local) {
|
|
parsed, err := parseTime(util.BytesToString(p.InnerXML))
|
|
if err != nil {
|
|
f.Connection.Log(logger.LevelWarn, "unsupported last modification time: %q, err: %v",
|
|
util.BytesToString(p.InnerXML), err)
|
|
hasError = true
|
|
continue
|
|
}
|
|
attrs := &common.StatAttributes{
|
|
Flags: common.StatAttrTimes,
|
|
Atime: parsed,
|
|
Mtime: parsed,
|
|
}
|
|
if err := f.Connection.SetStat(f.GetVirtualPath(), attrs); err != nil {
|
|
f.Connection.Log(logger.LevelWarn, "unable to set modification time for %q, err :%v",
|
|
f.GetVirtualPath(), err)
|
|
hasError = true
|
|
continue
|
|
}
|
|
status = http.StatusOK
|
|
}
|
|
}
|
|
pstat.Props = append(pstat.Props, webdav.Property{XMLName: p.XMLName})
|
|
}
|
|
pstat.Status = status
|
|
resp = append(resp, pstat)
|
|
}
|
|
return resp, nil
|
|
}
|
|
|
|
type webDavDirLister struct {
|
|
vfs.DirLister
|
|
fs vfs.Fs
|
|
virtualDirPath string
|
|
fsDirPath string
|
|
}
|
|
|
|
func (l *webDavDirLister) Next(limit int) ([]os.FileInfo, error) {
|
|
files, err := l.DirLister.Next(limit)
|
|
for idx := range files {
|
|
info := files[idx]
|
|
files[idx] = &webDavFileInfo{
|
|
FileInfo: info,
|
|
Fs: l.fs,
|
|
virtualPath: path.Join(l.virtualDirPath, info.Name()),
|
|
fsPath: l.fs.Join(l.fsDirPath, info.Name()),
|
|
}
|
|
}
|
|
return files, err
|
|
}
|