transfer.sh/server/storage/local.go

package storage

import (
	"bytes"
	"encoding/json"
	"fmt"
	"io"
	"io/ioutil"
	"log"
	"os"
	"path/filepath"
	"time"
)

type LocalStorage struct {
	Storage
	basedir    string
	logger     *log.Logger
	cleanupJob chan struct{}
}

func NewLocalStorage(basedir string, cleanupInterval int, logger *log.Logger) (*LocalStorage, error) {
	storage := &LocalStorage{basedir: basedir, logger: logger}

	ticker := time.NewTicker(time.Duration(cleanupInterval) * time.Hour * 24)
	storage.cleanupJob = make(chan struct{})
	go func() {
		for {
			select {
			case <-ticker.C:
				err := storage.deleteExpired()
				log.Printf("error cleaning up expired files: %v", err)
			case <-storage.cleanupJob:
				ticker.Stop()
				return
			}
		}
	}()
	return storage, nil
}

func (s *LocalStorage) Type() string {
	return "local"
}

func (s *LocalStorage) Get(token string, filename string) (reader io.ReadCloser, metadata Metadata, err error) {
	path := filepath.Join(s.basedir, token, filename)

	// content type , content length
	reader, err = os.Open(path)
	if err != nil {
		return nil, Metadata{}, err
	}

	metadata, err = s.Head(token, filename)
	if err != nil {
		return nil, Metadata{}, err
	}
	return reader, metadata, nil
}

func (s *LocalStorage) Head(token string, filename string) (metadata Metadata, err error) {
	path := filepath.Join(s.basedir, token, fmt.Sprintf("%s.metadata", filename))

	fi, err := os.Open(path)
	if err != nil {
		return
	}

	err = json.NewDecoder(fi).Decode(&metadata)
	if err != nil {
		return Metadata{}, err
	}
	return metadata, nil
}

func (s *LocalStorage) Patch(token string, filename string, reader io.Reader, metadata Metadata) error {
	if reader == nil {
		return s.Put(token, filename, reader, metadata)
	}
	return s.putMetadata(token, filename, metadata)
}

func (s *LocalStorage) Put(token string, filename string, reader io.Reader, metadata Metadata) error {
	err := s.putMetadata(token, filename, metadata)
	if err != nil {
		return err
	}

	err = s.put(token, filename, reader)
	if err != nil {
		//Delete the metadata if the put failed
		_ = s.Delete(token, fmt.Sprintf("%s.metadata", filename))
	}
	return err
}

func (s *LocalStorage) Delete(token string, filename string) (err error) {
	dir := filepath.Join(s.basedir, token)
	log.Printf("deleting file %s/%s/%s", dir, token, filename)
	// ensure we do not accidentally delete more than the specified file in the folder
	if files, err := ioutil.ReadDir(dir); len(files) > 2 || err != nil {
		// ignore if we cannot delete the metadata file
		_ = os.Remove(filepath.Join(dir, fmt.Sprintf("%s.metadata", filename)))
		return os.Remove(filepath.Join(dir, filename))
	}
	return os.RemoveAll(dir)
}

func (s *LocalStorage) IsNotExist(err error) bool {
	if err == nil {
		return false
	}

	return os.IsNotExist(err)
}

func (s *LocalStorage) deleteExpired() error {
	// search for all metadata files
	metaFiles, err := filepath.Glob(fmt.Sprintf("%s/*/*.metadata", s.basedir))
	if err != nil {
		log.Printf("error searching for expired files %v \n", err)
		return err
	}
	var meta Metadata
	for _, file := range metaFiles {
		f, err := os.Open(file)
		if err != nil {
			log.Printf("error opening file: %s \n", file)
			return err
		}
		err = json.NewDecoder(f).Decode(&meta)
		if err == nil {
			if time.Now().After(meta.MaxDate) {
				// remove folder and all files in it
				_ = os.RemoveAll(filepath.Dir(file))
			}
		}
	}
	return nil
}

func (s *LocalStorage) put(token string, filename string, reader io.Reader) error {
	var f io.WriteCloser
	var err error

	path := filepath.Join(s.basedir, token)

	if err = os.MkdirAll(path, 0700); err != nil && !os.IsExist(err) {
		return err
	}

	if f, err = os.OpenFile(filepath.Join(path, filename), os.O_RDWR|os.O_CREATE|os.O_TRUNC, 0600); err != nil {
		return err
	}

	defer f.Close()

	_, err = io.Copy(f, reader)

	return err
}

func (s *LocalStorage) putMetadata(token string, filename string, metadata Metadata) error {
	buffer := &bytes.Buffer{}
	if err := json.NewEncoder(buffer).Encode(metadata); err != nil {
		log.Printf("%s", err.Error())
		return err
	} else if err := s.put(token, fmt.Sprintf("%s.metadata", filename), buffer); err != nil {
		log.Printf("%s", err.Error())

		return nil
	}
	return nil
}