minio/pkg/storage/storage.go

/*
 * Mini Object Storage, (C) 2014 Minio, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package storage

import (
	"bytes"
	"fmt"
	"io"
	"log"
	"strings"
	"time"

	"crypto/sha256"
)

type Storage struct {
	bucketdata map[string]storedBucket
	objectdata map[string]storedObject
}

type storedObject struct {
	metadata ObjectMetadata
	data     []byte
}

type storedBucket struct {
	metadata BucketMetadata
	//	owner    string // TODO
	//	id       string // TODO
}

type BucketMetadata struct {
	Name    string
	Created int64
}

type ObjectMetadata struct {
	Key        string
	SecCreated int64
	Size       int
	ETag       string
}

func isValidBucket(bucket string) bool {
	l := len(bucket)
	if l < 3 || l > 63 {
		return false
	}

	valid := false
	prev := byte('.')
	for i := 0; i < len(bucket); i++ {
		c := bucket[i]
		switch {
		default:
			return false
		case 'a' <= c && c <= 'z':
			valid = true
		case '0' <= c && c <= '9':
			// Is allowed, but bucketname can't be just numbers.
			// Therefore, don't set valid to true
		case c == '-':
			if prev == '.' {
				return false
			}
		case c == '.':
			if prev == '.' || prev == '-' {
				return false
			}
		}
		prev = c
	}

	if prev == '-' || prev == '.' {
		return false
	}
	return valid
}

func (storage *Storage) CopyObjectToWriter(w io.Writer, bucket string, object string) (int64, error) {
	// TODO synchronize access
	// get object
	key := bucket + ":" + object
	if val, ok := storage.objectdata[key]; ok {
		objectBuffer := bytes.NewBuffer(val.data)
		written, err := io.Copy(w, objectBuffer)
		return written, err
	} else {
		return 0, ObjectNotFound{bucket: bucket, path: object}
	}
}

func (storage *Storage) StoreObject(bucket string, key string, data io.Reader) error {
	objectKey := bucket + ":" + key
	if _, ok := storage.objectdata[objectKey]; ok == true {
		return ObjectExists{bucket: bucket, key: key}
	}
	var bytesBuffer bytes.Buffer
	newObject := storedObject{}
	if _, ok := io.Copy(&bytesBuffer, data); ok == nil {
		size := bytesBuffer.Len()
		etag := fmt.Sprintf("%x", sha256.Sum256(bytesBuffer.Bytes()))
		newObject.metadata = ObjectMetadata{
			Key:        key,
			SecCreated: time.Now().Unix(),
			Size:       size,
			ETag:       etag,
		}
		newObject.data = bytesBuffer.Bytes()
	}
	storage.objectdata[objectKey] = newObject
	return nil
}

func (storage *Storage) StoreBucket(bucketName string) error {
	if !isValidBucket(bucketName) {
		return BucketNameInvalid{bucket: bucketName}
	}

	if _, ok := storage.bucketdata[bucketName]; ok == true {
		return BucketExists{bucket: bucketName}
	}
	newBucket := storedBucket{}
	newBucket.metadata = BucketMetadata{
		Name:    bucketName,
		Created: time.Now().Unix(),
	}
	log.Println(bucketName)
	storage.bucketdata[bucketName] = newBucket
	return nil
}

func (storage *Storage) ListObjects(bucket, prefix string, count int) []ObjectMetadata {
	// TODO prefix and count handling
	var results []ObjectMetadata
	for key, object := range storage.objectdata {
		if strings.HasPrefix(key, bucket+":") {
			results = append(results, object.metadata)
		}
	}
	return results
}

func (storage *Storage) ListBuckets(prefix string) []BucketMetadata {
	// TODO prefix handling
	var results []BucketMetadata
	for _, bucket := range storage.bucketdata {
		results = append(results, bucket.metadata)
	}
	return results
}

func Start() (chan<- string, <-chan error, *Storage) {
	ctrlChannel := make(chan string)
	errorChannel := make(chan error)
	go start(ctrlChannel, errorChannel)
	return ctrlChannel, errorChannel, &Storage{
		bucketdata: make(map[string]storedBucket),
		objectdata: make(map[string]storedObject),
	}
}

func start(ctrlChannel <-chan string, errorChannel chan<- error) {
	close(errorChannel)
}