2015-03-14 21:02:19 -04:00
|
|
|
package donutmem
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"errors"
|
|
|
|
"github.com/minio-io/minio/pkg/donutbox"
|
|
|
|
"io"
|
|
|
|
"strconv"
|
|
|
|
"strings"
|
2015-03-14 22:21:27 -04:00
|
|
|
"sync"
|
2015-03-14 21:02:19 -04:00
|
|
|
)
|
|
|
|
|
|
|
|
type bucket struct {
|
|
|
|
name string
|
|
|
|
metadata map[string]string
|
2015-03-14 22:21:27 -04:00
|
|
|
objects map[string]*object
|
|
|
|
lock *sync.RWMutex
|
2015-03-14 21:02:19 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
type object struct {
|
|
|
|
name string
|
|
|
|
data []byte
|
|
|
|
metadata map[string]string
|
2015-03-14 22:21:27 -04:00
|
|
|
lock *sync.RWMutex
|
2015-03-14 21:02:19 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
type donutMem struct {
|
2015-03-14 22:21:27 -04:00
|
|
|
buckets map[string]*bucket
|
|
|
|
lock *sync.RWMutex
|
2015-03-14 21:02:19 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
// NewDonutMem creates a new in memory donut
|
|
|
|
func NewDonutMem() donutbox.DonutBox {
|
|
|
|
return donutMem{
|
2015-03-14 22:21:27 -04:00
|
|
|
buckets: make(map[string]*bucket),
|
|
|
|
lock: new(sync.RWMutex),
|
2015-03-14 21:02:19 -04:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// system operations
|
|
|
|
func (donutMem donutMem) ListBuckets() ([]string, error) {
|
|
|
|
return nil, errors.New("Not Implemented")
|
|
|
|
}
|
|
|
|
|
|
|
|
// bucket operations
|
|
|
|
func (donutMem donutMem) CreateBucket(b string) error {
|
|
|
|
b = strings.ToLower(b)
|
|
|
|
if _, ok := donutMem.buckets[b]; ok {
|
|
|
|
return errors.New("Bucket Exists")
|
|
|
|
}
|
|
|
|
metadata := make(map[string]string)
|
|
|
|
metadata["name"] = b
|
|
|
|
newBucket := bucket{
|
|
|
|
name: b,
|
|
|
|
metadata: metadata,
|
2015-03-14 22:21:27 -04:00
|
|
|
objects: make(map[string]*object),
|
|
|
|
lock: new(sync.RWMutex),
|
2015-03-14 21:02:19 -04:00
|
|
|
}
|
2015-03-14 22:21:27 -04:00
|
|
|
donutMem.buckets[b] = &newBucket
|
2015-03-14 21:02:19 -04:00
|
|
|
return nil
|
|
|
|
}
|
2015-03-14 22:29:54 -04:00
|
|
|
|
2015-03-14 21:02:19 -04:00
|
|
|
func (donutMem donutMem) ListObjects(bucket, prefix string) ([]string, error) {
|
|
|
|
return nil, errors.New("Not Implemented")
|
|
|
|
}
|
2015-03-14 22:29:54 -04:00
|
|
|
|
2015-03-14 21:02:19 -04:00
|
|
|
func (donutMem donutMem) GetBucketMetadata(bucket, name string) (io.Reader, error) {
|
|
|
|
return nil, errors.New("Not Implemented")
|
|
|
|
}
|
2015-03-14 22:29:54 -04:00
|
|
|
|
2015-03-14 21:02:19 -04:00
|
|
|
func (donutMem donutMem) SetBucketMetadata(bucket, name string, metadata io.Reader) error {
|
|
|
|
return errors.New("Not Implemented")
|
|
|
|
}
|
|
|
|
|
|
|
|
// object operations
|
2015-03-14 22:21:27 -04:00
|
|
|
func (donutMem donutMem) GetObjectWriter(bucket, key string, column uint, blockSize uint) *io.PipeWriter {
|
|
|
|
reader, writer := io.Pipe()
|
|
|
|
donutMem.lock.RLock()
|
|
|
|
defer donutMem.lock.RUnlock()
|
|
|
|
if curBucket, ok := donutMem.buckets[bucket]; ok {
|
|
|
|
curBucket.lock.Lock()
|
|
|
|
defer curBucket.lock.Unlock()
|
|
|
|
if _, ok := curBucket.objects[key]; !ok {
|
|
|
|
// create object
|
|
|
|
metadata := make(map[string]string)
|
|
|
|
metadata["key"] = key
|
|
|
|
metadata["blockSize"] = strconv.FormatInt(int64(blockSize), 10)
|
|
|
|
|
|
|
|
newObject := object{
|
|
|
|
name: key,
|
|
|
|
data: make([]byte, 0),
|
|
|
|
metadata: metadata,
|
|
|
|
lock: new(sync.RWMutex),
|
|
|
|
}
|
|
|
|
|
|
|
|
newObject.lock.Lock()
|
|
|
|
curBucket.objects[key] = &newObject
|
2015-03-14 21:02:19 -04:00
|
|
|
go func() {
|
2015-03-14 22:21:27 -04:00
|
|
|
defer newObject.lock.Unlock()
|
2015-03-14 21:02:19 -04:00
|
|
|
var objBuffer bytes.Buffer
|
|
|
|
_, err := io.Copy(&objBuffer, reader)
|
|
|
|
if err == nil {
|
2015-03-14 22:21:27 -04:00
|
|
|
newObject.data = objBuffer.Bytes()
|
|
|
|
writer.Close()
|
|
|
|
} else {
|
|
|
|
donutMem.lock.RLock()
|
|
|
|
defer donutMem.lock.RUnlock()
|
|
|
|
bucket, _ := donutMem.buckets[bucket]
|
|
|
|
bucket.lock.Lock()
|
|
|
|
defer bucket.lock.Unlock()
|
|
|
|
delete(bucket.objects, key)
|
|
|
|
writer.CloseWithError(err)
|
2015-03-14 21:02:19 -04:00
|
|
|
}
|
|
|
|
}()
|
2015-03-14 22:21:27 -04:00
|
|
|
return writer
|
2015-03-14 21:02:19 -04:00
|
|
|
}
|
2015-03-14 22:21:27 -04:00
|
|
|
writer.CloseWithError(errors.New("Object exists"))
|
|
|
|
return writer
|
2015-03-14 21:02:19 -04:00
|
|
|
}
|
2015-03-14 22:21:27 -04:00
|
|
|
writer.CloseWithError(errors.New("Bucket does not exist"))
|
|
|
|
return writer
|
2015-03-14 21:02:19 -04:00
|
|
|
}
|
2015-03-14 22:29:54 -04:00
|
|
|
|
2015-03-14 21:02:19 -04:00
|
|
|
func (donutMem donutMem) GetObjectReader(bucket, key string, column int) (io.Reader, error) {
|
2015-03-14 22:21:27 -04:00
|
|
|
donutMem.lock.RLock()
|
|
|
|
defer donutMem.lock.RUnlock()
|
|
|
|
if curBucket, ok := donutMem.buckets[bucket]; ok {
|
|
|
|
curBucket.lock.RLock()
|
|
|
|
defer curBucket.lock.RUnlock()
|
|
|
|
if curObject, ok := curBucket.objects[key]; ok {
|
|
|
|
curObject.lock.RLock()
|
|
|
|
defer curObject.lock.RUnlock()
|
|
|
|
return bytes.NewBuffer(curObject.data), nil
|
2015-03-14 21:02:19 -04:00
|
|
|
}
|
|
|
|
return nil, errors.New("Object not found")
|
|
|
|
}
|
|
|
|
return nil, errors.New("Bucket not found")
|
|
|
|
}
|
2015-03-14 22:29:54 -04:00
|
|
|
|
2015-03-14 21:02:19 -04:00
|
|
|
func (donutMem donutMem) StoreObjectMetadata(bucket, object, name string, reader io.Reader) error {
|
|
|
|
return errors.New("Not Implemented")
|
|
|
|
}
|
2015-03-14 22:29:54 -04:00
|
|
|
|
2015-03-14 21:02:19 -04:00
|
|
|
func (donutMem donutMem) GetObjectMetadata(bucket, object, name string) (io.Reader, error) {
|
|
|
|
return nil, errors.New("Not Implemented")
|
|
|
|
}
|