minio/pkg/s3select/json/record.go

/*
 * Minio Cloud Storage, (C) 2019 Minio, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package json

import (
	"bytes"
	"encoding/csv"
	"encoding/json"
	"errors"
	"fmt"
	"strings"

	"github.com/bcicen/jstream"
	"github.com/minio/minio/pkg/s3select/sql"
	"github.com/tidwall/gjson"
)

// RawJSON is a byte-slice that contains valid JSON
type RawJSON []byte

// MarshalJSON instance for []byte that assumes that byte-slice is
// already serialized JSON
func (b RawJSON) MarshalJSON() ([]byte, error) {
	return b, nil
}

// Record - is JSON record.
type Record struct {
	// Used in Get()
	Data []byte

	// Used in Set(), Marshal*()
	kvs jstream.KVS
}

// Get - gets the value for a column name.
func (r *Record) Get(name string) (*sql.Value, error) {
	result := gjson.GetBytes(r.Data, name)
	switch result.Type {
	case gjson.Null:
		return sql.FromNull(), nil
	case gjson.False:
		return sql.FromBool(false), nil
	case gjson.Number:
		return sql.FromFloat(result.Float()), nil
	case gjson.String:
		return sql.FromString(result.String()), nil
	case gjson.True:
		return sql.FromBool(true), nil
	}

	return nil, fmt.Errorf("unsupported gjson value %v; %v", result, result.Type)
}

// Set - sets the value for a column name.
func (r *Record) Set(name string, value *sql.Value) (err error) {
	var v interface{}
	if b, ok := value.ToBool(); ok {
		v = b
	} else if f, ok := value.ToFloat(); ok {
		v = f
	} else if i, ok := value.ToInt(); ok {
		v = i
	} else if t, ok := value.ToTimestamp(); ok {
		v = sql.FormatSQLTimestamp(t)
	} else if s, ok := value.ToString(); ok {
		v = s
	} else if value.IsNull() {
		v = nil
	} else if b, ok := value.ToBytes(); ok {
		v = RawJSON(b)
	} else {
		return fmt.Errorf("unsupported sql value %v and type %v", value, value.GetTypeString())
	}

	name = strings.Replace(name, "*", "__ALL__", -1)
	r.kvs = append(r.kvs, jstream.KV{Key: name, Value: v})
	return err
}

// MarshalCSV - encodes to CSV data.
func (r *Record) MarshalCSV(fieldDelimiter rune) ([]byte, error) {
	var csvRecord []string
	for _, kv := range r.kvs {
		var columnValue string
		switch val := kv.Value.(type) {
		case bool, float64, int64, string:
			columnValue = fmt.Sprintf("%v", val)
		case nil:
			columnValue = ""
		case RawJSON:
			columnValue = string([]byte(val))
		default:
			return nil, errors.New("Cannot marshal unhandled type")
		}
		csvRecord = append(csvRecord, columnValue)
	}

	buf := new(bytes.Buffer)
	w := csv.NewWriter(buf)
	w.Comma = fieldDelimiter
	if err := w.Write(csvRecord); err != nil {
		return nil, err
	}
	w.Flush()
	if err := w.Error(); err != nil {
		return nil, err
	}

	data := buf.Bytes()
	return data[:len(data)-1], nil
}

// MarshalJSON - encodes to JSON data.
func (r *Record) MarshalJSON() ([]byte, error) {
	return json.Marshal(r.kvs)
}

// NewRecord - creates new empty JSON record.
func NewRecord() *Record {
	return &Record{
		Data: []byte("{}"),
	}
}