mirror of
https://github.com/minio/minio.git
synced 2025-11-08 21:24:55 -05:00
S3 select switch to new parquet library and reduce locking (#14731)
- This change switches to a new parquet library - SelectObjectContent now takes a single lock at the beginning and holds it during the operation. Previously the operation took a lock every time the parquet library performed a Seek on the underlying object stream. - Add basic support for LogicalType annotations for timestamps.
This commit is contained in:
committed by
GitHub
parent
67e17ed3f8
commit
e8e48e4c4a
@@ -20,8 +20,6 @@ package s3select
|
||||
import (
|
||||
"bytes"
|
||||
"encoding/csv"
|
||||
"io"
|
||||
"io/ioutil"
|
||||
"math/rand"
|
||||
"net/http"
|
||||
"strconv"
|
||||
@@ -112,9 +110,7 @@ func benchmarkSelect(b *testing.B, count int, query string) {
|
||||
b.Fatal(err)
|
||||
}
|
||||
|
||||
if err = s3Select.Open(func(offset, length int64) (io.ReadCloser, error) {
|
||||
return ioutil.NopCloser(bytes.NewReader(csvData)), nil
|
||||
}); err != nil {
|
||||
if err = s3Select.Open(newBytesRSC(csvData)); err != nil {
|
||||
b.Fatal(err)
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user