Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 15 for parquetgo (0.06 sec)

  1. internal/s3select/parquet/reader.go

    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package parquet
    
    import (
    	"errors"
    	"io"
    	"time"
    
    	parquetgo "github.com/fraugster/parquet-go"
    	parquettypes "github.com/fraugster/parquet-go/parquet"
    	jsonfmt "github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/jstream"
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 23 19:35:41 UTC 2024
    - 4.5K bytes
    - Viewed (0)
  2. internal/s3select/testdata/testdata.parquet

    Harshavardhana <******@****.***> 1622584780 -0700
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Jun 01 21:59:40 UTC 2021
    - 1.5K bytes
    - Viewed (0)
  3. internal/s3select/testdata/lineitem_shipdate.parquet

    Harshavardhana <******@****.***> 1622584780 -0700
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Jun 01 21:59:40 UTC 2021
    - 213 bytes
    - Viewed (0)
  4. internal/s3select/parquet/args.go

    //
    // You should have received a copy of the GNU Affero General Public License
    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package parquet
    
    import "encoding/xml"
    
    // ReaderArgs - represents elements inside <InputSerialization><Parquet/> in request XML.
    type ReaderArgs struct {
    	unmarshaled bool
    }
    
    // IsEmpty - returns whether reader args is empty or not.
    func (args *ReaderArgs) IsEmpty() bool {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Jun 01 21:59:40 UTC 2021
    - 1.4K bytes
    - Viewed (0)
  5. docs/select/README.md

    (*) Parquet is disabled on the MinIO server by default. See below how to enable it.
    
    ## Enabling Parquet Format
    
    Parquet is DISABLED by default since hostile crafted input can easily crash the server.
    
    If you are in a controlled environment where it is safe to assume no hostile content can be uploaded to your cluster you can safely enable Parquet.
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Sep 29 04:28:45 UTC 2022
    - 6.5K bytes
    - Viewed (0)
  6. internal/s3select/select.go

    		return nil
    	case parquetFormat:
    		if !parquetSupport {
    			return errors.New("parquet format parsing not enabled on server")
    		}
    		if offset != 0 || length != -1 {
    			// Offsets do not make sense in parquet files.
    			return errors.New("parquet format does not support offsets")
    		}
    		var err error
    		s3Select.recordReader, err = parquet.NewParquetReader(rsc, &s3Select.Input.ParquetArgs)
    		return err
    	}
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Sun Sep 22 00:33:43 UTC 2024
    - 21.2K bytes
    - Viewed (0)
  7. internal/s3select/parquet/errors.go

    // GNU Affero General Public License for more details.
    //
    // You should have received a copy of the GNU Affero General Public License
    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package parquet
    
    type s3Error struct {
    	code       string
    	message    string
    	statusCode int
    	cause      error
    }
    
    func (err *s3Error) Cause() error {
    	return err.cause
    }
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Jun 01 21:59:40 UTC 2021
    - 1.4K bytes
    - Viewed (0)
  8. internal/s3select/errors.go

    		statusCode: 400,
    		cause:      err,
    	}
    }
    
    func errInvalidDataSource(err error) *s3Error {
    	return &s3Error{
    		code:       "InvalidDataSource",
    		message:    "Invalid data source type. Only CSV, JSON, and Parquet are supported.",
    		statusCode: 400,
    		cause:      err,
    	}
    }
    
    func errInvalidRequestParameter(err error) *s3Error {
    	return &s3Error{
    		code:       "InvalidRequestParameter",
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Mar 14 16:48:36 UTC 2022
    - 4.3K bytes
    - Viewed (0)
  9. internal/s3select/select_test.go

        <Expression>SELECT one, two, three from S3Object</Expression>
        <ExpressionType>SQL</ExpressionType>
        <InputSerialization>
            <CompressionType>NONE</CompressionType>
            <Parquet>
            </Parquet>
        </InputSerialization>
        <OutputSerialization>
            <CSV>
            </CSV>
        </OutputSerialization>
        <RequestProgress>
            <Enabled>FALSE</Enabled>
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Sat Dec 23 07:19:11 UTC 2023
    - 76.2K bytes
    - Viewed (0)
  10. internal/s3select/sql/record.go

    	SelectFmtUnknown SelectObjectFormat = iota
    	// SelectFmtCSV - CSV format
    	SelectFmtCSV
    	// SelectFmtJSON - JSON format
    	SelectFmtJSON
    	// SelectFmtSIMDJSON - SIMD JSON format
    	SelectFmtSIMDJSON
    	// SelectFmtParquet - Parquet format
    	SelectFmtParquet
    )
    
    // WriteCSVOpts - encapsulates options for Select CSV output
    type WriteCSVOpts struct {
    	FieldDelimiter rune
    	Quote          rune
    	QuoteEscape    rune
    	AlwaysQuote    bool
    }
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Jun 01 21:59:40 UTC 2021
    - 3.4K bytes
    - Viewed (0)
Back to top