Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 27 for csv (0.14 sec)

  1. internal/s3select/csv/record.go

    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package csv
    
    import (
    	"encoding/json"
    	"errors"
    	"fmt"
    	"io"
    	"strconv"
    	"strings"
    
    	"github.com/bcicen/jstream"
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // Record - is a CSV record.
    type Record struct {
    	columnNames  []string
    	csvRecord    []string
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Tue Sep 13 00:00:59 GMT 2022
    - 4.1K bytes
    - Viewed (0)
  2. internal/s3select/csv/reader.go

    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package csv
    
    import (
    	"bufio"
    	"bytes"
    	"fmt"
    	"io"
    	"runtime"
    	"sync"
    	"unicode/utf8"
    
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // Reader - CSV record reader for S3Select.
    type Reader struct {
    	args         *ReaderArgs
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Feb 22 06:26:06 GMT 2024
    - 8.9K bytes
    - Viewed (0)
  3. internal/s3select/csv/reader_contrib_test.go

    			file:            "invalid-crlfquoted.csv",
    			recordDelimiter: "\n",
    			fieldDelimiter:  ",",
    			sendErr:         nil,
    			header:          true,
    			wantColumns:     []string{"header1", "header2", "header3"},
    			wantFields:      "ok1,ok2,ok3\n" + `"foo""bar"` + "\n",
    			wantErr:         io.EOF,
    		},
    		{
    			// This works since LazyQuotes is true:
    			file:            "invalid-csv.csv",
    			recordDelimiter: "\n",
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Sep 19 18:05:16 GMT 2022
    - 38.5K bytes
    - Viewed (0)
  4. internal/s3select/errors.go

    func errObjectSerializationConflict(err error) *s3Error {
    	return &s3Error{
    		code:       "ObjectSerializationConflict",
    		message:    "InputSerialization specifies more than one format (CSV, JSON, or Parquet), or OutputSerialization specifies more than one format (CSV or JSON). InputSerialization and OutputSerialization can only specify one format each.",
    		statusCode: 400,
    		cause:      err,
    	}
    }
    
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Mar 14 16:48:36 GMT 2022
    - 4.3K bytes
    - Viewed (0)
  5. internal/s3select/select_test.go

            <CSV>
            	<FieldDelimiter>,</FieldDelimiter>
            	<FileHeaderInfo>USE</FileHeaderInfo>
            	<QuoteCharacter>"</QuoteCharacter>
            	<QuoteEscapeCharacter>"</QuoteEscapeCharacter>
            	<RecordDelimiter>\n</RecordDelimiter>
            </CSV>
        </InputSerialization>
        <OutputSerialization>
            <CSV>
            </CSV>
        </OutputSerialization>
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sat Dec 23 07:19:11 GMT 2023
    - 76.2K bytes
    - Viewed (0)
  6. internal/s3select/select.go

    }
    
    // InputSerialization - represents elements inside <InputSerialization/> in request XML.
    type InputSerialization struct {
    	CompressionType CompressionType    `xml:"CompressionType"`
    	CSVArgs         csv.ReaderArgs     `xml:"CSV"`
    	JSONArgs        json.ReaderArgs    `xml:"JSON"`
    	ParquetArgs     parquet.ReaderArgs `xml:"Parquet"`
    	unmarshaled     bool
    	format          string
    }
    
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Nov 06 22:26:08 GMT 2023
    - 21K bytes
    - Viewed (0)
  7. internal/s3select/sql/record.go

    	SelectFmtUnknown SelectObjectFormat = iota
    	// SelectFmtCSV - CSV format
    	SelectFmtCSV
    	// SelectFmtJSON - JSON format
    	SelectFmtJSON
    	// SelectFmtSIMDJSON - SIMD JSON format
    	SelectFmtSIMDJSON
    	// SelectFmtParquet - Parquet format
    	SelectFmtParquet
    )
    
    // WriteCSVOpts - encapsulates options for Select CSV output
    type WriteCSVOpts struct {
    	FieldDelimiter rune
    	Quote          rune
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Tue Jun 01 21:59:40 GMT 2021
    - 3.4K bytes
    - Viewed (0)
  8. internal/s3select/simdj/record.go

    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package simdj
    
    import (
    	"fmt"
    	"io"
    
    	"github.com/bcicen/jstream"
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/sql"
    	"github.com/minio/simdjson-go"
    )
    
    // Record - is JSON record.
    type Record struct {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Tue Jun 01 21:59:40 GMT 2021
    - 5.4K bytes
    - Viewed (0)
  9. internal/s3select/simdj/reader_amd64_test.go

    				if err != nil {
    					t.Error(err)
    				}
    				err = want.WriteCSV(&wantB, opts)
    				if err != nil {
    					t.Error(err)
    				}
    
    				if !bytes.Equal(gotB.Bytes(), wantB.Bytes()) {
    					t.Errorf("CSV output mismatch.\nwant: %s(%x)\ngot:  %s(%x)", wantB.String(), wantB.Bytes(), gotB.String(), gotB.Bytes())
    				}
    				gotB.Reset()
    				wantB.Reset()
    
    				err = rec.WriteJSON(&gotB)
    				if err != nil {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Sep 19 18:05:16 GMT 2022
    - 3.9K bytes
    - Viewed (0)
  10. internal/config/compress/compress.go

    	EnvCompressExtensions      = "MINIO_COMPRESSION_EXTENSIONS"
    	EnvCompressMimeTypes       = "MINIO_COMPRESSION_MIME_TYPES"
    
    	// Include-list for compression.
    	DefaultExtensions = ".txt,.log,.csv,.json,.tar,.xml,.bin"
    	DefaultMimeTypes  = "text/*,application/json,application/xml,binary/octet-stream"
    )
    
    // DefaultKVS - default KV config for compression settings
    var (
    	DefaultKVS = config.KVS{
    		config.KV{
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Sep 04 19:57:37 GMT 2023
    - 5K bytes
    - Viewed (0)
Back to top