Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 27 for csv (0.11 sec)

  1. internal/s3select/select.go

    }
    
    // InputSerialization - represents elements inside <InputSerialization/> in request XML.
    type InputSerialization struct {
    	CompressionType CompressionType    `xml:"CompressionType"`
    	CSVArgs         csv.ReaderArgs     `xml:"CSV"`
    	JSONArgs        json.ReaderArgs    `xml:"JSON"`
    	ParquetArgs     parquet.ReaderArgs `xml:"Parquet"`
    	unmarshaled     bool
    	format          string
    }
    
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Nov 06 22:26:08 GMT 2023
    - 21K bytes
    - Viewed (0)
  2. internal/s3select/csv/record.go

    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package csv
    
    import (
    	"encoding/json"
    	"errors"
    	"fmt"
    	"io"
    	"strconv"
    	"strings"
    
    	"github.com/bcicen/jstream"
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // Record - is a CSV record.
    type Record struct {
    	columnNames  []string
    	csvRecord    []string
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Tue Sep 13 00:00:59 GMT 2022
    - 4.1K bytes
    - Viewed (0)
  3. internal/s3select/simdj/record.go

    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package simdj
    
    import (
    	"fmt"
    	"io"
    
    	"github.com/bcicen/jstream"
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/sql"
    	"github.com/minio/simdjson-go"
    )
    
    // Record - is JSON record.
    type Record struct {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Tue Jun 01 21:59:40 GMT 2021
    - 5.4K bytes
    - Viewed (0)
  4. internal/s3select/csv/reader.go

    // along with this program.  If not, see <http://www.gnu.org/licenses/>.
    
    package csv
    
    import (
    	"bufio"
    	"bytes"
    	"fmt"
    	"io"
    	"runtime"
    	"sync"
    	"unicode/utf8"
    
    	csv "github.com/minio/csvparser"
    	"github.com/minio/minio/internal/s3select/sql"
    )
    
    // Reader - CSV record reader for S3Select.
    type Reader struct {
    	args         *ReaderArgs
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Feb 22 06:26:06 GMT 2024
    - 8.9K bytes
    - Viewed (0)
  5. docs/extensions/s3zip/examples/minio-go/main.go

    	// Add extract header to request:
    	opts.Set("x-minio-extract", "true")
    
    	// Download API.md from the archive
    	rd, err := s3Client.GetObject(context.Background(), "your-bucket", "path/to/file.zip/data.csv", opts)
    	if err != nil {
    		log.Fatalln(err)
    	}
    	_, err = io.Copy(os.Stdout, rd)
    	if err != nil {
    		log.Fatalln(err)
    	}
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Jun 14 18:04:14 GMT 2021
    - 694 bytes
    - Viewed (0)
  6. internal/s3select/csv/reader_contrib_test.go

    			file:            "invalid-crlfquoted.csv",
    			recordDelimiter: "\n",
    			fieldDelimiter:  ",",
    			sendErr:         nil,
    			header:          true,
    			wantColumns:     []string{"header1", "header2", "header3"},
    			wantFields:      "ok1,ok2,ok3\n" + `"foo""bar"` + "\n",
    			wantErr:         io.EOF,
    		},
    		{
    			// This works since LazyQuotes is true:
    			file:            "invalid-csv.csv",
    			recordDelimiter: "\n",
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Sep 19 18:05:16 GMT 2022
    - 38.5K bytes
    - Viewed (0)
  7. internal/s3select/errors.go

    func errObjectSerializationConflict(err error) *s3Error {
    	return &s3Error{
    		code:       "ObjectSerializationConflict",
    		message:    "InputSerialization specifies more than one format (CSV, JSON, or Parquet), or OutputSerialization specifies more than one format (CSV or JSON). InputSerialization and OutputSerialization can only specify one format each.",
    		statusCode: 400,
    		cause:      err,
    	}
    }
    
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Mar 14 16:48:36 GMT 2022
    - 4.3K bytes
    - Viewed (0)
  8. internal/bucket/versioning/versioning_test.go

    	}
    	tests := []struct {
    		prefix   string
    		excluded bool
    	}{
    		{
    			prefix:   "app1-jobs/output/_temporary/attempt1/data.csv",
    			excluded: true,
    		},
    		{
    			prefix:   "app1-jobs/output/final/attempt1/data.csv",
    			excluded: false,
    		},
    	}
    
    	for i, test := range tests {
    		if v.PrefixSuspended(test.prefix) != test.excluded {
    			if test.excluded {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sun May 08 05:06:44 GMT 2022
    - 8.8K bytes
    - Viewed (0)
  9. internal/s3select/sql/value.go

    )
    
    // Value represents a value of restricted type reduced from an
    // expression represented by an ASTNode. Only one of the fields is
    // non-nil.
    //
    // In cases where we are fetching data from a data source (like csv),
    // the type may not be determined yet. In these cases, a byte-slice is
    // used.
    type Value struct {
    	value interface{}
    }
    
    // Missing is used to indicate a non-existing value.
    type Missing struct{}
    
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Fri Feb 25 20:31:19 GMT 2022
    - 20.2K bytes
    - Viewed (0)
  10. internal/s3select/select_test.go

            <CSV>
            	<FieldDelimiter>,</FieldDelimiter>
            	<FileHeaderInfo>USE</FileHeaderInfo>
            	<QuoteCharacter>"</QuoteCharacter>
            	<QuoteEscapeCharacter>"</QuoteEscapeCharacter>
            	<RecordDelimiter>\n</RecordDelimiter>
            </CSV>
        </InputSerialization>
        <OutputSerialization>
            <CSV>
            </CSV>
        </OutputSerialization>
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sat Dec 23 07:19:11 GMT 2023
    - 76.2K bytes
    - Viewed (0)
Back to top