Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 8 of 8 for recordDelimiter (0.15 sec)

  1. internal/s3select/csv/recordtransform.go

    	if err != nil {
    		return n, err
    	}
    
    	// Do nothing if record-delimiter is already newline.
    	if string(rr.recordDelimiter) == "\n" {
    		return n, nil
    	}
    
    	// Change record delimiters to newline.
    	if len(rr.recordDelimiter) == 1 {
    		for idx := 0; idx < len(p); {
    			i := bytes.Index(p[idx:], rr.recordDelimiter)
    			if i < 0 {
    				break
    			}
    			idx += i
    			p[idx] = '\n'
    		}
    		return n, nil
    	}
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Jun 01 21:59:40 UTC 2021
    - 2.1K bytes
    - Viewed (0)
  2. internal/s3select/csv/args.go

    	asneeded = "asneeded"
    )
    
    // ReaderArgs - represents elements inside <InputSerialization><CSV> in request XML.
    type ReaderArgs struct {
    	FileHeaderInfo             string `xml:"FileHeaderInfo"`
    	RecordDelimiter            string `xml:"RecordDelimiter"`
    	FieldDelimiter             string `xml:"FieldDelimiter"`
    	QuoteCharacter             string `xml:"QuoteCharacter"`
    	QuoteEscapeCharacter       string `xml:"QuoteEscapeCharacter"`
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Aug 20 18:31:45 UTC 2024
    - 5.7K bytes
    - Viewed (0)
  3. internal/s3select/json/args.go

    	if err := d.DecodeElement(&parsedArgs, &start); err != nil {
    		return err
    	}
    
    	switch len(parsedArgs.RecordDelimiter) {
    	case 0:
    		parsedArgs.RecordDelimiter = defaultRecordDelimiter
    	case 1, 2:
    	default:
    		return fmt.Errorf("invalid RecordDelimiter '%v'", parsedArgs.RecordDelimiter)
    	}
    
    	*args = WriterArgs(parsedArgs)
    	args.unmarshaled = true
    	return nil
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Jun 01 21:59:40 UTC 2021
    - 2.7K bytes
    - Viewed (0)
  4. internal/s3select/csv/reader_contrib_test.go

    		var result bytes.Buffer
    
    		r, _ := NewReader(io.NopCloser(strings.NewReader(c.content)), &ReaderArgs{
    			FileHeaderInfo:             none,
    			RecordDelimiter:            c.recordDelimiter,
    			FieldDelimiter:             c.fieldDelimiter,
    			QuoteCharacter:             defaultQuoteCharacter,
    			QuoteEscapeCharacter:       defaultQuoteEscapeCharacter,
    			CommentCharacter:           defaultCommentCharacter,
    			AllowQuotedRecordDelimiter: false,
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Sep 19 18:05:16 UTC 2022
    - 38.5K bytes
    - Viewed (0)
  5. internal/s3select/csv/reader.go

    		panic(fmt.Errorf("empty args passed %v", args))
    	}
    	csvIn := io.Reader(readCloser)
    	if args.RecordDelimiter != "\n" {
    		csvIn = &recordTransform{
    			reader:          readCloser,
    			recordDelimiter: []byte(args.RecordDelimiter),
    			oneByte:         make([]byte, len(args.RecordDelimiter)-1),
    		}
    	}
    
    	r := &Reader{
    		args:       args,
    		buf:        bufio.NewReaderSize(csvIn, csvSplitSize*2),
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Feb 22 06:26:06 UTC 2024
    - 8.9K bytes
    - Viewed (0)
  6. internal/s3select/select.go

    		}
    		buf.WriteString(s3Select.Output.CSVArgs.RecordDelimiter)
    
    		return nil
    	case jsonFormat:
    		err := record.WriteJSON(buf)
    		if err != nil {
    			return err
    		}
    		// Trim trailing newline from non-simd output
    		if buf.Bytes()[buf.Len()-1] == '\n' {
    			buf.Truncate(buf.Len() - 1)
    		}
    		buf.WriteString(s3Select.Output.JSONArgs.RecordDelimiter)
    
    		return nil
    	}
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Sun Sep 22 00:33:43 UTC 2024
    - 21.2K bytes
    - Viewed (0)
  7. docs/select/README.md

    - AWS S3's [reserved keywords](https://docs.aws.amazon.com/AmazonS3/latest/dev/s3-glacier-select-sql-reference-keyword-list.html) list is not yet respected.
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Sep 29 04:28:45 UTC 2022
    - 6.5K bytes
    - Viewed (0)
  8. internal/s3select/select_test.go

            	<FieldDelimiter>,</FieldDelimiter>
            	<FileHeaderInfo>USE</FileHeaderInfo>
            	<QuoteCharacter>"</QuoteCharacter>
            	<QuoteEscapeCharacter>"</QuoteEscapeCharacter>
            	<RecordDelimiter>\n</RecordDelimiter>
            </CSV>
        </InputSerialization>
        <OutputSerialization>
            <CSV>
            </CSV>
        </OutputSerialization>
        <RequestProgress>
            <Enabled>FALSE</Enabled>
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Sat Dec 23 07:19:11 UTC 2023
    - 76.2K bytes
    - Viewed (0)
Back to top