Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 3 of 3 for NewPReader (0.21 sec)

  1. internal/s3select/json/preader_test.go

    		t.Fatal(err)
    	}
    	for _, file := range files {
    		t.Run(file.Name(), func(t *testing.T) {
    			f, err := os.Open(filepath.Join("testdata", file.Name()))
    			if err != nil {
    				t.Fatal(err)
    			}
    			r := NewPReader(f, &ReaderArgs{})
    			var record sql.Record
    			for {
    				record, err = r.Read(record)
    				if err != nil {
    					break
    				}
    			}
    			r.Close()
    			if err != io.EOF {
    Go
    - Registered: Sun Apr 21 19:28:08 GMT 2024
    - Last Modified: Mon Sep 19 18:05:16 GMT 2022
    - 2.5K bytes
    - Viewed (0)
  2. internal/s3select/json/preader.go

    				r.bufferPool.Put(in.input)
    				in.input = nil
    				in.err = d.Err()
    				in.dst <- all
    			}
    		}()
    	}
    }
    
    // NewPReader - creates new parallel JSON reader using readCloser.
    // Should only be used for LINES types.
    func NewPReader(readCloser io.ReadCloser, args *ReaderArgs) *PReader {
    	r := &PReader{
    		args:       args,
    		buf:        bufio.NewReaderSize(readCloser, jsonSplitSize*2),
    Go
    - Registered: Sun Apr 21 19:28:08 GMT 2024
    - Last Modified: Sun Mar 05 04:57:35 GMT 2023
    - 6.4K bytes
    - Viewed (0)
  3. internal/s3select/select.go

    			if simdjson.SupportedCPU() {
    				s3Select.recordReader = simdj.NewReader(s3Select.progressReader, &s3Select.Input.JSONArgs)
    			} else {
    				s3Select.recordReader = json.NewPReader(s3Select.progressReader, &s3Select.Input.JSONArgs)
    			}
    		} else {
    			s3Select.recordReader = json.NewReader(s3Select.progressReader, &s3Select.Input.JSONArgs)
    		}
    
    		return nil
    	case parquetFormat:
    Go
    - Registered: Sun Apr 21 19:28:08 GMT 2024
    - Last Modified: Mon Nov 06 22:26:08 GMT 2023
    - 21K bytes
    - Viewed (0)
Back to top