- Sort Score
- Result 10 results
- Languages All
Results 1 - 10 of 19 for s2 (0.2 sec)
-
cmd/testdata/metacache.s2
Klaus Post <******@****.***> 1603901915 -0700
Others - Registered: Sun Apr 28 19:28:10 GMT 2024 - Last Modified: Wed Oct 28 16:18:35 GMT 2020 - 37.6K bytes - Viewed (0) -
internal/s3select/progress.go
return nil, errInvalidCompression(err, compType) } r = zr pr.closer = zr.IOReadCloser() case lz4Type: r = lz4.NewReader(scannedReader) case s2Type: r = s2.NewReader(scannedReader) case snappyType: r = s2.NewReader(scannedReader, s2.ReaderMaxBlockSize(64<<10)) default: return nil, errInvalidCompressionFormat(fmt.Errorf("unknown compression type '%v'", compType)) } pr.processedReader = newCountUpReader(r)
Go - Registered: Sun Apr 21 19:28:08 GMT 2024 - Last Modified: Mon Oct 18 15:44:36 GMT 2021 - 4.2K bytes - Viewed (0) -
cmd/metacache-stream.go
"strings" "sync" jsoniter "github.com/json-iterator/go" "github.com/klauspost/compress/s2" xioutil "github.com/minio/minio/internal/ioutil" "github.com/tinylib/msgp/msgp" "github.com/valyala/bytebufferpool" ) // metadata stream format: // // The stream is s2 compressed. // https://github.com/klauspost/compress/tree/master/s2#s2-compression // This ensures integrity and reduces the size typically by at least 50%. //
Go - Registered: Sun Apr 28 19:28:10 GMT 2024 - Last Modified: Thu Apr 04 12:04:40 GMT 2024 - 19.5K bytes - Viewed (0) -
cmd/object-api-utils_test.go
if !tt.wantIdx && len(idx) > 0 { t.Errorf("index returned above threshold") } if tt.wantIdx { if idx == nil { t.Errorf("no index returned") } var index s2.Index _, err = index.Load(s2.RestoreIndexHeaders(idx)) if err != nil { t.Errorf("error loading index: %v", err) } t.Log("size:", len(idx)) t.Log(string(index.JSON()))
Go - Registered: Sun Apr 28 19:28:10 GMT 2024 - Last Modified: Thu Feb 22 06:26:06 GMT 2024 - 23.4K bytes - Viewed (0) -
docs/select/README.md
- GZIP or BZIP2 - CSV and JSON files can be compressed using GZIP, BZIP2, [ZSTD](https://facebook.github.io/zstd/), and streaming formats of [LZ4](https://lz4.github.io/lz4/), [S2](https://github.com/klauspost/compress/tree/master/s2#s2-compression) and [SNAPPY](http://google.github.io/snappy/). - Parquet API supports columnar compression for using GZIP, Snappy, LZ4. Whole object compression is not supported for Parquet objects.
Plain Text - Registered: Sun Apr 28 19:28:10 GMT 2024 - Last Modified: Thu Sep 29 04:28:45 GMT 2022 - 6.5K bytes - Viewed (0) -
docs/compression/README.md
MinIO server allows streaming compression to ensure efficient disk space usage. Compression happens inflight, i.e objects are compressed before being written to disk(s). MinIO uses [`klauspost/compress/s2`](https://github.com/klauspost/compress/tree/master/s2) streaming compression due to its stability and performance. This algorithm is specifically optimized for machine generated content. Write throughput is typically at least 500MB/s per CPU core,
Plain Text - Registered: Sun Apr 28 19:28:10 GMT 2024 - Last Modified: Mon Mar 11 11:55:34 GMT 2024 - 5.1K bytes - Viewed (0) -
cmd/object-api-utils.go
// but we choose pseudo-random numbers instead of just zeros. rng := rand.New(rand.NewSource(time.Now().UnixNano())) opts = append([]s2.WriterOption{s2.WriterPadding(compPadEncrypted), s2.WriterPaddingSrc(rng)}, compressOpts...) } comp := s2.NewWriter(pw, opts...) indexCh := make(chan []byte, 1) go func() { defer xioutil.SafeClose(indexCh) cn, err := io.Copy(comp, r) if err != nil {
Go - Registered: Sun Apr 28 19:28:10 GMT 2024 - Last Modified: Mon Mar 11 11:55:34 GMT 2024 - 35.6K bytes - Viewed (1) -
cmd/batch-job-common-types.go
// disable: false # optionally turn-off snowball archive transfer // batch: 100 # upto this many objects per archive // inmemory: true # indicates if the archive must be staged locally or in-memory // compress: true # S2/Snappy compressed archive // smallerThan: 5MiB # create archive for all objects smaller than 5MiB // skipErrs: false # skips any source side read() errors
Go - Registered: Sun Apr 28 19:28:10 GMT 2024 - Last Modified: Thu Feb 01 21:53:26 GMT 2024 - 7.9K bytes - Viewed (0) -
cmd/metacache-set.go
} // objectPath returns the object path of the cache. func (o *listPathOptions) objectPath(block int) string { return pathJoin(metacachePrefixForID(o.Bucket, o.ID), "block-"+strconv.Itoa(block)+".s2") } func (o *listPathOptions) SetFilter() { switch { case metacacheSharePrefix: return case o.Prefix == o.BaseDir: // No additional prefix return } // Remove basedir.
Go - Registered: Sun Apr 28 19:28:10 GMT 2024 - Last Modified: Fri Apr 26 19:52:52 GMT 2024 - 30.4K bytes - Viewed (0) -
cmd/bootstrap-peer-server.go
func (s1 *ServerSystemConfig) Diff(s2 *ServerSystemConfig) error { ns1 := s1.NEndpoints ns2 := s2.NEndpoints if ns1 != ns2 { return fmt.Errorf("Expected number of endpoints %d, seen %d", ns1, ns2) } for i, cmdLine := range s1.CmdLines { if cmdLine != s2.CmdLines[i] { return fmt.Errorf("Expected command line argument %s, seen %s", cmdLine, s2.CmdLines[i]) } }
Go - Registered: Sun Apr 28 19:28:10 GMT 2024 - Last Modified: Thu Apr 04 12:04:40 GMT 2024 - 7.5K bytes - Viewed (0)