Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 15 for s2 (0.12 sec)

  1. cmd/bootstrap-peer-server.go

    func (s1 *ServerSystemConfig) Diff(s2 *ServerSystemConfig) error {
    	ns1 := s1.NEndpoints
    	ns2 := s2.NEndpoints
    	if ns1 != ns2 {
    		return fmt.Errorf("Expected number of endpoints %d, seen %d", ns1, ns2)
    	}
    
    	for i, cmdLine := range s1.CmdLines {
    		if cmdLine != s2.CmdLines[i] {
    			return fmt.Errorf("Expected command line argument %s, seen %s", cmdLine,
    				s2.CmdLines[i])
    		}
    	}
    
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Apr 04 12:04:40 GMT 2024
    - 7.5K bytes
    - Viewed (0)
  2. cmd/untar.go

    	"archive/tar"
    	"bufio"
    	"bytes"
    	"context"
    	"errors"
    	"fmt"
    	"io"
    	"io/fs"
    	"os"
    	"path"
    	"runtime"
    	"sync"
    	"time"
    
    	"github.com/cosnicolaou/pbzip2"
    	"github.com/klauspost/compress/s2"
    	"github.com/klauspost/compress/zstd"
    	gzip "github.com/klauspost/pgzip"
    	"github.com/pierrec/lz4"
    )
    
    // Max bzip2 concurrency across calls. 50% of GOMAXPROCS.
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Apr 04 12:04:40 GMT 2024
    - 6K bytes
    - Viewed (0)
  3. internal/s3select/select.go

    				return errInvalidCompression(err, s3Select.Input.CompressionType)
    			}
    			// Test these compressor errors
    			errs := []error{
    				gzip.ErrHeader, gzip.ErrChecksum,
    				s2.ErrCorrupt, s2.ErrUnsupported, s2.ErrCRC,
    				zstd.ErrBlockTooSmall, zstd.ErrMagicMismatch, zstd.ErrWindowSizeExceeded, zstd.ErrUnknownDictionary, zstd.ErrWindowSizeTooSmall,
    				lz4.ErrInvalid, lz4.ErrBlockDependency,
    			}
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Nov 06 22:26:08 GMT 2023
    - 21K bytes
    - Viewed (0)
  4. cmd/object-api-utils.go

    		// but we choose pseudo-random numbers instead of just zeros.
    		rng := rand.New(rand.NewSource(time.Now().UnixNano()))
    		opts = append([]s2.WriterOption{s2.WriterPadding(compPadEncrypted), s2.WriterPaddingSrc(rng)}, compressOpts...)
    	}
    	comp := s2.NewWriter(pw, opts...)
    	indexCh := make(chan []byte, 1)
    	go func() {
    		defer xioutil.SafeClose(indexCh)
    		cn, err := io.Copy(comp, r)
    		if err != nil {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Mar 11 11:55:34 GMT 2024
    - 35.6K bytes
    - Viewed (1)
  5. cmd/encryption-v1_test.go

    				sum += i.Size
    			}
    			return sum
    		}
    	)
    
    	s1 := []int64{5487701, 5487799, 3}
    	s2 := repeat(5487701, 5)
    	s3 := repeat(maxPartSz, 10000)
    	testMPs := []struct {
    		decSizes []int64
    		oi       ObjectInfo
    	}{
    		{s1, mkMPObj(s1)},
    		{s2, mkMPObj(s2)},
    		{s3, mkMPObj(s3)},
    	}
    
    	// This function is a reference (re-)implementation of
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sat Sep 24 04:17:08 GMT 2022
    - 19.9K bytes
    - Viewed (0)
  6. cmd/metacache-stream_test.go

    func loadMetacacheSample(t testing.TB) *metacacheReader {
    	b, err := os.ReadFile("testdata/metacache.s2")
    	if err != nil {
    		t.Fatal(err)
    	}
    	return newMetacacheReader(bytes.NewReader(b))
    }
    
    func loadMetacacheSampleEntries(t testing.TB) metaCacheEntriesSorted {
    	r := loadMetacacheSample(t)
    	defer r.Close()
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Sep 19 18:05:16 GMT 2022
    - 15K bytes
    - Viewed (0)
  7. cmd/object-handlers.go

    	"response-content-language":    xhttp.ContentLanguage,
    	"response-content-disposition": xhttp.ContentDisposition,
    }
    
    const (
    	compressionAlgorithmV1 = "golang/snappy/LZ77"
    	compressionAlgorithmV2 = "klauspost/compress/s2"
    
    	// When an upload exceeds encryptBufferThreshold ...
    	encryptBufferThreshold = 1 << 20
    	// add an input buffer of this size.
    	encryptBufferSize = 1 << 20
    
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu May 02 20:15:54 GMT 2024
    - 125.2K bytes
    - Viewed (0)
  8. cmd/metacache-stream.go

    	"strings"
    	"sync"
    
    	jsoniter "github.com/json-iterator/go"
    	"github.com/klauspost/compress/s2"
    	xioutil "github.com/minio/minio/internal/ioutil"
    	"github.com/tinylib/msgp/msgp"
    	"github.com/valyala/bytebufferpool"
    )
    
    // metadata stream format:
    //
    // The stream is s2 compressed.
    // https://github.com/klauspost/compress/tree/master/s2#s2-compression
    // This ensures integrity and reduces the size typically by at least 50%.
    //
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Apr 04 12:04:40 GMT 2024
    - 19.5K bytes
    - Viewed (0)
  9. cmd/object-api-utils_test.go

    			if !tt.wantIdx && len(idx) > 0 {
    				t.Errorf("index returned above threshold")
    			}
    			if tt.wantIdx {
    				if idx == nil {
    					t.Errorf("no index returned")
    				}
    				var index s2.Index
    				_, err = index.Load(s2.RestoreIndexHeaders(idx))
    				if err != nil {
    					t.Errorf("error loading index: %v", err)
    				}
    				t.Log("size:", len(idx))
    				t.Log(string(index.JSON()))
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Feb 22 06:26:06 GMT 2024
    - 23.4K bytes
    - Viewed (0)
  10. docs/select/README.md

    - GZIP or BZIP2 - CSV and JSON files can be compressed using GZIP, BZIP2, [ZSTD](https://facebook.github.io/zstd/), and streaming formats of [LZ4](https://lz4.github.io/lz4/), [S2](https://github.com/klauspost/compress/tree/master/s2#s2-compression) and [SNAPPY](http://google.github.io/snappy/).
    - Parquet API supports columnar compression for  using GZIP, Snappy, LZ4. Whole object compression is not supported for Parquet objects.
    Plain Text
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Sep 29 04:28:45 GMT 2022
    - 6.5K bytes
    - Viewed (0)
Back to top