Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 129 for zstd (0.15 sec)

  1. cmd/data-usage-cache.go

    	// Add version and compress.
    	_, err := dst.Write([]byte{dataUsageCacheVerCurrent})
    	if err != nil {
    		return err
    	}
    	enc, err := zstd.NewWriter(dst,
    		zstd.WithEncoderLevel(zstd.SpeedFastest),
    		zstd.WithWindowSize(1<<20),
    		zstd.WithEncoderConcurrency(2))
    	if err != nil {
    		return err
    	}
    	mEnc := msgp.NewWriter(enc)
    	err = d.EncodeMsg(mEnc)
    	if err != nil {
    		return err
    Go
    - Registered: Sun Apr 21 19:28:08 GMT 2024
    - Last Modified: Thu Apr 04 12:04:40 GMT 2024
    - 41.3K bytes
    - Viewed (1)
  2. internal/s3select/progress.go

    			pbzip2.BZConcurrencyPool(bz2Limiter),
    		))
    		pr.closer = &nopReadCloser{fn: cancel}
    	case zstdType:
    		// Set a max window of 64MB. More than reasonable.
    		zr, err := zstd.NewReader(scannedReader, zstd.WithDecoderConcurrency(2), zstd.WithDecoderMaxWindow(64<<20))
    		if err != nil {
    			return nil, errInvalidCompression(err, compType)
    		}
    		r = zr
    		pr.closer = zr.IOReadCloser()
    	case lz4Type:
    Go
    - Registered: Sun Apr 21 19:28:08 GMT 2024
    - Last Modified: Mon Oct 18 15:44:36 GMT 2021
    - 4.2K bytes
    - Viewed (0)
  3. cmd/untar.go

    )
    
    var magicHeaders = []struct {
    	header []byte
    	f      format
    }{
    	{
    		header: []byte{0x1f, 0x8b, 8},
    		f:      formatGzip,
    	},
    	{
    		// Zstd default header.
    		header: []byte{0x28, 0xb5, 0x2f, 0xfd},
    		f:      formatZstd,
    	},
    	{
    		// Zstd skippable frame header.
    		header: []byte{0x2a, 0x4d, 0x18},
    		f:      formatZstd,
    	},
    	{
    		// LZ4
    		header: []byte{0x4, 0x22, 0x4d, 0x18},
    		f:      formatLZ4,
    Go
    - Registered: Sun Apr 21 19:28:08 GMT 2024
    - Last Modified: Thu Apr 04 12:04:40 GMT 2024
    - 6K bytes
    - Viewed (0)
  4. internal/s3select/simdj/reader_amd64_test.go

    	"io"
    	"os"
    	"path/filepath"
    	"testing"
    
    	"github.com/klauspost/compress/zstd"
    	"github.com/minio/minio/internal/s3select/json"
    	"github.com/minio/minio/internal/s3select/sql"
    	"github.com/minio/simdjson-go"
    )
    
    type tester interface {
    	Fatal(args ...interface{})
    }
    
    func loadCompressed(t tester, file string) (js []byte) {
    	dec, err := zstd.NewReader(nil)
    	if err != nil {
    		t.Fatal(err)
    	}
    	defer dec.Close()
    Go
    - Registered: Sun Apr 21 19:28:08 GMT 2024
    - Last Modified: Mon Sep 19 18:05:16 GMT 2022
    - 3.9K bytes
    - Viewed (0)
  5. internal/s3select/select.go

    			}
    			// Test these compressor errors
    			errs := []error{
    				gzip.ErrHeader, gzip.ErrChecksum,
    				s2.ErrCorrupt, s2.ErrUnsupported, s2.ErrCRC,
    				zstd.ErrBlockTooSmall, zstd.ErrMagicMismatch, zstd.ErrWindowSizeExceeded, zstd.ErrUnknownDictionary, zstd.ErrWindowSizeTooSmall,
    				lz4.ErrInvalid, lz4.ErrBlockDependency,
    			}
    			for _, e := range errs {
    				if errors.Is(err, e) {
    Go
    - Registered: Sun Apr 21 19:28:08 GMT 2024
    - Last Modified: Mon Nov 06 22:26:08 GMT 2023
    - 21K bytes
    - Viewed (0)
  6. docs/select/README.md

    - Objects must be in CSV, JSON, or Parquet(*) format.
    - UTF-8 is the only encoding type the Select API supports.
    - GZIP or BZIP2 - CSV and JSON files can be compressed using GZIP, BZIP2, [ZSTD](https://facebook.github.io/zstd/), and streaming formats of [LZ4](https://lz4.github.io/lz4/), [S2](https://github.com/klauspost/compress/tree/master/s2#s2-compression) and [SNAPPY](http://google.github.io/snappy/).
    Plain Text
    - Registered: Sun Apr 21 19:28:08 GMT 2024
    - Last Modified: Thu Sep 29 04:28:45 GMT 2022
    - 6.5K bytes
    - Viewed (0)
  7. internal/s3select/errors.go

    		cause:      err,
    	}
    }
    
    func errInvalidCompressionFormat(err error) *s3Error {
    	return &s3Error{
    		code:       "InvalidCompressionFormat",
    		message:    "The file is not in a supported compression format. GZIP, BZIP2, ZSTD, LZ4, S2 and SNAPPY are supported.",
    		statusCode: 400,
    		cause:      err,
    	}
    }
    
    func errInvalidCompression(err error, t CompressionType) *s3Error {
    	return &s3Error{
    		code:       "InvalidCompressionFormat",
    Go
    - Registered: Sun Apr 21 19:28:08 GMT 2024
    - Last Modified: Mon Mar 14 16:48:36 GMT 2022
    - 4.3K bytes
    - Viewed (0)
  8. cmd/xl-storage-format-v2_test.go

    		}
    		count++
    	}
    }
    
    func Benchmark_mergeXLV2Versions(b *testing.B) {
    	data, err := os.ReadFile("testdata/xl.meta-v1.2.zst")
    	if err != nil {
    		b.Fatal(err)
    	}
    	dec, _ := zstd.NewReader(nil)
    	data, err = dec.DecodeAll(data, nil)
    	if err != nil {
    		b.Fatal(err)
    	}
    
    	var xl xlMetaV2
    	if err = xl.LoadOrConvert(data); err != nil {
    		b.Fatal(err)
    Go
    - Registered: Sun Apr 21 19:28:08 GMT 2024
    - Last Modified: Fri Mar 08 17:50:48 GMT 2024
    - 36.4K bytes
    - Viewed (0)
  9. cmd/update.go

    	"crypto/tls"
    	"encoding/hex"
    	"errors"
    	"fmt"
    	"io"
    	"net/http"
    	"net/url"
    	"os"
    	"path"
    	"path/filepath"
    	"runtime"
    	"strings"
    	"sync/atomic"
    	"time"
    
    	"github.com/klauspost/compress/zstd"
    	xhttp "github.com/minio/minio/internal/http"
    	"github.com/minio/minio/internal/logger"
    	"github.com/minio/pkg/v2/env"
    	xnet "github.com/minio/pkg/v2/net"
    	"github.com/minio/selfupdate"
    Go
    - Registered: Sun Apr 21 19:28:08 GMT 2024
    - Last Modified: Thu Apr 04 12:04:40 GMT 2024
    - 18.7K bytes
    - Viewed (0)
  10. api/go1.21.txt

    pkg crypto/x509, type RevocationList struct, RevokedCertificateEntries []RevocationListEntry #53573
    pkg crypto/x509, type RevocationList struct, RevokedCertificates //deprecated #53573
    pkg debug/elf, const COMPRESS_ZSTD = 2 #55107
    pkg debug/elf, const COMPRESS_ZSTD CompressionType #55107
    pkg debug/elf, const DF_1_CONFALT = 8192 #56887
    pkg debug/elf, const DF_1_CONFALT DynFlag1 #56887
    pkg debug/elf, const DF_1_DIRECT = 256 #56887
    Plain Text
    - Registered: Tue Apr 23 11:13:09 GMT 2024
    - Last Modified: Mon Aug 07 09:39:17 GMT 2023
    - 25.6K bytes
    - Viewed (0)
Back to top