Search Options

Results per page
Sort
Preferred Languages
Advance

Results 11 - 20 of 27 for COMPRESSED (0.19 sec)

  1. cmd/erasure-metadata.go

    			}
    
    			// If metadata says encrypted, ask for it in quorum.
    			if etyp, ok := crypto.IsEncrypted(meta.Metadata); ok {
    				fmt.Fprint(h, etyp)
    			}
    
    			// If compressed, look for compressed FileInfo only
    			if meta.IsCompressed() {
    				fmt.Fprint(h, meta.Metadata[ReservedMetadataPrefix+"compression"])
    			}
    
    			metaHashes[i] = hex.EncodeToString(h.Sum(nil))
    			h.Reset()
    		}
    	}
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sun Apr 28 17:53:50 GMT 2024
    - 19.2K bytes
    - Viewed (1)
  2. internal/hash/reader.go

    // will return during reading. It returns -1 for unlimited
    // data.
    func (r *Reader) Size() int64 { return r.size }
    
    // ActualSize returns the pre-modified size of the object.
    // DecompressedSize - For compressed objects.
    func (r *Reader) ActualSize() int64 { return r.actualSize }
    
    // ETag returns the ETag computed by an underlying etag.Tagger.
    // If the underlying io.Reader does not implement etag.Tagger
    // it returns nil.
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Sep 18 17:00:54 GMT 2023
    - 10.8K bytes
    - Viewed (0)
  3. cmd/storage-datatypes.go

    	if fi.Deleted {
    		return "delete-marker"
    	}
    	if fi.XLV1 && fi.DataDir == "" {
    		return "legacy"
    	}
    	return fi.DataDir
    }
    
    // IsCompressed returns true if the object is marked as compressed.
    func (fi FileInfo) IsCompressed() bool {
    	_, ok := fi.Metadata[ReservedMetadataPrefix+"compression"]
    	return ok
    }
    
    // InlineData returns true if object contents are inlined alongside its metadata.
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Tue Apr 23 17:15:52 GMT 2024
    - 15.3K bytes
    - Viewed (0)
  4. cmd/erasure-object.go

    			inlineBuffers = make([]*bytes.Buffer, len(onlineDisks))
    		} else if shardFileSize < inlineBlock/8 {
    			inlineBuffers = make([]*bytes.Buffer, len(onlineDisks))
    		}
    	} else {
    		// If compressed, use actual size to determine.
    		if sz := erasure.ShardFileSize(data.ActualSize()); sz > 0 {
    			if !opts.Versioned && sz < inlineBlock {
    				inlineBuffers = make([]*bytes.Buffer, len(onlineDisks))
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sun May 05 16:56:21 GMT 2024
    - 77.2K bytes
    - Viewed (2)
  5. cmd/object-api-datatypes.go

    }
    
    // MultipartInfo captures metadata information about the uploadId
    // this data structure is used primarily for some internal purposes
    // for verifying upload type such as was the upload
    // - encrypted
    // - compressed
    type MultipartInfo struct {
    	// Name of the bucket.
    	Bucket string
    
    	// Name of the object.
    	Object string
    
    	// Upload ID identifying the multipart upload whose parts are being listed.
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Apr 04 12:04:40 GMT 2024
    - 20.8K bytes
    - Viewed (0)
  6. docs/compression/README.md

    ### 4. Excluded Types
    
    - Already compressed objects are not fit for compression since they do not have compressible patterns.
    Such objects do not produce efficient [`LZ compression`](https://en.wikipedia.org/wiki/LZ77_and_LZ78)
    which is a fitness factor for a lossless data compression.
    
    Pre-compressed input typically compresses in excess of 2GiB/s per core,
    Plain Text
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Mar 11 11:55:34 GMT 2024
    - 5.1K bytes
    - Viewed (0)
  7. cmd/data-usage-cache.go

    		return io.ErrUnexpectedEOF
    	}
    	ver := int(b[0])
    	switch ver {
    	case dataUsageCacheVerV1:
    		return errors.New("cache version deprecated (will autoupdate)")
    	case dataUsageCacheVerV2:
    		// Zstd compressed.
    		dec, err := zstd.NewReader(r, zstd.WithDecoderConcurrency(2))
    		if err != nil {
    			return err
    		}
    		defer dec.Close()
    
    		dold := &dataUsageCacheV2{}
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Apr 22 17:49:30 GMT 2024
    - 41.4K bytes
    - Viewed (1)
  8. cmd/test-utils_test.go

    	// clean up the temporary test backend.
    	removeRoots(append(erasureDisks, fsDir))
    }
    
    // ExecExtendedObjectLayerTest will execute the tests with combinations of encrypted & compressed.
    // This can be used to test functionality when reading and writing data.
    func ExecExtendedObjectLayerAPITest(t *testing.T, objAPITest objAPITestType, endpoints []string) {
    	execExtended(t, func(t *testing.T) {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Fri May 03 17:26:51 GMT 2024
    - 76.2K bytes
    - Viewed (0)
  9. docs/select/README.md

    You can use the Select API to query objects with following features:
    
    - Objects must be in CSV, JSON, or Parquet(*) format.
    - UTF-8 is the only encoding type the Select API supports.
    - GZIP or BZIP2 - CSV and JSON files can be compressed using GZIP, BZIP2, [ZSTD](https://facebook.github.io/zstd/), and streaming formats of [LZ4](https://lz4.github.io/lz4/), [S2](https://github.com/klauspost/compress/tree/master/s2#s2-compression) and [SNAPPY](http://google.github.io/snappy/).
    Plain Text
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Sep 29 04:28:45 GMT 2022
    - 6.5K bytes
    - Viewed (0)
  10. internal/http/headers.go

    	// predicted date/time of transition
    	MinIOTransition            = "X-Minio-Transition"
    	MinIOLifecycleCfgUpdatedAt = "X-Minio-LifecycleConfig-UpdatedAt"
    	// MinIOCompressed is returned when object is compressed
    	MinIOCompressed = "X-Minio-Compressed"
    
    	// SUBNET related
    	SubnetAPIKey = "x-subnet-api-key"
    )
    
    // Common http query params S3 API
    const (
    	VersionID = "versionId"
    
    	PartNumber = "partNumber"
    
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Mar 28 17:44:56 GMT 2024
    - 10.4K bytes
    - Viewed (1)
Back to top