Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 12 for decompressor (3.24 sec)

  1. cmd/erasure-server-pool-rebalance.go

    				NewPutObjReader(hr),
    				ObjectOptions{
    					PreserveETag: part.ETag, // Preserve original ETag to ensure same metadata.
    					IndexCB: func() []byte {
    						return part.Index // Preserve part Index to ensure decompression works.
    					},
    					NoAuditLog: true,
    				})
    			if err != nil {
    				return fmt.Errorf("rebalanceObject: PutObjectPart() %w", err)
    			}
    			parts[i] = CompletePart{
    				ETag:       pi.ETag,
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Fri Apr 26 19:29:28 GMT 2024
    - 27.2K bytes
    - Viewed (0)
  2. internal/s3select/select.go

    			s3Select.progressReader.Close()
    
    			var stErr bzip2.StructuralError
    			if errors.As(err, &stErr) {
    				return errInvalidCompression(err, s3Select.Input.CompressionType)
    			}
    			// Test these compressor errors
    			errs := []error{
    				gzip.ErrHeader, gzip.ErrChecksum,
    				s2.ErrCorrupt, s2.ErrUnsupported, s2.ErrCRC,
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Nov 06 22:26:08 GMT 2023
    - 21K bytes
    - Viewed (0)
  3. cmd/api-errors.go

    		HTTPStatusCode: http.StatusBadRequest,
    	},
    	ErrInvalidDecompressedSize: {
    		Code:           "XMinioInvalidDecompressedSize",
    		Description:    "The data provided is unfit for decompression",
    		HTTPStatusCode: http.StatusBadRequest,
    	},
    	ErrAddUserInvalidArgument: {
    		Code:           "XMinioInvalidIAMCredentials",
    		Description:    "Credential is not allowed to be same as admin access key",
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sun May 05 16:56:21 GMT 2024
    - 91.4K bytes
    - Viewed (7)
  4. cmd/object-handlers.go

    	objectEncryption = objectEncryption || crypto.IsSourceEncrypted(srcInfo.UserDefined)
    
    	var compressMetadata map[string]string
    	// No need to compress for remote etcd calls
    	// Pass the decompressed stream to such calls.
    	isDstCompressed := isCompressible(r.Header, dstObject) &&
    		length > minCompressibleSize &&
    		!isRemoteCopyRequired(ctx, srcBucket, dstBucket, objectAPI) && !cpSrcDstSame && !objectEncryption
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu May 02 20:15:54 GMT 2024
    - 125.2K bytes
    - Viewed (0)
  5. cmd/object-api-utils.go

    				}
    				oi.Size = decLength
    			}
    			// Decompression reader.
    			var dopts []s2.ReaderOption
    			if off > 0 || decOff > 0 {
    				// We are not starting at the beginning, so ignore stream identifiers.
    				dopts = append(dopts, s2.ReaderIgnoreStreamIdentifier())
    			}
    			s2Reader := s2.NewReader(inputReader, dopts...)
    			// Apply the skipLen and limit on the decompressed stream.
    			if decOff > 0 {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Mar 11 11:55:34 GMT 2024
    - 35.6K bytes
    - Viewed (1)
  6. internal/s3select/errors.go

    		statusCode: 400,
    		cause:      err,
    	}
    }
    
    func errTruncatedInput(err error) *s3Error {
    	return &s3Error{
    		code:       "TruncatedInput",
    		message:    "Object decompression failed. Check that the object is properly compressed using the format specified in the request.",
    		statusCode: 400,
    		cause:      err,
    	}
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Mar 14 16:48:36 GMT 2022
    - 4.3K bytes
    - Viewed (0)
  7. cmd/erasure-server-pool-decom.go

    				NewPutObjReader(hr),
    				ObjectOptions{
    					PreserveETag: part.ETag, // Preserve original ETag to ensure same metadata.
    					IndexCB: func() []byte {
    						return part.Index // Preserve part Index to ensure decompression works.
    					},
    					NoAuditLog: true,
    				})
    			if err != nil {
    				return fmt.Errorf("decommissionObject: PutObjectPart() %w", err)
    			}
    			parts[i] = CompletePart{
    				ETag:           pi.ETag,
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Wed May 01 15:18:21 GMT 2024
    - 41.5K bytes
    - Viewed (1)
  8. cmd/typed-errors.go

    // error returned by first disk waiting to initialize other servers.
    var errFirstDiskWait = errors.New("Waiting on other drives")
    
    // error returned for a negative actual size.
    var errInvalidDecompressedSize = errors.New("Invalid Decompressed Size")
    
    // error returned in IAM subsystem when user doesn't exist.
    var errNoSuchUser = errors.New("Specified user does not exist")
    
    // error returned by IAM when a use a builtin IDP command when they could mean
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Jan 18 07:03:17 GMT 2024
    - 5.3K bytes
    - Viewed (0)
  9. cmd/warm-backend-gcs.go

    	}
    
    	return "", w.Close()
    }
    
    func (gcs *warmBackendGCS) Get(ctx context.Context, key string, rv remoteVersionID, opts WarmBackendGetOpts) (r io.ReadCloser, err error) {
    	// GCS storage decompresses a gzipped object by default and returns the data.
    	// Refer to https://cloud.google.com/storage/docs/transcoding#decompressive_transcoding
    	// Need to set `Accept-Encoding` header to `gzip` when issuing a GetObject call, to be able
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sun Apr 21 11:43:18 GMT 2024
    - 5.9K bytes
    - Viewed (0)
  10. docs/compression/README.md

    This algorithm is specifically optimized for machine generated content.
    Write throughput is typically at least 500MB/s per CPU core,
    and scales with the number of available CPU cores.
    Decompression speed is typically at least 1GB/s.
    
    This means that in cases where raw IO is below these numbers
    compression will not only reduce disk usage but also help increase system throughput.
    Plain Text
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Mar 11 11:55:34 GMT 2024
    - 5.1K bytes
    - Viewed (0)
Back to top