Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 10 for ShardFileSize (0.08 sec)

  1. cmd/erasure-coding.go

    func (e *Erasure) ShardFileOffset(startOffset, length, totalLength int64) int64 {
    	shardSize := e.ShardSize()
    	shardFileSize := e.ShardFileSize(totalLength)
    	endShard := (startOffset + length) / e.blockSize
    	tillOffset := min(endShard*shardSize+shardSize, shardFileSize)
    	return tillOffset
    }
    
    // erasureSelfTest performs a self-test to ensure that erasure
    Registered: Sun Sep 07 19:28:11 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 8.5K bytes
    - Viewed (0)
  2. cmd/erasure-heal_test.go

    		}
    
    		readers := make([]io.ReaderAt, len(disks))
    		for i, disk := range disks {
    			shardFilesize := erasure.ShardFileSize(test.size)
    			readers[i] = newBitrotReader(disk, nil, "testbucket", "testobject", shardFilesize, test.algorithm, bitrotWriterSum(writers[i]), erasure.ShardSize())
    		}
    
    		// setup stale disks for the test case
    		staleDisks := make([]StorageAPI, len(disks))
    Registered: Sun Sep 07 19:28:11 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 7.9K bytes
    - Viewed (0)
  3. cmd/erasure-encode_test.go

    		}
    		writers := make([]io.Writer, len(disks))
    		for i, disk := range disks {
    			if disk == OfflineDisk {
    				continue
    			}
    			writers[i] = newBitrotWriter(disk, "", "testbucket", "object", erasure.ShardFileSize(int64(len(data[test.offset:]))), test.algorithm, erasure.ShardSize())
    		}
    		n, err := erasure.Encode(t.Context(), bytes.NewReader(data[test.offset:]), writers, buffer, erasure.dataBlocks+1)
    		closeBitrotWriters(writers)
    Registered: Sun Sep 07 19:28:11 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 11.8K bytes
    - Viewed (0)
  4. cmd/storage-datatypes.go

    	Versioned bool `msg:"vs"`
    }
    
    func (fi FileInfo) shardSize() int64 {
    	return ceilFrac(fi.Erasure.BlockSize, int64(fi.Erasure.DataBlocks))
    }
    
    // ShardFileSize - returns final erasure size from original size.
    func (fi FileInfo) ShardFileSize(totalLength int64) int64 {
    	if totalLength == 0 {
    		return 0
    	}
    	if totalLength == -1 {
    		return -1
    	}
    	numShards := totalLength / fi.Erasure.BlockSize
    Registered: Sun Sep 07 19:28:11 UTC 2025
    - Last Modified: Fri Apr 25 05:41:04 UTC 2025
    - 17.4K bytes
    - Viewed (0)
  5. cmd/erasure-decode_test.go

    		}
    		buffer := make([]byte, test.blocksize, 2*test.blocksize)
    		writers := make([]io.Writer, len(disks))
    		for i, disk := range disks {
    			writers[i] = newBitrotWriter(disk, "", "testbucket", "object", erasure.ShardFileSize(test.data), writeAlgorithm, erasure.ShardSize())
    		}
    		n, err := erasure.Encode(t.Context(), bytes.NewReader(data), writers, buffer, erasure.dataBlocks+1)
    		closeBitrotWriters(writers)
    		if err != nil {
    Registered: Sun Sep 07 19:28:11 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 21K bytes
    - Viewed (0)
  6. cmd/erasure-metadata.go

    		if sum.PartNumber == partNumber {
    			// Return the checksum
    			return sum
    		}
    	}
    	return ChecksumInfo{Algorithm: DefaultBitrotAlgorithm}
    }
    
    // ShardFileSize - returns final erasure size from original size.
    func (e ErasureInfo) ShardFileSize(totalLength int64) int64 {
    	if totalLength == 0 {
    		return 0
    	}
    	if totalLength == -1 {
    		return -1
    	}
    	numShards := totalLength / e.BlockSize
    Registered: Sun Sep 07 19:28:11 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 21.3K bytes
    - Viewed (0)
  7. cmd/erasure-object.go

    	var inlineBuffers []*bytes.Buffer
    	if globalStorageClass.ShouldInline(erasure.ShardFileSize(data.ActualSize()), opts.Versioned) {
    		inlineBuffers = make([]*bytes.Buffer, len(onlineDisks))
    	}
    
    	shardFileSize := erasure.ShardFileSize(data.Size())
    	writers := make([]io.Writer, len(onlineDisks))
    	for i, disk := range onlineDisks {
    		if disk == nil {
    			continue
    Registered: Sun Sep 07 19:28:11 UTC 2025
    - Last Modified: Sun Sep 07 16:13:09 UTC 2025
    - 80.4K bytes
    - Viewed (0)
  8. cmd/erasure-healing.go

    				if disk == OfflineDisk {
    					continue
    				}
    				partPath := pathJoin(tmpID, dstDataDir, fmt.Sprintf("part.%d", partNumber))
    				if len(inlineBuffers) > 0 {
    					buf := grid.GetByteBufferCap(int(erasure.ShardFileSize(latestMeta.Size)) + 64)
    					inlineBuffers[i] = bytes.NewBuffer(buf[:0])
    					defer grid.PutByteBuffer(buf)
    
    					writers[i] = newStreamingBitrotWriterBuffer(inlineBuffers[i], DefaultBitrotAlgorithm, erasure.ShardSize())
    Registered: Sun Sep 07 19:28:11 UTC 2025
    - Last Modified: Fri Aug 29 02:39:48 UTC 2025
    - 34.6K bytes
    - Viewed (0)
  9. cmd/xl-storage.go

    		// - object has maximum of 1 parts
    		if attemptInline {
    			inlineBlock := globalStorageClass.InlineBlock()
    			if inlineBlock <= 0 {
    				inlineBlock = 128 * humanize.KiByte
    			}
    
    			canInline := fi.ShardFileSize(fi.Parts[0].ActualSize) <= inlineBlock
    			if canInline {
    				dataPath := pathJoin(volumeDir, path, fi.DataDir, fmt.Sprintf("part.%d", fi.Parts[0].Number))
    				fi.Data, err = s.readAllData(ctx, volume, volumeDir, dataPath)
    Registered: Sun Sep 07 19:28:11 UTC 2025
    - Last Modified: Fri Jun 13 11:33:47 UTC 2025
    - 91.7K bytes
    - Viewed (0)
  10. cmd/erasure-multipart.go

    	}
    	writers := make([]io.Writer, len(onlineDisks))
    	for i, disk := range onlineDisks {
    		if disk == nil {
    			continue
    		}
    		writers[i] = newBitrotWriter(disk, bucket, minioMetaTmpBucket, tmpPartPath, erasure.ShardFileSize(data.Size()), DefaultBitrotAlgorithm, erasure.ShardSize())
    	}
    
    	toEncode := io.Reader(data)
    	if data.Size() > bigFileThreshold {
    		// Add input readahead.
    Registered: Sun Sep 07 19:28:11 UTC 2025
    - Last Modified: Sun Sep 07 16:13:09 UTC 2025
    - 47.3K bytes
    - Viewed (0)
Back to top