Search Options

Display Count
Sort
Preferred Language
Advanced Search

Results 1 - 10 of 16 for shardSize (0.06 seconds)

  1. cmd/bitrot.go

    }
    
    func newBitrotWriter(disk StorageAPI, origvolume, volume, filePath string, length int64, algo BitrotAlgorithm, shardSize int64) io.Writer {
    	if algo == HighwayHash256S {
    		return newStreamingBitrotWriter(disk, origvolume, volume, filePath, length, algo, shardSize)
    	}
    	return newWholeBitrotWriter(disk, volume, filePath, algo, shardSize)
    }
    
    Created: Sun Apr 05 19:28:12 GMT 2026
    - Last Modified: Sun Sep 28 20:59:21 GMT 2025
    - 7.7K bytes
    - Click Count (0)
  2. cmd/erasure-coding.go

    	return numShards*e.ShardSize() + lastShardSize
    }
    
    // ShardFileOffset - returns the effective offset where erasure reading begins.
    func (e *Erasure) ShardFileOffset(startOffset, length, totalLength int64) int64 {
    	shardSize := e.ShardSize()
    	shardFileSize := e.ShardFileSize(totalLength)
    	endShard := (startOffset + length) / e.blockSize
    	tillOffset := min(endShard*shardSize+shardSize, shardFileSize)
    	return tillOffset
    Created: Sun Apr 05 19:28:12 GMT 2026
    - Last Modified: Sun Sep 28 20:59:21 GMT 2025
    - 8.5K bytes
    - Click Count (0)
  3. internal/config/storageclass/storage-class.go

    			return -1
    		}
    		return sCfg.Standard.Parity
    	}
    }
    
    // ShouldInline returns true if the shardSize is worthy of inline
    // if versioned is true then we chosen 1/8th inline block size
    // to satisfy the same constraints.
    func (sCfg *Config) ShouldInline(shardSize int64, versioned bool) bool {
    	if shardSize < 0 {
    		return false
    	}
    
    	ConfigLock.RLock()
    	inlineBlock := int64(128 * humanize.KiByte)
    Created: Sun Apr 05 19:28:12 GMT 2026
    - Last Modified: Fri Aug 29 02:39:48 GMT 2025
    - 12.3K bytes
    - Click Count (0)
  4. docs/debugging/xl-meta/main.go

    }
    
    // bitrot returns a shard beginning at startOffset after doing bitrot checks.
    func bitrot(val []byte, startOffset, shardSize int) ([]byte, error) {
    	var res []byte
    	for len(val) >= 32 {
    		want := val[:32]
    		data := val[32:]
    		if len(data) > shardSize {
    			data = data[:shardSize]
    		}
    
    Created: Sun Apr 05 19:28:12 GMT 2026
    - Last Modified: Sun Sep 28 20:59:21 GMT 2025
    - 40.4K bytes
    - Click Count (0)
  5. cmd/xl-storage_test.go

    		Immediate: false,
    	}); err != nil {
    		t.Fatal(err)
    	}
    
    	// 3) Streaming bitrot check on proper file
    	algo = HighwayHash256S
    	shardSize := int64(1024 * 1024)
    	shard := make([]byte, shardSize)
    	w := newStreamingBitrotWriter(storage, "", volName, fileName, size, algo, shardSize)
    	reader := bytes.NewReader(data)
    	for {
    		// Using io.Copy instead of this loop will not work for us as io.Copy
    Created: Sun Apr 05 19:28:12 GMT 2026
    - Last Modified: Fri Aug 29 02:39:48 GMT 2025
    - 66K bytes
    - Click Count (0)
  6. cmd/erasure-metadata.go

    	lastBlockSize := totalLength % e.BlockSize
    	lastShardSize := ceilFrac(lastBlockSize, int64(e.DataBlocks))
    	return numShards*e.ShardSize() + lastShardSize
    }
    
    // ShardSize - returns actual shared size from erasure blockSize.
    func (e ErasureInfo) ShardSize() int64 {
    	return ceilFrac(e.BlockSize, int64(e.DataBlocks))
    }
    
    // IsValid - tells if erasure info fields are valid.
    func (fi FileInfo) IsValid() bool {
    Created: Sun Apr 05 19:28:12 GMT 2026
    - Last Modified: Sun Sep 28 20:59:21 GMT 2025
    - 21.3K bytes
    - Click Count (0)
  7. cmd/storage-datatypes.go

    	// Combined checksum when object was uploaded.
    	Checksum []byte `msg:"cs,allownil"`
    
    	// Versioned - indicates if this file is versioned or not.
    	Versioned bool `msg:"vs"`
    }
    
    func (fi FileInfo) shardSize() int64 {
    	return ceilFrac(fi.Erasure.BlockSize, int64(fi.Erasure.DataBlocks))
    }
    
    // ShardFileSize - returns final erasure size from original size.
    func (fi FileInfo) ShardFileSize(totalLength int64) int64 {
    Created: Sun Apr 05 19:28:12 GMT 2026
    - Last Modified: Sun Sep 28 20:59:21 GMT 2025
    - 17.4K bytes
    - Click Count (0)
  8. cmd/erasure-decode_test.go

    		writers := make([]io.Writer, len(disks))
    		for i, disk := range disks {
    			writers[i] = newBitrotWriter(disk, "", "testbucket", "object", erasure.ShardFileSize(test.data), writeAlgorithm, erasure.ShardSize())
    		}
    		n, err := erasure.Encode(t.Context(), bytes.NewReader(data), writers, buffer, erasure.dataBlocks+1)
    		closeBitrotWriters(writers)
    		if err != nil {
    Created: Sun Apr 05 19:28:12 GMT 2026
    - Last Modified: Fri Aug 29 02:39:48 GMT 2025
    - 21K bytes
    - Click Count (0)
  9. cmd/erasure-heal_test.go

    		writers := make([]io.Writer, len(disks))
    		for i, disk := range disks {
    			writers[i] = newBitrotWriter(disk, "", "testbucket", "testobject", erasure.ShardFileSize(test.size), test.algorithm, erasure.ShardSize())
    		}
    		_, err = erasure.Encode(t.Context(), bytes.NewReader(data), writers, buffer, erasure.dataBlocks+1)
    		closeBitrotWriters(writers)
    		if err != nil {
    Created: Sun Apr 05 19:28:12 GMT 2026
    - Last Modified: Fri Aug 29 02:39:48 GMT 2025
    - 7.9K bytes
    - Click Count (0)
  10. cmd/erasure-encode_test.go

    		for i, disk := range disks {
    			if disk == OfflineDisk {
    				continue
    			}
    			writers[i] = newBitrotWriter(disk, "", "testbucket", "object", erasure.ShardFileSize(int64(len(data[test.offset:]))), test.algorithm, erasure.ShardSize())
    		}
    		n, err := erasure.Encode(t.Context(), bytes.NewReader(data[test.offset:]), writers, buffer, erasure.dataBlocks+1)
    		closeBitrotWriters(writers)
    		if err != nil && !test.shouldFail {
    Created: Sun Apr 05 19:28:12 GMT 2026
    - Last Modified: Fri Aug 29 02:39:48 GMT 2025
    - 11.8K bytes
    - Click Count (0)
Back to Top