Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 10 for shardSize (0.1 sec)

  1. cmd/erasure-decode_test.go

    		writers := make([]io.Writer, len(disks))
    		for i, disk := range disks {
    			writers[i] = newBitrotWriter(disk, "", "testbucket", "object", erasure.ShardFileSize(test.data), writeAlgorithm, erasure.ShardSize())
    		}
    		n, err := erasure.Encode(context.Background(), bytes.NewReader(data), writers, buffer, erasure.dataBlocks+1)
    		closeBitrotWriters(writers)
    		if err != nil {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Jan 30 20:43:25 UTC 2024
    - 21.1K bytes
    - Viewed (0)
  2. internal/config/storageclass/storage-class.go

    			return -1
    		}
    		return sCfg.Standard.Parity
    	}
    }
    
    // ShouldInline returns true if the shardSize is worthy of inline
    // if versioned is true then we chosen 1/8th inline block size
    // to satisfy the same constraints.
    func (sCfg *Config) ShouldInline(shardSize int64, versioned bool) bool {
    	if shardSize < 0 {
    		return false
    	}
    
    	ConfigLock.RLock()
    	inlineBlock := int64(128 * humanize.KiByte)
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Sep 12 12:24:04 UTC 2024
    - 12.3K bytes
    - Viewed (0)
  3. src/main/java/org/codelibs/fess/app/service/SearchLogService.java

                        op.size(pager.getPageSize());
                        if (fessConfig.getSearchlogAggShardSizeAsInteger() >= 0) {
                            op.shardSize(fessConfig.getSearchlogAggShardSizeAsInteger());
                        }
                    }, null);
                });
                final Terms agg = list.getAggregations().get(SearchLogPager.LOG_TYPE_CLICK_COUNT);
    Registered: Thu Oct 31 13:40:30 UTC 2024
    - Last Modified: Thu Feb 22 01:53:18 UTC 2024
    - 28.4K bytes
    - Viewed (0)
  4. cmd/erasure-encode_test.go

    		for i, disk := range disks {
    			if disk == OfflineDisk {
    				continue
    			}
    			writers[i] = newBitrotWriter(disk, "", "testbucket", "object", erasure.ShardFileSize(int64(len(data[test.offset:]))), test.algorithm, erasure.ShardSize())
    		}
    		n, err := erasure.Encode(context.Background(), bytes.NewReader(data[test.offset:]), writers, buffer, erasure.dataBlocks+1)
    		closeBitrotWriters(writers)
    		if err != nil && !test.shouldFail {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Jan 30 20:43:25 UTC 2024
    - 11.9K bytes
    - Viewed (0)
  5. cmd/erasure-metadata.go

    	lastBlockSize := totalLength % e.BlockSize
    	lastShardSize := ceilFrac(lastBlockSize, int64(e.DataBlocks))
    	return numShards*e.ShardSize() + lastShardSize
    }
    
    // ShardSize - returns actual shared size from erasure blockSize.
    func (e ErasureInfo) ShardSize() int64 {
    	return ceilFrac(e.BlockSize, int64(e.DataBlocks))
    }
    
    // IsValid - tells if erasure info fields are valid.
    func (fi FileInfo) IsValid() bool {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Oct 31 22:10:24 UTC 2024
    - 21.3K bytes
    - Viewed (0)
  6. docs/debugging/xl-meta/main.go

    }
    
    // bitrot returns a shard beginning at startOffset after doing bitrot checks.
    func bitrot(val []byte, startOffset, shardSize int) ([]byte, error) {
    	var res []byte
    	for len(val) >= 32 {
    		want := val[:32]
    		data := val[32:]
    		if len(data) > shardSize {
    			data = data[:shardSize]
    		}
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Sep 05 11:57:44 UTC 2024
    - 40.3K bytes
    - Viewed (0)
  7. cmd/storage-datatypes.go

    	// Combined checksum when object was uploaded.
    	Checksum []byte `msg:"cs,allownil"`
    
    	// Versioned - indicates if this file is versioned or not.
    	Versioned bool `msg:"vs"`
    }
    
    func (fi FileInfo) shardSize() int64 {
    	return ceilFrac(fi.Erasure.BlockSize, int64(fi.Erasure.DataBlocks))
    }
    
    // ShardFileSize - returns final erasure size from original size.
    func (fi FileInfo) ShardFileSize(totalLength int64) int64 {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Oct 22 15:30:50 UTC 2024
    - 17.3K bytes
    - Viewed (0)
  8. cmd/erasure-healing-common.go

    			verifyErr := bitrotVerify(bytes.NewReader(meta.Data),
    				int64(len(meta.Data)),
    				meta.Erasure.ShardFileSize(meta.Size),
    				checksumInfo.Algorithm,
    				checksumInfo.Hash, meta.Erasure.ShardSize())
    			dataErrsByPart[0][i] = convPartErrToInt(verifyErr)
    			continue
    		}
    
    		var (
    			verifyErr  error
    			verifyResp *CheckPartsResp
    		)
    
    		switch scanMode {
    		case madmin.HealDeepScan:
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Oct 31 22:10:24 UTC 2024
    - 12.7K bytes
    - Viewed (0)
  9. cmd/erasure-healing.go

    					defer grid.PutByteBuffer(buf)
    
    					writers[i] = newStreamingBitrotWriterBuffer(inlineBuffers[i], DefaultBitrotAlgorithm, erasure.ShardSize())
    				} else {
    					writers[i] = newBitrotWriter(disk, bucket, minioMetaTmpBucket, partPath,
    						tillOffset, DefaultBitrotAlgorithm, erasure.ShardSize())
    				}
    			}
    
    			// Heal each part. erasure.Heal() will write the healed
    			// part to .minio/tmp/uuid/ which needs to be renamed
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Wed Oct 02 17:50:41 UTC 2024
    - 34.4K bytes
    - Viewed (0)
  10. cmd/erasure-multipart.go

    	for i, disk := range onlineDisks {
    		if disk == nil {
    			continue
    		}
    		writers[i] = newBitrotWriter(disk, bucket, minioMetaTmpBucket, tmpPartPath, erasure.ShardFileSize(data.Size()), DefaultBitrotAlgorithm, erasure.ShardSize())
    	}
    
    	toEncode := io.Reader(data)
    	if data.Size() > bigFileThreshold {
    		// Add input readahead.
    		// We use 2 buffers, so we always have a full buffer of input.
    		pool := globalBytePoolCap.Load()
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Sun Sep 29 22:40:36 UTC 2024
    - 44.7K bytes
    - Viewed (0)
Back to top