Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 105 for Shard (0.03 sec)

  1. docs/debugging/xl-meta/main.go

    									}
    									// Update to new config and add current
    									valid := 0
    									for shardIdx, shard := range splitFilled[:k] {
    										shardConfig[shardIdx] = shard[offset]
    										valid += int(shard[offset])
    										if shard[offset] == 0 {
    											shards[shardIdx] = shards[shardIdx][:0]
    										} else {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Sep 05 11:57:44 UTC 2024
    - 40.3K bytes
    - Viewed (0)
  2. guava-tests/test/com/google/common/hash/HashingTest.java

        Random r = new Random(9);
        for (int i = 0; i < ITERS; i++) {
          countRemaps(r.nextLong(), map);
        }
        for (int shard = 2; shard <= MAX_SHARDS; shard++) {
          // Rough: don't exceed 1.2x the expected number of remaps by more than 20
          assertTrue(map.get(shard) <= 1.2 * ITERS / shard + 20);
        }
      }
    
      private void countRemaps(long h, AtomicLongMap<Integer> map) {
        int last = 0;
    Registered: Fri Nov 01 12:43:10 UTC 2024
    - Last Modified: Tue Jul 09 17:40:09 UTC 2024
    - 26.3K bytes
    - Viewed (0)
  3. internal/config/storageclass/storage-class.go

    	StandardEnv = "MINIO_STORAGE_CLASS_STANDARD"
    	// Optimize storage class environment variable
    	OptimizeEnv = "MINIO_STORAGE_CLASS_OPTIMIZE"
    	// Inline block indicates the size of the shard
    	// that is considered for inlining, remember this
    	// shard value is the value per drive shard it
    	// will vary based on the parity that is configured
    	// for the STANDARD storage_class.
    	// inlining means data and metadata are written
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Sep 12 12:24:04 UTC 2024
    - 12.3K bytes
    - Viewed (0)
  4. cmd/bitrot-whole.go

    	"hash"
    	"io"
    )
    
    // Implementation to calculate bitrot for the whole file.
    type wholeBitrotWriter struct {
    	disk      StorageAPI
    	volume    string
    	filePath  string
    	shardSize int64 // This is the shard size of the erasure logic
    	hash.Hash       // For bitrot hash
    }
    
    func (b *wholeBitrotWriter) Write(p []byte) (int, error) {
    	err := b.disk.AppendFile(context.TODO(), b.volume, b.filePath, p)
    	if err != nil {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Wed Jan 31 02:11:45 UTC 2024
    - 2.7K bytes
    - Viewed (0)
  5. cmd/erasure_test.go

    			if test.reconstructParity {
    				for j := range decoded {
    					if decoded[j] == nil {
    						t.Errorf("Test %d: failed to reconstruct shard %d", i, j)
    					}
    				}
    			} else {
    				for j := range decoded[:test.dataBlocks] {
    					if decoded[j] == nil {
    						t.Errorf("Test %d: failed to reconstruct data shard %d", i, j)
    					}
    				}
    			}
    
    			decodedData := new(bytes.Buffer)
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Mon Jul 25 19:37:26 UTC 2022
    - 4.8K bytes
    - Viewed (0)
  6. cmd/erasure-decode.go

    				// Reading first time on this disk, hence the buffer needs to be allocated.
    				// Subsequent reads will reuse this buffer.
    				p.buf[bufIdx] = make([]byte, p.shardSize)
    			}
    			// For the last shard, the shardsize might be less than previous shard sizes.
    			// Hence the following statement ensures that the buffer size is reset to the right size.
    			p.buf[bufIdx] = p.buf[bufIdx][:p.shardSize]
    			n, err := rr.ReadAt(p.buf[bufIdx], p.offset)
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Aug 29 01:40:52 UTC 2024
    - 9.5K bytes
    - Viewed (0)
  7. cmd/erasure-coding.go

    				fmt.Fprintf(os.Stderr, "%v: error on self-test [d:%d,p:%d]: want %#v, got %#v\n", algo, conf[0], conf[1], a, b)
    				ok = false
    				continue
    			}
    			// Delete first shard and reconstruct...
    			first := encoded[0]
    			encoded[0] = nil
    			failOnErr(e.DecodeDataBlocks(encoded))
    			if a, b := first, encoded[0]; !bytes.Equal(a, b) {
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Wed Jan 31 02:11:45 UTC 2024
    - 8.6K bytes
    - Viewed (0)
  8. docs/erasure/README.md

    ## What is Erasure Code?
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Thu Sep 29 04:28:45 UTC 2022
    - 4.1K bytes
    - Viewed (0)
  9. ci/official/containers/linux_arm64/devel.usertools/squash_testlogs.py

          r._elem.remove(testsuite._elem)
      if len(r) > 0:  # pylint: disable=g-explicit-length-test
        result += r
    
    # Insert the number of failures for each test to help identify flakes
    # need to clarify for shard
    for p in result._elem.xpath(".//error | .//failure"):
      key = re.sub(r"0x\w+", "", p.getparent().get("name", "")) + p.text
      p.text = runfiles_matcher.sub("[testroot]/", p.text)
    Registered: Tue Nov 05 12:39:12 UTC 2024
    - Last Modified: Mon Sep 18 19:00:37 UTC 2023
    - 4.8K bytes
    - Viewed (0)
  10. docs/distributed/DESIGN.md

    - Erasure coding used by MinIO is [Reed-Solomon](https://github.com/klauspost/reedsolomon) erasure coding scheme, which has a total shard maximum of 256 i.e 128 data and 128 parity. MinIO design goes beyond this limitation by doing some practical architecture choices.
    
    Registered: Sun Nov 03 19:28:11 UTC 2024
    - Last Modified: Tue Aug 15 23:04:20 UTC 2023
    - 8K bytes
    - Viewed (0)
Back to top