Search Options

Results per page
Sort
Preferred Languages
Advance

Results 1 - 10 of 64 for shard (0.16 sec)

  1. internal/config/storageclass/storage-class.go

    	StandardEnv = "MINIO_STORAGE_CLASS_STANDARD"
    	// Optimize storage class environment variable
    	OptimizeEnv = "MINIO_STORAGE_CLASS_OPTIMIZE"
    	// Inline block indicates the size of the shard
    	// that is considered for inlining, remember this
    	// shard value is the value per drive shard it
    	// will vary based on the parity that is configured
    	// for the STANDARD storage_class.
    	// inlining means data and metadata are written
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Thu Apr 04 12:04:40 GMT 2024
    - 11.8K bytes
    - Viewed (0)
  2. cmd/erasure_test.go

    			if test.reconstructParity {
    				for j := range decoded {
    					if decoded[j] == nil {
    						t.Errorf("Test %d: failed to reconstruct shard %d", i, j)
    					}
    				}
    			} else {
    				for j := range decoded[:test.dataBlocks] {
    					if decoded[j] == nil {
    						t.Errorf("Test %d: failed to reconstruct data shard %d", i, j)
    					}
    				}
    			}
    
    			decodedData := new(bytes.Buffer)
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Mon Jul 25 19:37:26 GMT 2022
    - 4.8K bytes
    - Viewed (0)
  3. cmd/bitrot-whole.go

    	"hash"
    	"io"
    )
    
    // Implementation to calculate bitrot for the whole file.
    type wholeBitrotWriter struct {
    	disk      StorageAPI
    	volume    string
    	filePath  string
    	shardSize int64 // This is the shard size of the erasure logic
    	hash.Hash       // For bitrot hash
    }
    
    func (b *wholeBitrotWriter) Write(p []byte) (int, error) {
    	err := b.disk.AppendFile(context.TODO(), b.volume, b.filePath, p)
    	if err != nil {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Wed Jan 31 02:11:45 GMT 2024
    - 2.7K bytes
    - Viewed (0)
  4. istioctl/pkg/multixds/gather.go

    	retval := discovery.DiscoveryResponse{}
    	if len(responses) == 0 {
    		return &retval, nil
    	}
    
    	for _, response := range responses {
    		// Combine all the shards as one, even if that means losing information about
    		// the control plane version from each shard.
    		retval.ControlPlane = response.ControlPlane
    		retval.Resources = append(retval.Resources, response.Resources...)
    	}
    
    	return &retval, nil
    }
    
    Go
    - Registered: Wed May 08 22:53:08 GMT 2024
    - Last Modified: Fri Mar 08 08:38:19 GMT 2024
    - 13.6K bytes
    - Viewed (0)
  5. docs/debugging/xl-meta/main.go

    				mapped = make([]byte, size)
    				filled = make([]byte, size)
    			}
    			data = ei.V2Obj.EcM
    			parity = ei.V2Obj.EcN
    			if shards == 0 {
    				shards = data + parity
    			}
    			idx = ei.V2Obj.EcIndex - 1
    			fmt.Println("Read shard", ei.V2Obj.EcIndex, "Data shards", data, "Parity", parity, fmt.Sprintf("(%s)", file))
    			if ei.V2Obj.Size != size {
    				return fmt.Errorf("size mismatch. Meta size: %d", ei.V2Obj.Size)
    			}
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Wed Apr 24 17:56:22 GMT 2024
    - 20.2K bytes
    - Viewed (1)
  6. cmd/erasure-decode.go

    				// Reading first time on this disk, hence the buffer needs to be allocated.
    				// Subsequent reads will reuse this buffer.
    				p.buf[bufIdx] = make([]byte, p.shardSize)
    			}
    			// For the last shard, the shardsize might be less than previous shard sizes.
    			// Hence the following statement ensures that the buffer size is reset to the right size.
    			p.buf[bufIdx] = p.buf[bufIdx][:p.shardSize]
    			n, err := rr.ReadAt(p.buf[bufIdx], p.offset)
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Fri Apr 19 16:44:59 GMT 2024
    - 9.4K bytes
    - Viewed (0)
  7. cmd/erasure-coding.go

    				fmt.Fprintf(os.Stderr, "%v: error on self-test [d:%d,p:%d]: want %#v, got %#v\n", algo, conf[0], conf[1], a, b)
    				ok = false
    				continue
    			}
    			// Delete first shard and reconstruct...
    			first := encoded[0]
    			encoded[0] = nil
    			failOnErr(e.DecodeDataBlocks(encoded))
    			if a, b := first, encoded[0]; !bytes.Equal(a, b) {
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Wed Jan 31 02:11:45 GMT 2024
    - 8.6K bytes
    - Viewed (0)
  8. cmd/notification.go

    	// To avoid these problems we must split the work at scale. With 1000 node
    	// setup becoming a reality we must try to shard the work properly such as
    	// pick 10 nodes that precisely can send those 100 requests the first node
    	// in the 10 node shard would coordinate between other 9 shards to get the
    	// rest of the `99*9` requests.
    	//
    	// This essentially splits the workload properly and also allows for network
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Fri Apr 12 18:13:36 GMT 2024
    - 44.5K bytes
    - Viewed (0)
  9. cmd/xl-storage.go

    							return errVolumeNotFound
    						}
    						return verr
    					}
    				}
    			}
    			return osErrToFileErr(err)
    		}
    		if st.Mode().IsDir() {
    			return errFileNotFound
    		}
    		// Check if shard is truncated.
    		if st.Size() < fi.Erasure.ShardFileSize(part.Size) {
    			return errFileCorrupt
    		}
    	}
    
    	return nil
    }
    
    // deleteFile deletes a file or a directory if its empty unless recursive
    Go
    - Registered: Sun May 05 19:28:20 GMT 2024
    - Last Modified: Sun Apr 28 17:53:50 GMT 2024
    - 84.7K bytes
    - Viewed (0)
  10. operator/cmd/mesh/manifest_shared_test.go

    Xiaopeng Han <******@****.***> 1708468768 +0800
    Go
    - Registered: Wed May 08 22:53:08 GMT 2024
    - Last Modified: Tue Feb 20 22:39:28 GMT 2024
    - 11.7K bytes
    - Viewed (1)
Back to top