6447ea51d2
This takes advantange of the latest features in go-cid, peer.ID and go-multiaddr and makes the Go types serializable by default. This means we no longer need to copy between Pin <-> PinSerial, or ID <-> IDSerial etc. We can now efficiently binary-encode these types using short field keys and without parsing/stringifying (in many cases it just a cast). We still get the same json output as before (with minor modifications for Cids). This should greatly improve Cluster performance and memory usage when dealing with large collections of items. License: MIT Signed-off-by: Hector Sanjuan <hector@protocol.ai>
45 lines
1.6 KiB
Go
45 lines
1.6 KiB
Go
// Package descendalloc implements an ipfscluster.PinAllocator returns
|
|
// allocations based on sorting the metrics in descending order. Thus, peers
|
|
// with largest metrics are first in the list. This allocator can be used with a
|
|
// number of informers, as long as they provide a numeric metric value.
|
|
package descendalloc
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/ipfs/ipfs-cluster/allocator/util"
|
|
"github.com/ipfs/ipfs-cluster/api"
|
|
|
|
cid "github.com/ipfs/go-cid"
|
|
logging "github.com/ipfs/go-log"
|
|
rpc "github.com/libp2p/go-libp2p-gorpc"
|
|
peer "github.com/libp2p/go-libp2p-peer"
|
|
)
|
|
|
|
var logger = logging.Logger("descendalloc")
|
|
|
|
// DescendAllocator extends the SimpleAllocator
|
|
type DescendAllocator struct{}
|
|
|
|
// NewAllocator returns an initialized DescendAllocator
|
|
func NewAllocator() DescendAllocator {
|
|
return DescendAllocator{}
|
|
}
|
|
|
|
// SetClient does nothing in this allocator
|
|
func (alloc DescendAllocator) SetClient(c *rpc.Client) {}
|
|
|
|
// Shutdown does nothing in this allocator
|
|
func (alloc DescendAllocator) Shutdown(_ context.Context) error { return nil }
|
|
|
|
// Allocate returns where to allocate a pin request based on metrics which
|
|
// carry a numeric value such as "used disk". We do not pay attention to
|
|
// the metrics of the currently allocated peers and we just sort the
|
|
// candidates based on their metric values (largest to smallest).
|
|
func (alloc DescendAllocator) Allocate(ctx context.Context, c cid.Cid, current, candidates, priority map[peer.ID]*api.Metric) ([]peer.ID, error) {
|
|
// sort our metrics
|
|
first := util.SortNumeric(priority, true)
|
|
last := util.SortNumeric(candidates, true)
|
|
return append(first, last...), nil
|
|
}
|