6447ea51d2
This takes advantange of the latest features in go-cid, peer.ID and go-multiaddr and makes the Go types serializable by default. This means we no longer need to copy between Pin <-> PinSerial, or ID <-> IDSerial etc. We can now efficiently binary-encode these types using short field keys and without parsing/stringifying (in many cases it just a cast). We still get the same json output as before (with minor modifications for Cids). This should greatly improve Cluster performance and memory usage when dealing with large collections of items. License: MIT Signed-off-by: Hector Sanjuan <hector@protocol.ai>
49 lines
1.6 KiB
Go
49 lines
1.6 KiB
Go
// Package ascendalloc implements an ipfscluster.PinAllocator, which returns
|
|
// allocations based on sorting the metrics in ascending order. Thus, peers with
|
|
// smallest metrics are first in the list. This allocator can be used with a
|
|
// number of informers, as long as they provide a numeric metric value.
|
|
package ascendalloc
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/ipfs/ipfs-cluster/allocator/util"
|
|
"github.com/ipfs/ipfs-cluster/api"
|
|
|
|
cid "github.com/ipfs/go-cid"
|
|
logging "github.com/ipfs/go-log"
|
|
rpc "github.com/libp2p/go-libp2p-gorpc"
|
|
peer "github.com/libp2p/go-libp2p-peer"
|
|
)
|
|
|
|
var logger = logging.Logger("ascendalloc")
|
|
|
|
// AscendAllocator extends the SimpleAllocator
|
|
type AscendAllocator struct{}
|
|
|
|
// NewAllocator returns an initialized AscendAllocator
|
|
func NewAllocator() AscendAllocator {
|
|
return AscendAllocator{}
|
|
}
|
|
|
|
// SetClient does nothing in this allocator
|
|
func (alloc AscendAllocator) SetClient(c *rpc.Client) {}
|
|
|
|
// Shutdown does nothing in this allocator
|
|
func (alloc AscendAllocator) Shutdown(_ context.Context) error { return nil }
|
|
|
|
// Allocate returns where to allocate a pin request based on metrics which
|
|
// carry a numeric value such as "used disk". We do not pay attention to
|
|
// the metrics of the currently allocated peers and we just sort the
|
|
// candidates based on their metric values (smallest to largest).
|
|
func (alloc AscendAllocator) Allocate(
|
|
ctx context.Context,
|
|
c cid.Cid,
|
|
current, candidates, priority map[peer.ID]*api.Metric,
|
|
) ([]peer.ID, error) {
|
|
// sort our metrics
|
|
first := util.SortNumeric(priority, false)
|
|
last := util.SortNumeric(candidates, false)
|
|
return append(first, last...), nil
|
|
}
|