5452b59a2e
* Update go-libp2p to v0.22.0 * Testing with go1.19 * build(deps): bump github.com/multiformats/go-multicodec Bumps [github.com/multiformats/go-multicodec](https://github.com/multiformats/go-multicodec) from 0.5.0 to 0.6.0. - [Release notes](https://github.com/multiformats/go-multicodec/releases) - [Commits](https://github.com/multiformats/go-multicodec/compare/v0.5.0...v0.6.0) --- updated-dependencies: - dependency-name: github.com/multiformats/go-multicodec dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * build(deps): bump github.com/ipld/go-car from 0.4.0 to 0.5.0 Bumps [github.com/ipld/go-car](https://github.com/ipld/go-car) from 0.4.0 to 0.5.0. - [Release notes](https://github.com/ipld/go-car/releases) - [Commits](https://github.com/ipld/go-car/compare/v0.4.0...v0.5.0) --- updated-dependencies: - dependency-name: github.com/ipld/go-car dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * build(deps): bump github.com/prometheus/client_golang Bumps [github.com/prometheus/client_golang](https://github.com/prometheus/client_golang) from 1.12.2 to 1.13.0. - [Release notes](https://github.com/prometheus/client_golang/releases) - [Changelog](https://github.com/prometheus/client_golang/blob/main/CHANGELOG.md) - [Commits](https://github.com/prometheus/client_golang/compare/v1.12.2...v1.13.0) --- updated-dependencies: - dependency-name: github.com/prometheus/client_golang dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * build(deps): bump github.com/hashicorp/go-hclog from 1.2.1 to 1.3.0 Bumps [github.com/hashicorp/go-hclog](https://github.com/hashicorp/go-hclog) from 1.2.1 to 1.3.0. - [Release notes](https://github.com/hashicorp/go-hclog/releases) - [Commits](https://github.com/hashicorp/go-hclog/compare/v1.2.1...v1.3.0) --- updated-dependencies: - dependency-name: github.com/hashicorp/go-hclog dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * build(deps): bump github.com/ipfs/go-ds-crdt from 0.3.6 to 0.3.7 Bumps [github.com/ipfs/go-ds-crdt](https://github.com/ipfs/go-ds-crdt) from 0.3.6 to 0.3.7. - [Release notes](https://github.com/ipfs/go-ds-crdt/releases) - [Commits](https://github.com/ipfs/go-ds-crdt/compare/v0.3.6...v0.3.7) --- updated-dependencies: - dependency-name: github.com/ipfs/go-ds-crdt dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com> * build(deps): bump github.com/urfave/cli/v2 from 2.10.2 to 2.14.1 Bumps [github.com/urfave/cli/v2](https://github.com/urfave/cli) from 2.10.2 to 2.14.1. - [Release notes](https://github.com/urfave/cli/releases) - [Changelog](https://github.com/urfave/cli/blob/main/docs/CHANGELOG.md) - [Commits](https://github.com/urfave/cli/compare/v2.10.2...v2.14.1) --- updated-dependencies: - dependency-name: github.com/urfave/cli/v2 dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * build(deps): bump github.com/libp2p/go-libp2p-http from 0.3.0 to 0.4.0 Bumps [github.com/libp2p/go-libp2p-http](https://github.com/libp2p/go-libp2p-http) from 0.3.0 to 0.4.0. - [Release notes](https://github.com/libp2p/go-libp2p-http/releases) - [Commits](https://github.com/libp2p/go-libp2p-http/compare/v0.3.0...v0.4.0) --- updated-dependencies: - dependency-name: github.com/libp2p/go-libp2p-http dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * build(deps): bump github.com/libp2p/go-libp2p-gorpc from 0.4.0 to 0.5.0 Bumps [github.com/libp2p/go-libp2p-gorpc](https://github.com/libp2p/go-libp2p-gorpc) from 0.4.0 to 0.5.0. - [Release notes](https://github.com/libp2p/go-libp2p-gorpc/releases) - [Commits](https://github.com/libp2p/go-libp2p-gorpc/compare/v0.4.0...v0.5.0) --- updated-dependencies: - dependency-name: github.com/libp2p/go-libp2p-gorpc dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * build(deps): bump contrib.go.opencensus.io/exporter/prometheus Bumps [contrib.go.opencensus.io/exporter/prometheus](https://github.com/census-ecosystem/opencensus-go-exporter-prometheus) from 0.4.1 to 0.4.2. - [Release notes](https://github.com/census-ecosystem/opencensus-go-exporter-prometheus/releases) - [Commits](https://github.com/census-ecosystem/opencensus-go-exporter-prometheus/compare/v0.4.1...v0.4.2) --- updated-dependencies: - dependency-name: contrib.go.opencensus.io/exporter/prometheus dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com> * build(deps): bump github.com/libp2p/go-libp2p-raft from 0.1.8 to 0.2.0 Bumps [github.com/libp2p/go-libp2p-raft](https://github.com/libp2p/go-libp2p-raft) from 0.1.8 to 0.2.0. - [Release notes](https://github.com/libp2p/go-libp2p-raft/releases) - [Commits](https://github.com/libp2p/go-libp2p-raft/compare/v0.1.8...v0.2.0) --- updated-dependencies: - dependency-name: github.com/libp2p/go-libp2p-raft dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] <support@github.com> * build(deps): bump github.com/urfave/cli from 1.22.9 to 1.22.10 Bumps [github.com/urfave/cli](https://github.com/urfave/cli) from 1.22.9 to 1.22.10. - [Release notes](https://github.com/urfave/cli/releases) - [Changelog](https://github.com/urfave/cli/blob/main/docs/CHANGELOG.md) - [Commits](https://github.com/urfave/cli/compare/v1.22.9...v1.22.10) --- updated-dependencies: - dependency-name: github.com/urfave/cli dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] <support@github.com> * Fix checker/linter/staticcheck warnings Signed-off-by: dependabot[bot] <support@github.com> Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
156 lines
4.1 KiB
Go
156 lines
4.1 KiB
Go
package balanced
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
"time"
|
|
|
|
api "github.com/ipfs-cluster/ipfs-cluster/api"
|
|
"github.com/ipfs-cluster/ipfs-cluster/test"
|
|
peer "github.com/libp2p/go-libp2p/core/peer"
|
|
)
|
|
|
|
func makeMetric(name, value string, weight int64, peer peer.ID, partitionable bool) api.Metric {
|
|
return api.Metric{
|
|
Name: name,
|
|
Value: value,
|
|
Weight: weight,
|
|
Peer: peer,
|
|
Valid: true,
|
|
Partitionable: partitionable,
|
|
Expire: time.Now().Add(time.Minute).UnixNano(),
|
|
}
|
|
}
|
|
|
|
func TestAllocate(t *testing.T) {
|
|
alloc, err := New(&Config{
|
|
AllocateBy: []string{
|
|
"region",
|
|
"az",
|
|
"pinqueue",
|
|
"freespace",
|
|
},
|
|
})
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
candidates := api.MetricsSet{
|
|
"abc": []api.Metric{ // don't want anything in results
|
|
makeMetric("abc", "a", 0, test.PeerID1, true),
|
|
makeMetric("abc", "b", 0, test.PeerID2, true),
|
|
},
|
|
"region": []api.Metric{
|
|
makeMetric("region", "a-us", 0, test.PeerID1, true),
|
|
makeMetric("region", "a-us", 0, test.PeerID2, true),
|
|
|
|
makeMetric("region", "b-eu", 0, test.PeerID3, true),
|
|
makeMetric("region", "b-eu", 0, test.PeerID4, true),
|
|
makeMetric("region", "b-eu", 0, test.PeerID5, true),
|
|
|
|
makeMetric("region", "c-au", 0, test.PeerID6, true),
|
|
makeMetric("region", "c-au", 0, test.PeerID7, true),
|
|
makeMetric("region", "c-au", 0, test.PeerID8, true), // I don't want to see this in results
|
|
},
|
|
"az": []api.Metric{
|
|
makeMetric("az", "us1", 0, test.PeerID1, true),
|
|
makeMetric("az", "us2", 0, test.PeerID2, true),
|
|
|
|
makeMetric("az", "eu1", 0, test.PeerID3, true),
|
|
makeMetric("az", "eu1", 0, test.PeerID4, true),
|
|
makeMetric("az", "eu2", 0, test.PeerID5, true),
|
|
|
|
makeMetric("az", "au1", 0, test.PeerID6, true),
|
|
makeMetric("az", "au1", 0, test.PeerID7, true),
|
|
},
|
|
"pinqueue": []api.Metric{
|
|
makeMetric("pinqueue", "100", 0, test.PeerID1, true),
|
|
makeMetric("pinqueue", "200", 0, test.PeerID2, true),
|
|
|
|
makeMetric("pinqueue", "100", 0, test.PeerID3, true),
|
|
makeMetric("pinqueue", "200", 0, test.PeerID4, true),
|
|
makeMetric("pinqueue", "300", 0, test.PeerID5, true),
|
|
|
|
makeMetric("pinqueue", "100", 0, test.PeerID6, true),
|
|
makeMetric("pinqueue", "1000", -1, test.PeerID7, true),
|
|
},
|
|
"freespace": []api.Metric{
|
|
makeMetric("freespace", "100", 100, test.PeerID1, false),
|
|
makeMetric("freespace", "500", 500, test.PeerID2, false),
|
|
|
|
makeMetric("freespace", "200", 200, test.PeerID3, false),
|
|
makeMetric("freespace", "400", 400, test.PeerID4, false),
|
|
makeMetric("freespace", "10", 10, test.PeerID5, false),
|
|
|
|
makeMetric("freespace", "50", 50, test.PeerID6, false),
|
|
makeMetric("freespace", "600", 600, test.PeerID7, false),
|
|
|
|
makeMetric("freespace", "10000", 10000, test.PeerID8, false),
|
|
},
|
|
}
|
|
|
|
// Regions weights: a-us (pids 1,2): 600. b-eu (pids 3,4,5): 610. c-au (pids 6,7): 649
|
|
// Az weights: us1: 100. us2: 500. eu1: 600. eu2: 10. au1: 649
|
|
// Based on the algorithm it should choose:
|
|
//
|
|
// - c-au (most-weight)->au1->pinqueue(0)->pid6
|
|
// - b-eu->eu1->pid4
|
|
// - a-us->us2->pid2
|
|
// - <repeat regions>
|
|
// - c-au->au1 (nowhere else to choose)->pid7 (region exausted)
|
|
// - b-eu->eu2 (already had in eu1)->pid5
|
|
// - a-us->us1 (already had in us2)->pid1
|
|
// - <repeat regions>
|
|
// - b-eu->eu1->pid3 (only peer left)
|
|
|
|
peers, err := alloc.Allocate(context.Background(),
|
|
test.Cid1,
|
|
nil,
|
|
candidates,
|
|
nil,
|
|
)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
|
|
if len(peers) < 7 {
|
|
t.Fatalf("not enough peers: %s", peers)
|
|
}
|
|
|
|
for i, p := range peers {
|
|
t.Logf("%d - %s", i, p)
|
|
switch i {
|
|
case 0:
|
|
if p != test.PeerID6 {
|
|
t.Errorf("wrong id in pos %d: %s", i, p)
|
|
}
|
|
case 1:
|
|
if p != test.PeerID4 {
|
|
t.Errorf("wrong id in pos %d: %s", i, p)
|
|
}
|
|
case 2:
|
|
if p != test.PeerID2 {
|
|
t.Errorf("wrong id in pos %d: %s", i, p)
|
|
}
|
|
case 3:
|
|
if p != test.PeerID7 {
|
|
t.Errorf("wrong id in pos %d: %s", i, p)
|
|
}
|
|
case 4:
|
|
if p != test.PeerID5 {
|
|
t.Errorf("wrong id in pos %d: %s", i, p)
|
|
}
|
|
case 5:
|
|
if p != test.PeerID1 {
|
|
t.Errorf("wrong id in pos %d: %s", i, p)
|
|
}
|
|
case 6:
|
|
if p != test.PeerID3 {
|
|
t.Errorf("wrong id in pos %d: %s", i, p)
|
|
}
|
|
default:
|
|
t.Error("too many peers")
|
|
}
|
|
}
|
|
}
|