3b3f786d68
This commit adds support for OpenCensus tracing and metrics collection. This required support for context.Context propogation throughout the cluster codebase, and in particular, the ipfscluster component interfaces. The tracing propogates across RPC and HTTP boundaries. The current default tracing backend is Jaeger. The metrics currently exports the metrics exposed by the opencensus http plugin as well as the pprof metrics to a prometheus endpoint for scraping. The current default metrics backend is Prometheus. Metrics are currently exposed by default due to low overhead, can be turned off if desired, whereas tracing is off by default as it has a much higher performance overhead, though the extent of the performance hit can be adjusted with smaller sampling rates. License: MIT Signed-off-by: Adrian Lanzafame <adrianlanzafame92@gmail.com>
148 lines
3.3 KiB
Go
148 lines
3.3 KiB
Go
package mapstate
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"testing"
|
|
|
|
msgpack "github.com/multiformats/go-multicodec/msgpack"
|
|
|
|
cid "github.com/ipfs/go-cid"
|
|
peer "github.com/libp2p/go-libp2p-peer"
|
|
|
|
"github.com/ipfs/ipfs-cluster/api"
|
|
)
|
|
|
|
var testCid1, _ = cid.Decode("QmP63DkAFEnDYNjDYBpyNDfttu1fvUw99x1brscPzpqmmq")
|
|
var testPeerID1, _ = peer.IDB58Decode("QmXZrtE5jQwXNqCJMfHUTQkvhQ4ZAnqMnmzFMJfLewuabc")
|
|
|
|
var c = api.Pin{
|
|
Cid: testCid1,
|
|
Allocations: []peer.ID{testPeerID1},
|
|
MaxDepth: -1,
|
|
PinOptions: api.PinOptions{
|
|
ReplicationFactorMax: -1,
|
|
ReplicationFactorMin: -1,
|
|
Name: "test",
|
|
},
|
|
}
|
|
|
|
func TestAdd(t *testing.T) {
|
|
ctx := context.Background()
|
|
ms := NewMapState()
|
|
ms.Add(ctx, c)
|
|
if !ms.Has(ctx, c.Cid) {
|
|
t.Error("should have added it")
|
|
}
|
|
}
|
|
|
|
func TestRm(t *testing.T) {
|
|
ctx := context.Background()
|
|
ms := NewMapState()
|
|
ms.Add(ctx, c)
|
|
ms.Rm(ctx, c.Cid)
|
|
if ms.Has(ctx, c.Cid) {
|
|
t.Error("should have removed it")
|
|
}
|
|
}
|
|
|
|
func TestGet(t *testing.T) {
|
|
ctx := context.Background()
|
|
defer func() {
|
|
if r := recover(); r != nil {
|
|
t.Fatal("paniced")
|
|
}
|
|
}()
|
|
ms := NewMapState()
|
|
ms.Add(ctx, c)
|
|
get, _ := ms.Get(ctx, c.Cid)
|
|
if get.Cid.String() != c.Cid.String() ||
|
|
get.Allocations[0] != c.Allocations[0] ||
|
|
get.ReplicationFactorMax != c.ReplicationFactorMax ||
|
|
get.ReplicationFactorMin != c.ReplicationFactorMin {
|
|
t.Error("returned something different")
|
|
}
|
|
}
|
|
|
|
func TestList(t *testing.T) {
|
|
ctx := context.Background()
|
|
defer func() {
|
|
if r := recover(); r != nil {
|
|
t.Fatal("paniced")
|
|
}
|
|
}()
|
|
ms := NewMapState()
|
|
ms.Add(ctx, c)
|
|
list := ms.List(ctx)
|
|
if list[0].Cid.String() != c.Cid.String() ||
|
|
list[0].Allocations[0] != c.Allocations[0] ||
|
|
list[0].ReplicationFactorMax != c.ReplicationFactorMax ||
|
|
list[0].ReplicationFactorMin != c.ReplicationFactorMin {
|
|
t.Error("returned something different")
|
|
}
|
|
}
|
|
|
|
func TestMarshalUnmarshal(t *testing.T) {
|
|
ctx := context.Background()
|
|
ms := NewMapState()
|
|
ms.Add(ctx, c)
|
|
b, err := ms.Marshal()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
ms2 := NewMapState()
|
|
err = ms2.Unmarshal(b)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if ms.Version != ms2.Version {
|
|
t.Fatal(err)
|
|
}
|
|
get, _ := ms2.Get(ctx, c.Cid)
|
|
if get.Allocations[0] != testPeerID1 {
|
|
t.Error("expected different peer id")
|
|
}
|
|
}
|
|
|
|
func TestMigrateFromV1(t *testing.T) {
|
|
ctx := context.Background()
|
|
// Construct the bytes of a v1 state
|
|
var v1State mapStateV1
|
|
v1State.PinMap = map[string]struct{}{
|
|
c.Cid.String(): {}}
|
|
v1State.Version = 1
|
|
buf := new(bytes.Buffer)
|
|
enc := msgpack.Multicodec(msgpack.DefaultMsgpackHandle()).Encoder(buf)
|
|
err := enc.Encode(v1State)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
vCodec := make([]byte, 1)
|
|
vCodec[0] = byte(v1State.Version)
|
|
v1Bytes := append(vCodec, buf.Bytes()...)
|
|
|
|
// Unmarshal first to check this is v1
|
|
ms := NewMapState()
|
|
err = ms.Unmarshal(v1Bytes)
|
|
if err != nil {
|
|
t.Error(err)
|
|
}
|
|
if ms.Version != 1 {
|
|
t.Error("unmarshal picked up the wrong version")
|
|
}
|
|
// Migrate state to current version
|
|
r := bytes.NewBuffer(v1Bytes)
|
|
err = ms.Migrate(ctx, r)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
get, ok := ms.Get(ctx, c.Cid)
|
|
if !ok {
|
|
t.Fatal("migrated state does not contain cid")
|
|
}
|
|
if get.ReplicationFactorMax != -1 || get.ReplicationFactorMin != -1 || !get.Cid.Equals(c.Cid) {
|
|
t.Error("expected something different")
|
|
t.Logf("%+v", get)
|
|
}
|
|
}
|