add total number of open connections to node statistics

Author: Eslam-Nawara

pkg/primitives/statistics.go

@@ -4,6 +4,9 @@ import (
 	"context"
 	"encoding/json"
 	"fmt"
+	"os/exec"
+	"strconv"
+	"strings"
 	"time"
 
 	"github.com/pkg/errors"
@@ -31,9 +34,7 @@ func GetCapacity(ctx context.Context) gridtypes.Capacity {
 	return val.(gridtypes.Capacity)
 }
 
-var (
-	_ provision.Provisioner = (*Statistics)(nil)
-)
+var _ provision.Provisioner = (*Statistics)(nil)
 
 type Reserved func() (gridtypes.Capacity, error)
 
@@ -146,7 +147,6 @@ func (s *Statistics) hasEnoughCapacity(wl *gridtypes.WorkloadWithID) (gridtypes.
 		id, _ := gridtypes.NewWorkloadID(dl_.TwinID, dl_.ContractID, wl_.Name)
 		return id == wl.ID
 	})
-
 	if err != nil {
 		return used, errors.Wrap(err, "failed to get available memory")
 	}
@@ -155,7 +155,7 @@ func (s *Statistics) hasEnoughCapacity(wl *gridtypes.WorkloadWithID) (gridtypes.
 		return used, fmt.Errorf("cannot fulfil required memory size %d bytes out of usable %d bytes", required.MRU, usable)
 	}
 
-	//check other resources as well?
+	// check other resources as well?
 	return used, nil
 }
 
@@ -235,6 +235,21 @@ func (s *statsStream) Total() gridtypes.Capacity {
 	return s.stats.Total()
 }
 
+func (s *statsStream) OpenConnections() ([]byte, error) {
+	args := []string{"-ptn", "state", "established"}
+	cmd := exec.Command("ss", args...)
+	return cmd.Output()
+}
+
+func (s *statsStream) openConnectionsCount() (int, error) {
+	cmd := exec.Command("/bin/sh", "-c", "ss -ptn state established | wc -l")
+	out, err := cmd.Output()
+	if err != nil {
+		return 0, err
+	}
+	return strconv.Atoi(strings.TrimSpace(string(out)))
+}
+
 func (s *statsStream) Workloads() (int, error) {
 	capacity, err := s.stats.storage.Capacity()
 	if err != nil {
@@ -253,10 +268,17 @@ func (s *statsStream) GetCounters() (pkg.Counters, error) {
 	if err != nil {
 		return pkg.Counters{}, err
 	}
+
+	connCount, err := s.openConnectionsCount()
+	if err != nil {
+		return pkg.Counters{}, err
+	}
+
 	return pkg.Counters{
-		Total:  s.stats.Total(),
-		Used:   activeCounters.cap,
-		System: reserved,
+		Total:          s.stats.Total(),
+		Used:           activeCounters.cap,
+		System:         reserved,
+		OpenConnecions: connCount,
 		Users: pkg.UsersCounters{
 			Deployments:             activeCounters.deployments,
 			Workloads:               activeCounters.workloads,
@@ -298,10 +320,6 @@ func (s *statsStream) ListGPUs() ([]pkg.GPUInfo, error) {
 		return nil, errors.Wrap(err, "failed to list available devices")
 	}
 
-	if err != nil {
-		return nil, errors.Wrap(err, "failed to list active deployments")
-	}
-
 	used, err := usedGpus()
 	if err != nil {
 		return nil, errors.Wrap(err, "failed to list used gpus")

pkg/provision.go

@@ -29,6 +29,7 @@ type Statistics interface {
 	Workloads() (int, error)
 	GetCounters() (Counters, error)
 	ListGPUs() ([]GPUInfo, error)
+	OpenConnections() ([]byte, error)
 }
 
 type Counters struct {
@@ -40,6 +41,8 @@ type Counters struct {
 	System gridtypes.Capacity `json:"system"`
 	// Users statistics by zos
 	Users UsersCounters `json:"users"`
+	// OpenConnecions number of open connections in the node
+	OpenConnecions int `json:"open_connections"`
 }
 
 // UsersCounters the expected counters for deployments and workloads

pkg/stubs/api_gateway_stub.go

@@ -6,12 +6,11 @@ package stubs
 
 import (
 	"context"
-	"time"
-
 	types "github.com/centrifuge/go-substrate-rpc-client/v4/types"
 	tfchainclientgo "github.com/threefoldtech/tfchain/clients/tfchain-client-go"
 	zbus "github.com/threefoldtech/zbus"
 	pkg "github.com/threefoldtech/zos/pkg"
+	"time"
 )
 
 type SubstrateGatewayStub struct {
@@ -31,25 +30,6 @@ func NewSubstrateGatewayStub(client zbus.Client) *SubstrateGatewayStub {
 	}
 }
 
-func (s *SubstrateGatewayStub) GetZosVersion(ctx context.Context) (ret0 string, ret1 error) {
-	args := []interface{}{}
-	result, err := s.client.RequestContext(ctx, s.module, s.object, "GetZosVersion", args...)
-	if err != nil {
-		panic(err)
-	}
-
-	result.PanicOnError()
-	ret1 = result.CallError()
-	loader := zbus.Loader{
-		&ret0,
-	}
-
-	if err := result.Unmarshal(&loader); err != nil {
-		panic(err)
-	}
-	return
-}
-
 func (s *SubstrateGatewayStub) CreateNode(ctx context.Context, arg0 tfchainclientgo.Node) (ret0 uint32, ret1 error) {
 	args := []interface{}{arg0}
 	result, err := s.client.RequestContext(ctx, s.module, s.object, "CreateNode", args...)
@@ -305,6 +285,23 @@ func (s *SubstrateGatewayStub) GetTwinByPubKey(ctx context.Context, arg0 []uint8
 	return
 }
 
+func (s *SubstrateGatewayStub) GetZosVersion(ctx context.Context) (ret0 string, ret1 error) {
+	args := []interface{}{}
+	result, err := s.client.RequestContext(ctx, s.module, s.object, "GetZosVersion", args...)
+	if err != nil {
+		panic(err)
+	}
+	result.PanicOnError()
+	ret1 = result.CallError()
+	loader := zbus.Loader{
+		&ret0,
+	}
+	if err := result.Unmarshal(&loader); err != nil {
+		panic(err)
+	}
+	return
+}
+
 func (s *SubstrateGatewayStub) Report(ctx context.Context, arg0 []tfchainclientgo.NruConsumption) (ret0 types.Hash, ret1 error) {
 	args := []interface{}{arg0}
 	result, err := s.client.RequestContext(ctx, s.module, s.object, "Report", args...)

pkg/stubs/statistics_stub.go

@@ -79,6 +79,23 @@ func (s *StatisticsStub) ListGPUs(ctx context.Context) (ret0 []pkg.GPUInfo, ret1
 	return
 }
 
+func (s *StatisticsStub) OpenConnections(ctx context.Context) (ret0 []uint8, ret1 error) {
+	args := []interface{}{}
+	result, err := s.client.RequestContext(ctx, s.module, s.object, "OpenConnections", args...)
+	if err != nil {
+		panic(err)
+	}
+	result.PanicOnError()
+	ret1 = result.CallError()
+	loader := zbus.Loader{
+		&ret0,
+	}
+	if err := result.Unmarshal(&loader); err != nil {
+		panic(err)
+	}
+	return
+}
+
 func (s *StatisticsStub) ReservedStream(ctx context.Context) (<-chan gridtypes.Capacity, error) {
 	ch := make(chan gridtypes.Capacity, 1)
 	recv, err := s.client.Stream(ctx, s.module, s.object, "ReservedStream")