First draft of table loading.

Author: abourget

.gitignore

@@ -0,0 +1 @@
+.envrc

actions.go

@@ -16,9 +16,9 @@ type GetActions struct {
 		Receiver                 string `json:"receiver,omitempty"`
 		Account                  string `json:"account"`
 		ActionName               string `json:"action_name,omitempty"`
-		WithDBOperations         bool   `json:"with_db_ops"`
-		WithRAMCosts             bool   `json:"with_ram_costs"`
-		WithDeferredTransactions bool   `json:"with_deferred"`
+		WithDBOperations         bool   `json:"with_db_ops"` // dbops
+		WithRAMCosts             bool   `json:"with_ram_costs"` // ramops
+		WithDeferredTransactions bool   `json:"with_deferred"` // dtrxops
 		WithInlineTraces         bool   `json:"with_inline_traces"`
 	} `json:"data"`
 }
@@ -33,7 +33,7 @@ type ActionTrace struct {
 		ActionDepth          int             `json:"depth"`
 		Trace                json.RawMessage `json:"trace"`
 		DBOperations         json.RawMessage `json:"dbops,omitempty"`
-		RAMConsumed          json.RawMessage `json:"rams,omitempty"`
-		DeferredTransactions json.RawMessage `json:"dtrxs,omitempty"`
+		RAMConsumed          json.RawMessage `json:"rams,omitempty"` // ramops
+		DeferredTransactions json.RawMessage `json:"dtrxs,omitempty"` // dtrxops
 	} `json:"data"`
 }

error.go

@@ -0,0 +1,15 @@
+package eosws
+
+func init() {
+	RegisterIncomingMessage("error", Error{})
+}
+
+type Error struct {
+	CommonIn
+
+	Data struct {
+		Code    string                 `json:"code"`
+		Message string                 `json:"message"`
+		Details map[string]interface{} `json:"details"`
+	} `json:"data"`
+}

examples/actionload/main.go

@@ -0,0 +1,67 @@
+package main
+
+import (
+	"encoding/json"
+	"flag"
+	"fmt"
+	"os"
+	"time"
+
+	eosws "github.com/dfuse-io/eosws-go"
+)
+
+func main() {
+	flag.Parse()
+
+	COUNT := 1
+
+	for i := 0; i < COUNT; i++ {
+		j := i
+		go func() {
+			// client, err := eosws.New("ws://localhost:8001/v1/stream", os.Getenv("EOSWS_API_KEY"), "https://origin.example.com")
+			client, err := eosws.New("wss://mainnet.eos.dfuse.io/v1/stream", os.Getenv("EOSWS_API_KEY"), "https://origin.example.com")
+			//client, err := eosws.New("wss://kylin.eos.dfuse.io/v1/stream", os.Getenv("EOSWS_API_KEY"), "https://origin.example.com")
+			errorCheck("connecting to endpoint", err)
+
+			ga := &eosws.GetActions{}
+			ga.ReqID = "1"
+			ga.StartBlock = -10
+			ga.Listen = true
+			ga.WithProgress = 5
+			ga.Data.Account = "eosio.token"
+			ga.Data.ActionName = "transfer"
+			ga.Data.WithInlineTraces = true
+
+			fmt.Println("Sending `get_actions` message")
+			err = client.Send(ga)
+			errorCheck("sending get_actions", err)
+
+			for {
+				msg, err := client.Read()
+				if err != nil {
+					fmt.Println("DIED", j, err)
+					return
+				}
+
+				switch m := msg.(type) {
+				case *eosws.ActionTrace:
+					cnt, _ := json.Marshal(m)
+					fmt.Println(string(cnt))
+				case *eosws.Progress:
+					fmt.Println("Progress", j, m.Data.BlockNum)
+				default:
+					fmt.Println("Unsupported message", m)
+				}
+			}
+		}()
+	}
+
+	time.Sleep(500 * time.Second)
+}
+
+func errorCheck(prefix string, err error) {
+	if err != nil {
+		fmt.Printf("ERROR: %s: %s\n", prefix, err)
+		os.Exit(1)
+	}
+}

examples/tableload/main.go

@@ -0,0 +1,77 @@
+package main
+
+import (
+	"encoding/json"
+	"flag"
+	"fmt"
+	"os"
+	"time"
+
+	eosws "github.com/dfuse-io/eosws-go"
+)
+
+func main() {
+	flag.Parse()
+
+	COUNT := 1
+
+	for i := 0; i < COUNT; i++ {
+		j := i
+		go func() {
+			client, err := eosws.New("ws://localhost:8001/v1/stream", os.Getenv("EOSWS_API_KEY"), "https://origin.example.com")
+			// client, err := eosws.New("wss://mainnet.eos.dfuse.io/v1/stream", os.Getenv("EOSWS_API_KEY"), "https://origin.example.com")
+			//client, err := eosws.New("wss://kylin.eos.dfuse.io/v1/stream", os.Getenv("EOSWS_API_KEY"), "https://origin.example.com")
+			errorCheck("connecting to endpoint", err)
+
+			ga := &eosws.GetTableRows{}
+			ga.ReqID = "1"
+			ga.StartBlock = 3360000
+			ga.Listen = true
+			ga.Fetch = true
+			ga.WithProgress = 5
+			ga.Data.JSON = true
+			ga.Data.Code = "eosio.token"
+			ga.Data.Scope = "eoscanadacom"
+			ga.Data.TableName = "accounts"
+
+			fmt.Println("Sending `get_table_rows` message")
+			err = client.Send(ga)
+			errorCheck("sending get_table_rows", err)
+
+			for {
+				msg, err := client.Read()
+				if err != nil {
+					fmt.Println("DIED", j, err)
+					return
+				}
+
+				switch m := msg.(type) {
+				case *eosws.ActionTrace:
+					cnt, _ := json.Marshal(m)
+					fmt.Println(string(cnt))
+				case *eosws.Progress:
+					fmt.Println("Progress", j, m.Data.BlockNum)
+				case *eosws.TableDelta:
+					cnt, _ := json.Marshal(m)
+					fmt.Println(string(cnt))
+				case *eosws.TableSnapshot:
+					cnt, _ := json.Marshal(m)
+					fmt.Println(string(cnt))
+				default:
+					fmt.Println("Unsupported message", m)
+					cnt, _ := json.Marshal(m)
+					fmt.Println(string(cnt))
+				}
+			}
+		}()
+	}
+
+	time.Sleep(500 * time.Second)
+}
+
+func errorCheck(prefix string, err error) {
+	if err != nil {
+		fmt.Printf("ERROR: %s: %s\n", prefix, err)
+		os.Exit(1)
+	}
+}

message.go

@@ -22,7 +22,7 @@ type CommonOut struct {
 	Fetch        bool   `json:"fetch,omitempty"`
 	Listen       bool   `json:"listen,omitempty"`
 	StartBlock   int64  `json:"start_block,omitempty"`
-	WithProgress int64   `json:"with_progress,omitempty"`
+	WithProgress int64  `json:"with_progress,omitempty"`
 }
 
 func (c *CommonOut) SetType(v string)  { c.Type = v }

name.go

@@ -0,0 +1,63 @@
+package eosws
+
+import "strings"
+
+func StringToName(s string) (val uint64, err error) {
+	// ported from the eosio codebase, libraries/chain/include/eosio/chain/name.hpp
+	var i uint32
+	sLen := uint32(len(s))
+	for ; i <= 12; i++ {
+		var c uint64
+		if i < sLen {
+			c = uint64(charToSymbol(s[i]))
+		}
+
+		if i < 12 {
+			c &= 0x1f
+			c <<= 64 - 5*(i+1)
+		} else {
+			c &= 0x0f
+		}
+
+		val |= c
+	}
+
+	return
+}
+
+func charToSymbol(c byte) byte {
+	if c >= 'a' && c <= 'z' {
+		return c - 'a' + 6
+	}
+	if c >= '1' && c <= '5' {
+		return c - '1' + 1
+	}
+	return 0
+}
+
+var base32Alphabet = []byte(".12345abcdefghijklmnopqrstuvwxyz")
+
+func NameToString(in uint64) string {
+	// ported from libraries/chain/name.cpp in eosio
+	a := []byte{'.', '.', '.', '.', '.', '.', '.', '.', '.', '.', '.', '.', '.'}
+
+	tmp := in
+	i := uint32(0)
+	for ; i <= 12; i++ {
+		bit := 0x1f
+		if i == 0 {
+			bit = 0x0f
+		}
+		c := base32Alphabet[tmp&uint64(bit)]
+		a[12-i] = c
+
+		shift := uint(5)
+		if i == 0 {
+			shift = 4
+		}
+
+		tmp >>= shift
+	}
+
+	return strings.TrimRight(string(a), ".")
+}

tables.go

@@ -0,0 +1,52 @@
+package eosws
+
+import "encoding/json"
+
+func init() {
+	RegisterOutgoingMessage("get_table_rows", GetTableRows{})
+	RegisterIncomingMessage("table_delta", TableDelta{})
+	RegisterIncomingMessage("table_snapshot", TableSnapshot{})
+}
+
+type GetTableRows struct {
+	CommonOut
+
+	Data struct {
+		JSON    bool `json:"json,omitempty"`
+		Verbose bool `json:"verbose,omitempty"`
+
+		Code      string `json:"code"`
+		Scope     string `json:"scope"`
+		TableName string `json:"table_name"`
+	} `json:"data"`
+}
+
+type TableDelta struct {
+	CommonIn
+
+	Data struct {
+		BlockNum  uint32          `json:"block_num"`
+		Op        string          `json:"op,omitempty"`
+		Code      string          `json:"code,omitempty"`
+		Scope     string          `json:"scope,omitempty"`
+		TableName string          `json:"name,omitempty"`
+		Key       string          `json:"key,omitempty"`
+		Payer     string          `json:"payer,omitempty"`
+		JSON      json.RawMessage `json:"json"`
+		Hex       string          `json:"hex"`
+	} `json:"data"`
+}
+
+type TableSnapshot struct {
+	CommonIn
+
+	Data struct {
+		BlockNum uint32            `json:"block_num"`
+		Rows     []json.RawMessage `json:"rows"`
+	} `json:"data"`
+}
+
+type TableSnapshotRow struct {
+	Key  string          `json:"key"`
+	Data json.RawMessage `json:"data"`
+}