Skip to content

improve delete performance for clickhouse #132

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Jan 15, 2025
Merged

improve delete performance for clickhouse #132

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
44 changes: 22 additions & 22 deletions internal/common/block.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,28 +5,28 @@ import (
)

type Block struct {
ChainId *big.Int `json:"chain_id"`
Number *big.Int `json:"number"`
Hash string `json:"hash"`
ParentHash string `json:"parent_hash"`
Timestamp uint64 `json:"timestamp"`
Nonce string `json:"nonce"`
Sha3Uncles string `json:"sha3_uncles"`
MixHash string `json:"mix_hash"`
Miner string `json:"miner"`
StateRoot string `json:"state_root"`
TransactionsRoot string `json:"transactions_root"`
ReceiptsRoot string `json:"receipts_root"`
LogsBloom string `json:"logs_bloom"`
Size uint64 `json:"size"`
ExtraData string `json:"extra_data"`
Difficulty *big.Int `json:"difficulty"`
TotalDifficulty *big.Int `json:"total_difficulty"`
TransactionCount uint64 `json:"transaction_count"`
GasLimit *big.Int `json:"gas_limit"`
GasUsed *big.Int `json:"gas_used"`
WithdrawalsRoot string `json:"withdrawals_root"`
BaseFeePerGas uint64 `json:"base_fee_per_gas"`
ChainId *big.Int `json:"chain_id" ch:"chain_id"`
Number *big.Int `json:"number" ch:"number"`
Hash string `json:"hash" ch:"hash"`
ParentHash string `json:"parent_hash" ch:"parent_hash"`
Timestamp uint64 `json:"timestamp" ch:"timestamp"`
Nonce string `json:"nonce" ch:"nonce"`
Sha3Uncles string `json:"sha3_uncles" ch:"sha3_uncles"`
MixHash string `json:"mix_hash" ch:"mix_hash"`
Miner string `json:"miner" ch:"miner"`
StateRoot string `json:"state_root" ch:"state_root"`
TransactionsRoot string `json:"transactions_root" ch:"transactions_root"`
ReceiptsRoot string `json:"receipts_root" ch:"receipts_root"`
LogsBloom string `json:"logs_bloom" ch:"logs_bloom"`
Size uint64 `json:"size" ch:"size"`
ExtraData string `json:"extra_data" ch:"extra_data"`
Difficulty *big.Int `json:"difficulty" ch:"difficulty"`
TotalDifficulty *big.Int `json:"total_difficulty" ch:"total_difficulty"`
TransactionCount uint64 `json:"transaction_count" ch:"transaction_count"`
GasLimit *big.Int `json:"gas_limit" ch:"gas_limit"`
GasUsed *big.Int `json:"gas_used" ch:"gas_used"`
WithdrawalsRoot string `json:"withdrawals_root" ch:"withdrawals_root"`
BaseFeePerGas uint64 `json:"base_fee_per_gas" ch:"base_fee_per_gas"`
}

type BlockData struct {
Expand Down
18 changes: 9 additions & 9 deletions internal/common/log.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -11,15 +11,15 @@ import (
)

type Log struct {
ChainId *big.Int `json:"chain_id" swaggertype:"string"`
BlockNumber *big.Int `json:"block_number" swaggertype:"string"`
BlockHash string `json:"block_hash"`
BlockTimestamp uint64 `json:"block_timestamp"`
TransactionHash string `json:"transaction_hash"`
TransactionIndex uint64 `json:"transaction_index"`
LogIndex uint64 `json:"log_index"`
Address string `json:"address"`
Data string `json:"data"`
ChainId *big.Int `json:"chain_id" ch:"chain_id" swaggertype:"string"`
BlockNumber *big.Int `json:"block_number" ch:"block_number" swaggertype:"string"`
BlockHash string `json:"block_hash" ch:"block_hash"`
BlockTimestamp uint64 `json:"block_timestamp" ch:"block_timestamp"`
TransactionHash string `json:"transaction_hash" ch:"transaction_hash"`
TransactionIndex uint64 `json:"transaction_index" ch:"transaction_index"`
LogIndex uint64 `json:"log_index" ch:"log_index"`
Address string `json:"address" ch:"address"`
Data string `json:"data" ch:"data"`
Topics []string `json:"topics"`
}

Expand Down
42 changes: 42 additions & 0 deletions internal/common/set.go
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,42 @@
package common

type Set[T comparable] struct {
elements map[T]struct{}
}

// NewSet creates a new set
func NewSet[T comparable]() *Set[T] {
return &Set[T]{
elements: make(map[T]struct{}),
}
}

// Add inserts an element into the set
func (s *Set[T]) Add(value T) {
s.elements[value] = struct{}{}
}

// Remove deletes an element from the set
func (s *Set[T]) Remove(value T) {
delete(s.elements, value)
}

// Contains checks if an element is in the set
func (s *Set[T]) Contains(value T) bool {
_, found := s.elements[value]
return found
}

// Size returns the number of elements in the set
func (s *Set[T]) Size() int {
return len(s.elements)
}

// List returns all elements in the set as a slice
func (s *Set[T]) List() []T {
keys := make([]T, 0, len(s.elements))
for key := range s.elements {
keys = append(keys, key)
}
return keys
}
42 changes: 21 additions & 21 deletions internal/common/trace.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,27 +5,27 @@ import (
)

type Trace struct {
ChainID *big.Int `json:"chain_id"`
BlockNumber *big.Int `json:"block_number"`
BlockHash string `json:"block_hash"`
BlockTimestamp uint64 `json:"block_timestamp"`
TransactionHash string `json:"transaction_hash"`
TransactionIndex uint64 `json:"transaction_index"`
Subtraces int64 `json:"subtraces"`
TraceAddress []uint64 `json:"trace_address"`
TraceType string `json:"trace_type"`
CallType string `json:"call_type"`
Error string `json:"error"`
FromAddress string `json:"from_address"`
ToAddress string `json:"to_address"`
Gas *big.Int `json:"gas"`
GasUsed *big.Int `json:"gas_used"`
Input string `json:"input"`
Output string `json:"output"`
Value *big.Int `json:"value"`
Author string `json:"author"`
RewardType string `json:"reward_type"`
RefundAddress string `json:"refund_address"`
ChainID *big.Int `json:"chain_id" ch:"chain_id"`
BlockNumber *big.Int `json:"block_number" ch:"block_number"`
BlockHash string `json:"block_hash" ch:"block_hash"`
BlockTimestamp uint64 `json:"block_timestamp" ch:"block_timestamp"`
TransactionHash string `json:"transaction_hash" ch:"transaction_hash"`
TransactionIndex uint64 `json:"transaction_index" ch:"transaction_index"`
Subtraces int64 `json:"subtraces" ch:"subtraces"`
TraceAddress []uint64 `json:"trace_address" ch:"trace_address"`
TraceType string `json:"trace_type" ch:"type"`
CallType string `json:"call_type" ch:"call_type"`
Error string `json:"error" ch:"error"`
FromAddress string `json:"from_address" ch:"from_address"`
ToAddress string `json:"to_address" ch:"to_address"`
Gas *big.Int `json:"gas" ch:"gas"`
GasUsed *big.Int `json:"gas_used" ch:"gas_used"`
Input string `json:"input" ch:"input"`
Output string `json:"output" ch:"output"`
Value *big.Int `json:"value" ch:"value"`
Author string `json:"author" ch:"author"`
RewardType string `json:"reward_type" ch:"reward_type"`
RefundAddress string `json:"refund_address" ch:"refund_address"`
}

type RawTraces = []map[string]interface{}
58 changes: 29 additions & 29 deletions internal/common/transaction.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,35 +10,35 @@ import (
)

type Transaction struct {
ChainId *big.Int `json:"chain_id" swaggertype:"string"`
Hash string `json:"hash"`
Nonce uint64 `json:"nonce"`
BlockHash string `json:"block_hash"`
BlockNumber *big.Int `json:"block_number" swaggertype:"string"`
BlockTimestamp uint64 `json:"block_timestamp"`
TransactionIndex uint64 `json:"transaction_index"`
FromAddress string `json:"from_address"`
ToAddress string `json:"to_address"`
Value *big.Int `json:"value" swaggertype:"string"`
Gas uint64 `json:"gas"`
GasPrice *big.Int `json:"gas_price" swaggertype:"string"`
Data string `json:"data"`
FunctionSelector string `json:"function_selector"`
MaxFeePerGas *big.Int `json:"max_fee_per_gas" swaggertype:"string"`
MaxPriorityFeePerGas *big.Int `json:"max_priority_fee_per_gas" swaggertype:"string"`
TransactionType uint8 `json:"transaction_type"`
R *big.Int `json:"r" swaggertype:"string"`
S *big.Int `json:"s" swaggertype:"string"`
V *big.Int `json:"v" swaggertype:"string"`
AccessListJson *string `json:"access_list_json"`
ContractAddress *string `json:"contract_address"`
GasUsed *uint64 `json:"gas_used"`
CumulativeGasUsed *uint64 `json:"cumulative_gas_used"`
EffectiveGasPrice *big.Int `json:"effective_gas_price" swaggertype:"string"`
BlobGasUsed *uint64 `json:"blob_gas_used"`
BlobGasPrice *big.Int `json:"blob_gas_price" swaggertype:"string"`
LogsBloom *string `json:"logs_bloom"`
Status *uint64 `json:"status"`
ChainId *big.Int `json:"chain_id" ch:"chain_id" swaggertype:"string"`
Hash string `json:"hash" ch:"hash"`
Nonce uint64 `json:"nonce" ch:"nonce"`
BlockHash string `json:"block_hash" ch:"block_hash"`
BlockNumber *big.Int `json:"block_number" ch:"block_number" swaggertype:"string"`
BlockTimestamp uint64 `json:"block_timestamp" ch:"block_timestamp"`
TransactionIndex uint64 `json:"transaction_index" ch:"transaction_index"`
FromAddress string `json:"from_address" ch:"from_address"`
ToAddress string `json:"to_address" ch:"to_address"`
Value *big.Int `json:"value" ch:"value" swaggertype:"string"`
Gas uint64 `json:"gas" ch:"gas"`
GasPrice *big.Int `json:"gas_price" ch:"gas_price" swaggertype:"string"`
Data string `json:"data" ch:"data"`
FunctionSelector string `json:"function_selector" ch:"function_selector"`
MaxFeePerGas *big.Int `json:"max_fee_per_gas" ch:"max_fee_per_gas" swaggertype:"string"`
MaxPriorityFeePerGas *big.Int `json:"max_priority_fee_per_gas" ch:"max_priority_fee_per_gas" swaggertype:"string"`
TransactionType uint8 `json:"transaction_type" ch:"transaction_type"`
R *big.Int `json:"r" ch:"r" swaggertype:"string"`
S *big.Int `json:"s" ch:"s" swaggertype:"string"`
V *big.Int `json:"v" ch:"v" swaggertype:"string"`
AccessListJson *string `json:"access_list_json" ch:"access_list_json"`
ContractAddress *string `json:"contract_address" ch:"contract_address"`
GasUsed *uint64 `json:"gas_used" ch:"gas_used"`
CumulativeGasUsed *uint64 `json:"cumulative_gas_used" ch:"cumulative_gas_used"`
EffectiveGasPrice *big.Int `json:"effective_gas_price" ch:"effective_gas_price" swaggertype:"string"`
BlobGasUsed *uint64 `json:"blob_gas_used" ch:"blob_gas_used"`
BlobGasPrice *big.Int `json:"blob_gas_price" ch:"blob_gas_price" swaggertype:"string"`
LogsBloom *string `json:"logs_bloom" ch:"logs_bloom"`
Status *uint64 `json:"status" ch:"status"`
}

type DecodedTransactionData struct {
Expand Down
Loading
Loading