graph/db+sqldb: validate prune log migration using batching
As was done in the previous commits for nodes & channels, we update the migratePruneLog function here so that it validates migrated entries in batches rather than one-by-one.
This commit is contained in:
5 files changed
+135
-41
No files matched your search
@@ -1992,6 +1992,46 @@ func (q *Queries) GetNodesByLastUpdateRange(ctx context.Context, arg GetNodesByL
|
||||
return items, nil
|
||||
}
|
||||
|
||||
const getPruneEntriesForHeights = `-- name: GetPruneEntriesForHeights :many
|
||||
SELECT block_height, block_hash
|
||||
FROM graph_prune_log
|
||||
WHERE block_height
|
||||
IN (/*SLICE:heights*/?)
|
||||
`
|
||||
|
||||
func (q *Queries) GetPruneEntriesForHeights(ctx context.Context, heights []int64) ([]GraphPruneLog, error) {
|
||||
query := getPruneEntriesForHeights
|
||||
var queryParams []interface{}
|
||||
if len(heights) > 0 {
|
||||
for _, v := range heights {
|
||||
queryParams = append(queryParams, v)
|
||||
}
|
||||
query = strings.Replace(query, "/*SLICE:heights*/?", makeQueryParams(len(queryParams), len(heights)), 1)
|
||||
} else {
|
||||
query = strings.Replace(query, "/*SLICE:heights*/?", "NULL", 1)
|
||||
}
|
||||
rows, err := q.db.QueryContext(ctx, query, queryParams...)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
defer rows.Close()
|
||||
var items []GraphPruneLog
|
||||
for rows.Next() {
|
||||
var i GraphPruneLog
|
||||
if err := rows.Scan(&i.BlockHeight, &i.BlockHash); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
items = append(items, i)
|
||||
}
|
||||
if err := rows.Close(); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if err := rows.Err(); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return items, nil
|
||||
}
|
||||
|
||||
const getPruneHashByHeight = `-- name: GetPruneHashByHeight :one
|
||||
SELECT block_hash
|
||||
FROM graph_prune_log
|
||||
|
||||
@@ -71,6 +71,7 @@ type Querier interface {
|
||||
GetNodeIDByPubKey(ctx context.Context, arg GetNodeIDByPubKeyParams) (int64, error)
|
||||
GetNodesByIDs(ctx context.Context, ids []int64) ([]GraphNode, error)
|
||||
GetNodesByLastUpdateRange(ctx context.Context, arg GetNodesByLastUpdateRangeParams) ([]GraphNode, error)
|
||||
GetPruneEntriesForHeights(ctx context.Context, heights []int64) ([]GraphPruneLog, error)
|
||||
GetPruneHashByHeight(ctx context.Context, blockHeight int64) ([]byte, error)
|
||||
GetPruneTip(ctx context.Context) (GraphPruneLog, error)
|
||||
GetPublicV1ChannelsBySCID(ctx context.Context, arg GetPublicV1ChannelsBySCIDParams) ([]GraphChannel, error)
|
||||
|
||||
@@ -952,6 +952,12 @@ FROM graph_prune_log
|
||||
ORDER BY block_height DESC
|
||||
LIMIT 1;
|
||||
|
||||
-- name: GetPruneEntriesForHeights :many
|
||||
SELECT block_height, block_hash
|
||||
FROM graph_prune_log
|
||||
WHERE block_height
|
||||
IN (sqlc.slice('heights')/*SLICE:heights*/);
|
||||
|
||||
-- name: GetPruneHashByHeight :one
|
||||
SELECT block_hash
|
||||
FROM graph_prune_log
|
||||
|
||||
Reference in new issue
Block a user