refactor(zetacore): delete ballots after maturity

changelog.md

@@ -17,6 +17,7 @@
 
 * [3170](https://github.com/zeta-chain/node/pull/3170) - revamp TSS package in zetaclient
 * [3291](https://github.com/zeta-chain/node/pull/3291) - revamp zetaclient initialization (+ graceful shutdown)
+* [2863](https://github.com/zeta-chain/node/pull/2863) - refactor zetacore to delete matured ballots and add a migration script to remove all old ballots.
 
 ### Fixes
 

docs/cli/zetacored/cli.md

@@ -5376,6 +5376,7 @@ zetacored query observer [flags]
 * [zetacored query](#zetacored-query)	 - Querying subcommands
 * [zetacored query observer get-historical-tss-address](#zetacored-query-observer-get-historical-tss-address)	 - Query tss address by finalized zeta height (for historical tss addresses)
 * [zetacored query observer get-tss-address](#zetacored-query-observer-get-tss-address)	 - Query current tss address
+* [zetacored query observer list-ballots](#zetacored-query-observer-list-ballots)	 - Query all ballots
 * [zetacored query observer list-blame](#zetacored-query-observer-list-blame)	 - Query AllBlameRecords
 * [zetacored query observer list-blame-by-msg](#zetacored-query-observer-list-blame-by-msg)	 - Query AllBlameRecords
 * [zetacored query observer list-chain-nonces](#zetacored-query-observer-list-chain-nonces)	 - list all chainNonces
@@ -5466,6 +5467,40 @@ zetacored query observer get-tss-address [bitcoinChainId]] [flags]
 
 * [zetacored query observer](#zetacored-query-observer)	 - Querying commands for the observer module
 
+## zetacored query observer list-ballots
+
+Query all ballots
+
+```
+zetacored query observer list-ballots [flags]
+```
+
+### Options
+
+```
+      --grpc-addr string   the gRPC endpoint to use for this chain
+      --grpc-insecure      allow gRPC over insecure channels, if not TLS the server must use TLS
+      --height int         Use a specific height to query state at (this can error if the node is pruning state)
+  -h, --help               help for list-ballots
+      --node string        [host]:[port] to Tendermint RPC interface for this chain 
+  -o, --output string      Output format (text|json) 
+```
+
+### Options inherited from parent commands
+
+```
+      --chain-id string     The network chain ID
+      --home string         directory for config and data 
+      --log_format string   The logging format (json|plain) 
+      --log_level string    The logging level (trace|debug|info|warn|error|fatal|panic) 
+      --log_no_color        Disable colored logs
+      --trace               print out full stack trace on errors
+```
+
+### SEE ALSO
+
+* [zetacored query observer](#zetacored-query-observer)	 - Querying commands for the observer module
+
 ## zetacored query observer list-blame
 
 Query AllBlameRecords

docs/openapi/openapi.swagger.yaml

@@ -29981,6 +29981,65 @@ paths:
           type: string
       tags:
         - Query
+  /zeta-chain/observer/ballots:
+    get:
+      summary: Query all ballots
+      operationId: Query_Ballots
+      responses:
+        "200":
+          description: A successful response.
+          schema:
+            $ref: '#/definitions/observerQueryBallotsResponse'
+        default:
+          description: An unexpected error response.
+          schema:
+            $ref: '#/definitions/googlerpcStatus'
+      parameters:
+        - name: pagination.key
+          description: |-
+            key is a value returned in PageResponse.next_key to begin
+            querying the next page most efficiently. Only one of offset or key
+            should be set.
+          in: query
+          required: false
+          type: string
+          format: byte
+        - name: pagination.offset
+          description: |-
+            offset is a numeric offset that can be used when key is unavailable.
+            It is less efficient than using key. Only one of offset or key should
+            be set.
+          in: query
+          required: false
+          type: string
+          format: uint64
+        - name: pagination.limit
+          description: |-
+            limit is the total number of results to be returned in the result page.
+            If left empty it will default to a value to be set by each app.
+          in: query
+          required: false
+          type: string
+          format: uint64
+        - name: pagination.count_total
+          description: |-
+            count_total is set to true  to indicate that the result set should include
+            a count of the total number of items available for pagination in UIs.
+            count_total is only respected when offset is used. It is ignored when key
+            is set.
+          in: query
+          required: false
+          type: boolean
+        - name: pagination.reverse
+          description: |-
+            reverse is set to true if results are to be returned in the descending order.
+
+            Since: cosmos-sdk 0.43
+          in: query
+          required: false
+          type: boolean
+      tags:
+        - Query
   /zeta-chain/observer/blame_by_chain_and_nonce/{chain_id}/{nonce}:
     get:
       summary: Queries a list of VoterByIdentifier items.
@@ -57864,6 +57923,31 @@ definitions:
     properties:
       valid:
         type: boolean
+  observerBallot:
+    type: object
+    properties:
+      index:
+        type: string
+      ballot_identifier:
+        type: string
+      voter_list:
+        type: array
+        items:
+          type: string
+      votes:
+        type: array
+        items:
+          $ref: '#/definitions/observerVoteType'
+      observation_type:
+        $ref: '#/definitions/observerObservationType'
+      ballot_threshold:
+        type: string
+      ballot_status:
+        $ref: '#/definitions/observerBallotStatus'
+      ballot_creation_height:
+        type: string
+        format: int64
+    title: https://github.com/zeta-chain/node/issues/939
   observerBallotStatus:
     type: string
     enum:
@@ -58180,6 +58264,16 @@ definitions:
         $ref: '#/definitions/observerObservationType'
       ballot_status:
         $ref: '#/definitions/observerBallotStatus'
+  observerQueryBallotsResponse:
+    type: object
+    properties:
+      ballots:
+        type: array
+        items:
+          type: object
+          $ref: '#/definitions/observerBallot'
+      pagination:
+        $ref: '#/definitions/v1beta1PageResponse'
   observerQueryBlameByChainAndNonceResponse:
     type: object
     properties:

proto/zetachain/zetacore/observer/query.proto

@@ -171,6 +171,20 @@ service Query {
       returns (QueryOperationalFlagsResponse) {
     option (google.api.http).get = "/zeta-chain/observer/operationalFlags";
   }
+
+  // Query all ballots
+  rpc Ballots(QueryBallotsRequest) returns (QueryBallotsResponse) {
+    option (google.api.http).get = "/zeta-chain/observer/ballots";
+  }
+}
+
+message QueryBallotsRequest {
+  cosmos.base.query.v1beta1.PageRequest pagination = 1;
+}
+
+message QueryBallotsResponse {
+  repeated Ballot ballots = 1 [ (gogoproto.nullable) = false ];
+  cosmos.base.query.v1beta1.PageResponse pagination = 2;
 }
 
 message QueryOperationalFlagsRequest {}
@@ -259,6 +273,7 @@ message QueryHasVotedRequest {
 message QueryHasVotedResponse { bool has_voted = 1; }
 
 message QueryBallotByIdentifierRequest { string ballot_identifier = 1; }
+
 message VoterList {
   string voter_address = 1;
   VoteType vote_type = 2;

testutil/sample/logger.go

@@ -0,0 +1,26 @@
+package sample
+
+import (
+	"bytes"
+
+	"github.com/cometbft/cometbft/libs/log"
+)
+
+type TestLogger struct {
+	buf bytes.Buffer
+	log.Logger
+}
+
+func NewTestLogger() *TestLogger {
+	tl := &TestLogger{}
+	tl.Logger = log.NewTMLogger(log.NewSyncWriter(&tl.buf))
+	return tl
+}
+
+func (t *TestLogger) Write(p []byte) (n int, err error) {
+	return t.buf.Write(p)
+}
+
+func (t *TestLogger) String() string {
+	return t.buf.String()
+}

typescript/zetachain/zetacore/observer/query_pb.d.ts

@@ -5,13 +5,13 @@
 
 import type { BinaryReadOptions, FieldList, JsonReadOptions, JsonValue, PartialMessage, PlainMessage } from "@bufbuild/protobuf";
 import { Message, proto3 } from "@bufbuild/protobuf";
+import type { PageRequest, PageResponse } from "../../../cosmos/base/query/v1beta1/pagination_pb.js";
+import type { Ballot, BallotStatus, VoteType } from "./ballot_pb.js";
 import type { OperationalFlags } from "./operational_pb.js";
 import type { TssFundMigratorInfo } from "./tss_funds_migrator_pb.js";
 import type { ChainNonces } from "./chain_nonces_pb.js";
-import type { PageRequest, PageResponse } from "../../../cosmos/base/query/v1beta1/pagination_pb.js";
 import type { PendingNonces } from "./pending_nonces_pb.js";
 import type { TSS } from "./tss_pb.js";
-import type { BallotStatus, VoteType } from "./ballot_pb.js";
 import type { LastObserverCount, ObservationType } from "./observer_pb.js";
 import type { Chain } from "../pkg/chains/chains_pb.js";
 import type { ChainParams, ChainParamsList } from "./params_pb.js";
@@ -20,6 +20,59 @@ import type { CrosschainFlags } from "./crosschain_flags_pb.js";
 import type { Keygen } from "./keygen_pb.js";
 import type { Blame } from "./blame_pb.js";
 
+/**
+ * @generated from message zetachain.zetacore.observer.QueryBallotsRequest
+ */
+export declare class QueryBallotsRequest extends Message<QueryBallotsRequest> {
+  /**
+   * @generated from field: cosmos.base.query.v1beta1.PageRequest pagination = 1;
+   */
+  pagination?: PageRequest;
+
+  constructor(data?: PartialMessage<QueryBallotsRequest>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "zetachain.zetacore.observer.QueryBallotsRequest";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): QueryBallotsRequest;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): QueryBallotsRequest;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): QueryBallotsRequest;
+
+  static equals(a: QueryBallotsRequest | PlainMessage<QueryBallotsRequest> | undefined, b: QueryBallotsRequest | PlainMessage<QueryBallotsRequest> | undefined): boolean;
+}
+
+/**
+ * @generated from message zetachain.zetacore.observer.QueryBallotsResponse
+ */
+export declare class QueryBallotsResponse extends Message<QueryBallotsResponse> {
+  /**
+   * @generated from field: repeated zetachain.zetacore.observer.Ballot ballots = 1;
+   */
+  ballots: Ballot[];
+
+  /**
+   * @generated from field: cosmos.base.query.v1beta1.PageResponse pagination = 2;
+   */
+  pagination?: PageResponse;
+
+  constructor(data?: PartialMessage<QueryBallotsResponse>);
+
+  static readonly runtime: typeof proto3;
+  static readonly typeName = "zetachain.zetacore.observer.QueryBallotsResponse";
+  static readonly fields: FieldList;
+
+  static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): QueryBallotsResponse;
+
+  static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): QueryBallotsResponse;
+
+  static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): QueryBallotsResponse;
+
+  static equals(a: QueryBallotsResponse | PlainMessage<QueryBallotsResponse> | undefined, b: QueryBallotsResponse | PlainMessage<QueryBallotsResponse> | undefined): boolean;
+}
+
 /**
  * @generated from message zetachain.zetacore.observer.QueryOperationalFlagsRequest
  */