Remove matrix, replace with TxGraph (#627)

* add TxGraph, remove TxTree

* fix linter

* fix server unit test

* fix common unit test

* add Txid to TxGraphChunk

* tidy up builder.go

* remove musig2.go marshaller vars

* tidy up nonces and sigs types

* renaming

* remove reflect

* tree/builder.go: add node.graph() method

* tree/tx_graph.go: use B64Encode()

* client-sdk/client: add Txid to BatchTreeEvent

* always use json.Marshall/Unmarshall

* service_test: move util function

* service_test: cleaning

* live-store: use connector chunks

* fix linter

* postgres

* tx_graph: remove crawl method

* tx_graph: clean

* Update common/tree/tx_graph.go

Co-authored-by: Pietralberto Mazza <[email protected]>
Signed-off-by: louisinger <[email protected]>

* postgres migration: drop view before altering tables

* add nbOfOutputs check in tx_graph

* client-sdk/rest fix streaming endpoints

* Revert

* Fix intent cache

* Fix test

* Fix query

* Fix

---------

Signed-off-by: louisinger <[email protected]>
Co-authored-by: Pietralberto Mazza <[email protected]>

Author: louisinger

api-spec/openapi/swagger/ark/v1/indexer.swagger.json

@@ -968,16 +968,12 @@
         "txid": {
           "type": "string"
         },
-        "parentTxid": {
-          "type": "string"
-        },
-        "level": {
-          "type": "integer",
-          "format": "int32"
-        },
-        "levelIndex": {
-          "type": "integer",
-          "format": "int32"
+        "children": {
+          "type": "object",
+          "additionalProperties": {
+            "type": "string"
+          },
+          "title": "vout -\u003e txid"
         }
       }
     },

api-spec/openapi/swagger/ark/v1/service.swagger.json

@@ -630,31 +630,6 @@
         }
       }
     },
-    "v1Node": {
-      "type": "object",
-      "properties": {
-        "txid": {
-          "type": "string"
-        },
-        "tx": {
-          "type": "string"
-        },
-        "parentTxid": {
-          "type": "string"
-        },
-        "level": {
-          "type": "integer",
-          "format": "int32"
-        },
-        "levelIndex": {
-          "type": "integer",
-          "format": "int32"
-        },
-        "leaf": {
-          "type": "boolean"
-        }
-      }
-    },
     "v1Outpoint": {
       "type": "object",
       "properties": {
@@ -795,13 +770,8 @@
           "type": "integer",
           "format": "int32"
         },
-        "level": {
-          "type": "integer",
-          "format": "int32"
-        },
-        "levelIndex": {
-          "type": "integer",
-          "format": "int32"
+        "txid": {
+          "type": "string"
         },
         "signature": {
           "type": "string"
@@ -841,8 +811,18 @@
           "type": "integer",
           "format": "int32"
         },
-        "treeTx": {
-          "$ref": "#/definitions/v1Node"
+        "txid": {
+          "type": "string"
+        },
+        "tx": {
+          "type": "string"
+        },
+        "children": {
+          "type": "object",
+          "additionalProperties": {
+            "type": "string"
+          },
+          "title": "output index -\u003e child txid"
         }
       }
     },

api-spec/protobuf/ark/v1/indexer.proto

@@ -266,9 +266,7 @@ message IndexerOutpoint {
 
 message IndexerNode {
   string txid = 1;
-  string parent_txid = 3;
-  int32 level = 4;
-  int32 level_index = 5;
+  map<uint32, string> children = 2; // vout -> txid
 }
 
 message IndexerVtxo {

api-spec/protobuf/ark/v1/types.proto

@@ -19,23 +19,6 @@ message Output {
   uint64 amount = 2; // Amount to send in satoshis.
 }
 
-message Tree {
-  repeated TreeLevel levels = 1;
-}
-
-message TreeLevel {
-  repeated Node nodes = 1;
-}
-
-message Node {
-  string txid = 1;
-  string tx = 2;
-  string parent_txid = 3;
-  int32 level = 4;
-  int32 level_index = 5;
-  bool leaf = 6;
-}
-
 message Vtxo {
   Outpoint outpoint = 1;
   uint64 amount = 2;
@@ -111,16 +94,17 @@ message TreeNoncesAggregatedEvent {
 
 message TreeTxEvent {
   string id = 1;
-  repeated string topic  = 2;
+  repeated string topic = 2;
   int32 batch_index = 3;
-  Node tree_tx = 4;
+  string txid = 4;
+  string tx = 5;
+  map<uint32, string> children = 6; // output index -> child txid
 }
 
 message TreeSignatureEvent {
   string id = 1;
   repeated string topic = 2;
   int32 batch_index = 3;
-  int32 level = 4;
-  int32 level_index = 5;
-  string signature = 6;
+  string txid = 4;
+  string signature = 5;
 }