[taler-exchange] branch master updated: hyperaggregation schema proposal

[gnunet]

This is an automated email from the git hooks/post-receive script.

grothoff pushed a commit to branch master
in repository exchange.

The following commit(s) were added to refs/heads/master by this push:
     new 0013ce41 hyperaggregation schema proposal
0013ce41 is described below

commit 0013ce41e71a3c8008051b5e57a81f512192e80f
Author: Christian Grothoff <grothoff@gnunet.org>
AuthorDate: Tue Aug 31 17:41:46 2021 +0200

    hyperaggregation schema proposal
---
 contrib/gana                     |  2 +-
 doc/prebuilt                     |  2 +-
 src/exchangedb/exchange-0001.sql |  4 +--
 src/exchangedb/exchange-0003.sql | 72 ++++++++++++++++++++++++++++++++++++++++
 4 files changed, 76 insertions(+), 4 deletions(-)

diff --git a/contrib/gana b/contrib/gana
index 0272caa8..755e752e 160000
--- a/contrib/gana
+++ b/contrib/gana
@@ -1 +1 @@
-Subproject commit 0272caa8ff8ee7553d035d29fb19d01866df43e4
+Subproject commit 755e752e3a235df0be8d45374835b109f7843c1c
diff --git a/doc/prebuilt b/doc/prebuilt
index 74d9c44e..e32c7da9 160000
--- a/doc/prebuilt
+++ b/doc/prebuilt
@@ -1 +1 @@
-Subproject commit 74d9c44ebc257a3d8b9c2c0a806508bd0cc5269a
+Subproject commit e32c7da994a3787ad34d99b21d2cbc12d6988166
diff --git a/src/exchangedb/exchange-0001.sql b/src/exchangedb/exchange-0001.sql
index 55d3d07d..c8438d5c 100644
--- a/src/exchangedb/exchange-0001.sql
+++ b/src/exchangedb/exchange-0001.sql
@@ -151,7 +151,6 @@ COMMENT ON COLUMN reserves_out.h_blind_ev
   IS 'Hash of the blinded coin, used as primary key here so that broken 
clients that use a non-random coin or blinding factor fail to withdraw 
(otherwise they would fail on deposit when the coin is not unique there).';
 COMMENT ON COLUMN reserves_out.denom_pub_hash
   IS 'We do not CASCADE ON DELETE here, we may keep the denomination data 
alive';
--- FIXME: replace denom_pub_hash with denominations_serial *EVERYWHERE*
 
 CREATE INDEX IF NOT EXISTS reserves_out_reserve_pub_index
   ON reserves_out
@@ -336,7 +335,8 @@ CREATE TABLE IF NOT EXISTS wire_out
   );
 COMMENT ON TABLE wire_out
   IS 'wire transfers the exchange has executed';
-
+COMMENT ON COLUMN wire_out.exchange_account_section
+  IS 'identifies the configuration section with the debit account of this 
payment';
 
 CREATE TABLE IF NOT EXISTS aggregation_tracking
   (aggregation_serial_id BIGSERIAL UNIQUE
diff --git a/src/exchangedb/exchange-0003.sql b/src/exchangedb/exchange-0003.sql
new file mode 100644
index 00000000..387746e5
--- /dev/null
+++ b/src/exchangedb/exchange-0003.sql
@@ -0,0 +1,72 @@
+--
+-- This file is part of TALER
+-- Copyright (C) 2021 Taler Systems SA
+--
+-- TALER is free software; you can redistribute it and/or modify it under the
+-- terms of the GNU General Public License as published by the Free Software
+-- Foundation; either version 3, or (at your option) any later version.
+--
+-- TALER is distributed in the hope that it will be useful, but WITHOUT ANY
+-- WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS 
FOR
+-- A PARTICULAR PURPOSE.  See the GNU General Public License for more details.
+--
+-- You should have received a copy of the GNU General Public License along with
+-- TALER; see the file COPYING.  If not, see <http://www.gnu.org/licenses/>
+--
+
+-- Everything in one big transaction
+BEGIN;
+
+-- Check patch versioning is in place.
+SELECT _v.register_patch('exchange-0003', NULL, NULL);
+
+
+CREATE TABLE IF NOT EXISTS aggregation_wip
+  (aggregation_wip_serial BIGSERIAL UNIQUE
+  ,wtid_raw BYTEA UNIQUE CHECK (LENGTH(wtid_raw)=32)
+  ,wire_target TEXT NOT NULL
+  ,exchange_account_section TEXT NOT NULL
+  ,execution_date INT8 NOT NULL
+  ,PRIMARY KEY (wire_target,execution_date));
+
+COMMENT ON TABLE aggregation_wip
+  IS 'Table tracking aggregations that are work in progress, allowing 
aggregation work to be divided up between multiple workers. Entries are created 
when a worker decides that a job is too big for a single worker/transaction and 
thus should be sharded. They are deleted once the work has concluded, that is a 
wire_out entry has been created from the final aggregation level.';
+COMMENT ON COLUMN aggregation_wip.wtid_raw
+  IS 'wire transfer identifier to be used';
+COMMENT ON COLUMN aggregation_wip.wire_target
+  IS 'identifies the credit account of the aggregated payment';
+COMMENT ON COLUMN aggregation_wip.execution_date
+  IS 'time when the payment was triggered (is due)';
+COMMENT ON COLUMN aggregation_wip.exchange_account_section
+  IS 'identifies the configuration section with the debit account of this 
payment';
+
+
+CREATE TABLE IF NOT EXISTS aggregation_tree
+  (aggregation_wip_uuid INT8 REFERENCES aggregation_wip 
(aggregation_wip_serial) ON DELETE CASCADE
+  ,amount_val INT8 NOT NULL DEFAULT 0
+  ,amount_frac INT4 NOT NULL DEFAULT 0
+  ,shard_offset INT8 NOT NULL
+  ,shard_end INT8 NOT NULL
+  ,shard_level INT4 NOT NULL
+  ,aggregated BOOLEAN NOT NULL DEFAULT false
+  ,summed BOOLEAN NOT NULL DEFAULT false
+  ,PRIMARY KEY (aggregation_wip_uuid,shard_offset,shard_level)
+  );
+COMMENT ON TABLE aggregation_tree
+  IS 'Entry in the B-tree for tracking aggregations that are work in progress. 
Entries are created when aggregation work is to be done on the level below. The 
exception is level 0, here each worker that performs a successful SELECT on its 
locked entry must create a speculative subsequent entry past the SELECTed 
range. Once the aggregation at for one entry is done, aggregated is set to 
true. Once an entry is itself aggregated into the level above, summed is set to 
true. Once the entire tr [...]
+COMMENT ON COLUMN aggregation_tree.amount_val
+  IS 'identifies the amount aggregated so far';
+COMMENT ON COLUMN aggregation_tree.shard_offset
+  IS 'starting offset of this aggregation entry (inclusive) in relation to the 
level below; at level 0, this refers to the offset in the deposits query';
+COMMENT ON COLUMN aggregation_tree.shard_end
+  IS 'end offset of this aggregation entry (exclusive)';
+COMMENT ON COLUMN aggregation_tree.shard_level
+  IS 'depth of the aggregation tree for this entry; work on a given level can 
only start if the level below has finished';
+COMMENT ON COLUMN aggregation_tree.aggregated
+  IS 'true once this transactions corresponding to this range have been added 
up into the amount_val (when false, amount_val is 0 and this column represents 
work that remains to be done)';
+COMMENT ON COLUMN aggregation_tree.summed
+  IS 'true once this entry has been aggregated into a higher-level entry';
+
+
+-- Complete transaction
+COMMIT;

-- 
To stop receiving notification emails like this one, please contact
gnunet@gnunet.org.