Fix reorder buffer memory accounting for toast changes.

While processing toast changes in logical decoding, we rejigger the
tuple change to point to in-memory toast tuples instead to on-disk toast
tuples. And, to make sure the memory accounting is correct, we were
subtracting the old change size and then after re-computing the new tuple,
re-adding its size at the end. Now, if there is any error before we add
the new size, we will release the changes and that will update the
accounting info (subtracting the size from the counters). And we were
underflowing there which leads to an assertion failure in assert enabled
builds and wrong memory accounting in reorder buffer otherwise.

Author: Bertrand Drouvot
Reviewed-by: Amit Kapila
Backpatch-through: 13, where memory accounting was introduced
Discussion: https://postgr.es/m/92b0ee65-b8bd-e42d-c082-4f3f4bf12d34@amazon.com

diff --git a/src/backend/replication/logical/reorderbuffer.c b/src/backend/replication/logical/reorderbuffer.c
index b904697f18fcc176c4112b83ccd8ad8509f6b757..22ecc8f940207d9a1637eb188db9a2b01156d147 100644 (file)
--- a/src/backend/replication/logical/reorderbuffer.c
+++ b/src/backend/replication/logical/reorderbuffer.c
@@ -262,7 +262,8 @@ static void ReorderBufferToastAppendChunk(ReorderBuffer *rb, ReorderBufferTXN *t
  */
 static Size ReorderBufferChangeSize(ReorderBufferChange *change);
 static void ReorderBufferChangeMemoryUpdate(ReorderBuffer *rb,
-                                           ReorderBufferChange *change, bool addition);
+                                           ReorderBufferChange *change,
+                                           bool addition, Size sz);
 
 /*
  * Allocate a new ReorderBuffer and clean out any old serialized state from
@@ -425,7 +426,8 @@ void
 ReorderBufferReturnChange(ReorderBuffer *rb, ReorderBufferChange *change)
 {
    /* update memory accounting info */
-   ReorderBufferChangeMemoryUpdate(rb, change, false);
+   ReorderBufferChangeMemoryUpdate(rb, change, false,
+                                   ReorderBufferChangeSize(change));
 
    /* free contained data */
    switch (change->action)
@@ -647,7 +649,8 @@ ReorderBufferQueueChange(ReorderBuffer *rb, TransactionId xid, XLogRecPtr lsn,
    txn->nentries_mem++;
 
    /* update memory accounting information */
-   ReorderBufferChangeMemoryUpdate(rb, change, true);
+   ReorderBufferChangeMemoryUpdate(rb, change, true,
+                                   ReorderBufferChangeSize(change));
 
    /* check the memory limits and evict something if needed */
    ReorderBufferCheckMemoryLimit(rb);
@@ -2160,10 +2163,8 @@ ReorderBufferAddNewCommandId(ReorderBuffer *rb, TransactionId xid,
 static void
 ReorderBufferChangeMemoryUpdate(ReorderBuffer *rb,
                                ReorderBufferChange *change,
-                               bool addition)
+                               bool addition, Size sz)
 {
-   Size        sz;
-
    Assert(change->txn);
 
    /*
@@ -2174,8 +2175,6 @@ ReorderBufferChangeMemoryUpdate(ReorderBuffer *rb,
    if (change->action == REORDER_BUFFER_CHANGE_INTERNAL_TUPLECID)
        return;
 
-   sz = ReorderBufferChangeSize(change);
-
    if (addition)
    {
        change->txn->size += sz;
@@ -3073,7 +3072,8 @@ ReorderBufferRestoreChange(ReorderBuffer *rb, ReorderBufferTXN *txn,
     * update the accounting too (subtracting the size from the counters). And
     * we don't want to underflow there.
     */
-   ReorderBufferChangeMemoryUpdate(rb, change, true);
+   ReorderBufferChangeMemoryUpdate(rb, change, true,
+                                   ReorderBufferChangeSize(change));
 }
 
 /*
@@ -3321,17 +3321,23 @@ ReorderBufferToastReplace(ReorderBuffer *rb, ReorderBufferTXN *txn,
    TupleDesc   toast_desc;
    MemoryContext oldcontext;
    ReorderBufferTupleBuf *newtup;
+   Size        old_size;
 
    /* no toast tuples changed */
    if (txn->toast_hash == NULL)
        return;
 
    /*
-    * We're going to modify the size of the change, so to make sure the
-    * accounting is correct we'll make it look like we're removing the change
-    * now (with the old size), and then re-add it at the end.
+    * We're going to modify the size of the change. So, to make sure the
+    * accounting is correct we record the current change size and then after
+    * re-computing the change we'll subtract the recorded size and then
+    * re-add the new change size at the end. We don't immediately subtract
+    * the old size because if there is any error before we add the new size,
+    * we will release the changes and that will update the accounting info
+    * (subtracting the size from the counters). And we don't want to
+    * underflow there.
     */
-   ReorderBufferChangeMemoryUpdate(rb, change, false);
+   old_size = ReorderBufferChangeSize(change);
 
    oldcontext = MemoryContextSwitchTo(rb->context);
 
@@ -3482,8 +3488,11 @@ ReorderBufferToastReplace(ReorderBuffer *rb, ReorderBufferTXN *txn,
 
    MemoryContextSwitchTo(oldcontext);
 
+   /* subtract the old change size */
+   ReorderBufferChangeMemoryUpdate(rb, change, false, old_size);
    /* now add the change back, with the correct size */
-   ReorderBufferChangeMemoryUpdate(rb, change, true);
+   ReorderBufferChangeMemoryUpdate(rb, change, true,
+                                   ReorderBufferChangeSize(change));
 }
 
 /*