reduce_page_overlap_of_gist_indexes_built_using_sorted_method.patch
application/octet-stream
Filename: reduce_page_overlap_of_gist_indexes_built_using_sorted_method.patch
Type: application/octet-stream
Part: 0
Patch
Format: unified
| File | + | − |
|---|---|---|
| contrib/pageinspect/expected/gist.out | 11 | 9 |
| src/backend/access/gist/gistbuild.c | 118 | 67 |
diff --git a/contrib/pageinspect/expected/gist.out b/contrib/pageinspect/expected/gist.out
index 86c9e9caa9..8cb390feed 100644
--- a/contrib/pageinspect/expected/gist.out
+++ b/contrib/pageinspect/expected/gist.out
@@ -33,14 +33,15 @@ COMMIT;
SELECT * FROM gist_page_items(get_raw_page('test_gist_idx', 0), 'test_gist_idx');
itemoffset | ctid | itemlen | dead | keys
------------+-----------+---------+------+-------------------
- 1 | (1,65535) | 40 | f | (p)=((166,166))
- 2 | (2,65535) | 40 | f | (p)=((332,332))
- 3 | (3,65535) | 40 | f | (p)=((498,498))
- 4 | (4,65535) | 40 | f | (p)=((664,664))
- 5 | (5,65535) | 40 | f | (p)=((830,830))
- 6 | (6,65535) | 40 | f | (p)=((996,996))
- 7 | (7,65535) | 40 | f | (p)=((1000,1000))
-(7 rows)
+ 1 | (1,65535) | 40 | f | (p)=((125,125))
+ 2 | (2,65535) | 40 | f | (p)=((250,250))
+ 3 | (3,65535) | 40 | f | (p)=((375,375))
+ 4 | (4,65535) | 40 | f | (p)=((500,500))
+ 5 | (5,65535) | 40 | f | (p)=((625,625))
+ 6 | (6,65535) | 40 | f | (p)=((750,750))
+ 7 | (7,65535) | 40 | f | (p)=((875,875))
+ 8 | (8,65535) | 40 | f | (p)=((1000,1000))
+(8 rows)
SELECT * FROM gist_page_items(get_raw_page('test_gist_idx', 1), 'test_gist_idx') LIMIT 5;
itemoffset | ctid | itemlen | dead | keys
@@ -64,6 +65,7 @@ SELECT itemoffset, ctid, itemlen FROM gist_page_items_bytea(get_raw_page('test_g
5 | (5,65535) | 40
6 | (6,65535) | 40
7 | (7,65535) | 40
-(7 rows)
+ 8 | (8,65535) | 40
+(8 rows)
DROP TABLE test_gist;
diff --git a/src/backend/access/gist/gistbuild.c b/src/backend/access/gist/gistbuild.c
index baad28c09f..d686278476 100644
--- a/src/backend/access/gist/gistbuild.c
+++ b/src/backend/access/gist/gistbuild.c
@@ -120,7 +120,9 @@ typedef struct
*/
typedef struct GistSortedBuildPageState
{
- Page page;
+ Page pages[8];
+ int current_page;
+ BlockNumber prevpage_blkno;
struct GistSortedBuildPageState *parent; /* Upper level, if any */
} GistSortedBuildPageState;
@@ -415,8 +417,8 @@ gist_indexsortbuild(GISTBuildState *state)
state->pages_written++;
/* Allocate a temporary buffer for the first leaf page. */
- leafstate = palloc(sizeof(GistSortedBuildPageState));
- leafstate->page = page;
+ leafstate = palloc0(sizeof(GistSortedBuildPageState));
+ leafstate->pages[0] = page;
leafstate->parent = NULL;
gistinitpage(page, F_LEAF);
@@ -435,13 +437,15 @@ gist_indexsortbuild(GISTBuildState *state)
* Keep in mind that flush can build a new root.
*/
pagestate = leafstate;
- while (pagestate->parent != NULL)
+ while (pagestate->parent != NULL || pagestate->current_page != 0)
{
GistSortedBuildPageState *parent;
gist_indexsortbuild_pagestate_flush(state, pagestate);
parent = pagestate->parent;
- pfree(pagestate->page);
+ for (int i = 0; i < 8; i++)
+ if (pagestate->pages[i])
+ pfree(pagestate->pages[i]);
pfree(pagestate);
pagestate = parent;
}
@@ -449,15 +453,15 @@ gist_indexsortbuild(GISTBuildState *state)
gist_indexsortbuild_flush_ready_pages(state);
/* Write out the root */
- PageSetLSN(pagestate->page, GistBuildLSN);
- PageSetChecksumInplace(pagestate->page, GIST_ROOT_BLKNO);
+ PageSetLSN(pagestate->pages[0], GistBuildLSN);
+ PageSetChecksumInplace(pagestate->pages[0], GIST_ROOT_BLKNO);
smgrwrite(RelationGetSmgr(state->indexrel), MAIN_FORKNUM, GIST_ROOT_BLKNO,
- pagestate->page, true);
+ pagestate->pages[0], true);
if (RelationNeedsWAL(state->indexrel))
log_newpage(&state->indexrel->rd_node, MAIN_FORKNUM, GIST_ROOT_BLKNO,
- pagestate->page, true);
+ pagestate->pages[0], true);
- pfree(pagestate->page);
+ pfree(pagestate->pages[0]);
pfree(pagestate);
}
@@ -474,10 +478,24 @@ gist_indexsortbuild_pagestate_add(GISTBuildState *state,
/* Does the tuple fit? If not, flush */
sizeNeeded = IndexTupleSize(itup) + sizeof(ItemIdData) + state->freespace;
- if (PageGetFreeSpace(pagestate->page) < sizeNeeded)
- gist_indexsortbuild_pagestate_flush(state, pagestate);
+ if (PageGetFreeSpace(pagestate->pages[pagestate->current_page]) < sizeNeeded)
+ {
+ Page newPage;
+ Page old_page = pagestate->pages[pagestate->current_page];
+ uint16 old_page_flags = GistPageGetOpaque(old_page)->flags;
+ if (pagestate->current_page + 1 == 8)
+ gist_indexsortbuild_pagestate_flush(state, pagestate);
+ else
+ pagestate->current_page++;
+
+ if (pagestate->pages[pagestate->current_page] == NULL)
+ pagestate->pages[pagestate->current_page] = palloc(BLCKSZ);
+
+ newPage = pagestate->pages[pagestate->current_page];
+ gistinitpage(newPage, old_page_flags);
+ }
- gistfillbuffer(pagestate->page, &itup, 1, InvalidOffsetNumber);
+ gistfillbuffer(pagestate->pages[pagestate->current_page], &itup, 1, InvalidOffsetNumber);
}
static void
@@ -485,73 +503,106 @@ gist_indexsortbuild_pagestate_flush(GISTBuildState *state,
GistSortedBuildPageState *pagestate)
{
GistSortedBuildPageState *parent;
- IndexTuple *itvec;
- IndexTuple union_tuple;
- int vect_len;
- bool isleaf;
- BlockNumber blkno;
+ BlockNumber blkno;
MemoryContext oldCtx;
+ IndexTuple union_tuple;
+ SplitedPageLayout *dist;
+ IndexTuple *itvec;
+ int vect_len;
+ bool isleaf = GistPageIsLeaf(pagestate->pages[0]);
- /* check once per page */
+ /* check once per whatever */
CHECK_FOR_INTERRUPTS();
- if (state->ready_num_pages == XLR_MAX_BLOCK_ID)
- gist_indexsortbuild_flush_ready_pages(state);
-
- /*
- * The page is now complete. Assign a block number to it, and add it to
- * the list of finished pages. (We don't write it out immediately, because
- * we want to WAL-log the pages in batches.)
- */
- blkno = state->pages_allocated++;
- state->ready_blknos[state->ready_num_pages] = blkno;
- state->ready_pages[state->ready_num_pages] = pagestate->page;
- state->ready_num_pages++;
+ oldCtx = MemoryContextSwitchTo(state->giststate->tempCxt);
- isleaf = GistPageIsLeaf(pagestate->page);
+ itvec = gistextractpage(pagestate->pages[0], &vect_len);
+ if (pagestate->current_page > 0)
+ {
+ for (int i = 1; i < pagestate->current_page + 1; i++)
+ {
+ int len_local;
+ IndexTuple *itvec_local = gistextractpage(pagestate->pages[i], &len_local);
+ itvec = gistjoinvector(itvec, &vect_len, itvec_local, len_local);
+ }
- /*
- * Form a downlink tuple to represent all the tuples on the page.
- */
- oldCtx = MemoryContextSwitchTo(state->giststate->tempCxt);
- itvec = gistextractpage(pagestate->page, &vect_len);
- union_tuple = gistunion(state->indexrel, itvec, vect_len,
+ dist = gistSplit(state->indexrel, pagestate->pages[0], itvec, vect_len, state->giststate);
+ }
+ else
+ {
+ dist = (SplitedPageLayout*) palloc0(sizeof(SplitedPageLayout));
+ union_tuple = gistunion(state->indexrel, itvec, vect_len,
state->giststate);
- ItemPointerSetBlockNumber(&(union_tuple->t_tid), blkno);
+ dist->itup = union_tuple;
+ dist->list = gistfillitupvec(itvec, vect_len, &(dist->lenlist));
+ dist->block.num = vect_len;
+ }
+
MemoryContextSwitchTo(oldCtx);
- /*
- * Insert the downlink to the parent page. If this was the root, create a
- * new page as the parent, which becomes the new root.
- */
- parent = pagestate->parent;
- if (parent == NULL)
+ pagestate->current_page = 0;
+
+ for (;dist != NULL; dist = dist->next)
{
- parent = palloc(sizeof(GistSortedBuildPageState));
- parent->page = (Page) palloc(BLCKSZ);
- parent->parent = NULL;
- gistinitpage(parent->page, 0);
+ char *data = (char *) (dist->list);
+ Page target = palloc0(BLCKSZ);
+ gistinitpage(target, isleaf? F_LEAF:0);
+ for (int i = 0; i < dist->block.num; i++)
+ {
+ IndexTuple thistup = (IndexTuple) data;
- pagestate->parent = parent;
- }
- gist_indexsortbuild_pagestate_add(state, parent, union_tuple);
+ if (PageAddItem(target, (Item) data, IndexTupleSize(thistup), i + FirstOffsetNumber, false, false) == InvalidOffsetNumber)
+ elog(ERROR, "failed to add item to index page in \"%s\"", RelationGetRelationName(state->indexrel));
- /* Re-initialize the page buffer for next page on this level. */
- pagestate->page = palloc(BLCKSZ);
- gistinitpage(pagestate->page, isleaf ? F_LEAF : 0);
+ data += IndexTupleSize(thistup);
+ }
+ union_tuple = dist->itup;
- /*
- * Set the right link to point to the previous page. This is just for
- * debugging purposes: GiST only follows the right link if a page is split
- * concurrently to a scan, and that cannot happen during index build.
- *
- * It's a bit counterintuitive that we set the right link on the new page
- * to point to the previous page, and not the other way round. But GiST
- * pages are not ordered like B-tree pages are, so as long as the
- * right-links form a chain through all the pages in the same level, the
- * order doesn't matter.
- */
- GistPageGetOpaque(pagestate->page)->rightlink = blkno;
+ if (state->ready_num_pages == XLR_MAX_BLOCK_ID)
+ gist_indexsortbuild_flush_ready_pages(state);
+
+ /*
+ * The page is now complete. Assign a block number to it, and add it to
+ * the list of finished pages. (We don't write it out immediately, because
+ * we want to WAL-log the pages in batches.)
+ */
+ blkno = state->pages_allocated++;
+ state->ready_blknos[state->ready_num_pages] = blkno;
+ state->ready_pages[state->ready_num_pages] = target;
+ state->ready_num_pages++;
+ ItemPointerSetBlockNumber(&(union_tuple->t_tid), blkno);
+
+ /*
+ * Insert the downlink to the parent page. If this was the root, create a
+ * new page as the parent, which becomes the new root.
+ */
+ parent = pagestate->parent;
+ if (parent == NULL)
+ {
+ parent = palloc0(sizeof(GistSortedBuildPageState));
+ parent->pages[0] = (Page) palloc(BLCKSZ);
+ parent->parent = NULL;
+ gistinitpage(parent->pages[0], 0);
+
+ pagestate->parent = parent;
+ }
+ gist_indexsortbuild_pagestate_add(state, parent, union_tuple);
+
+ /*
+ * Set the right link to point to the previous page. This is just for
+ * debugging purposes: GiST only follows the right link if a page is split
+ * concurrently to a scan, and that cannot happen during index build.
+ *
+ * It's a bit counterintuitive that we set the right link on the new page
+ * to point to the previous page, and not the other way round. But GiST
+ * pages are not ordered like B-tree pages are, so as long as the
+ * right-links form a chain through all the pages in the same level, the
+ * order doesn't matter.
+ */
+ if (pagestate->prevpage_blkno)
+ GistPageGetOpaque(target)->rightlink = pagestate->prevpage_blkno;
+ pagestate->prevpage_blkno = blkno;
+ }
}
static void