From 0f9fdd9437fa55f0410066c515811ba1ea3caff4 Mon Sep 17 00:00:00 2001 From: Heikki Linnakangas Date: Sat, 21 Mar 2026 19:04:00 +0200 Subject: [PATCH v7 09/18] Add test module to test after-startup shmem allocations None of the existing modules could make use of the lazy shmem allocation after postmaster startup: - pg_stat_statements needs to load and dump stats file on startup and shutdown, which doesn't really work if the library is not loaded into postmaster - test_aio registers injection points, which reference the library itself, which creates a weird initialization loop if you try to do that directly from _PG_init() in a backend. The initialization really needs to happen after _PG_init() - injection_points would be a candidate, but it already knows to use DSM when it's not loaded from shared_preload_libraries. --- src/test/modules/Makefile | 1 + src/test/modules/meson.build | 1 + src/test/modules/test_shmem/Makefile | 24 ++++ src/test/modules/test_shmem/meson.build | 33 ++++++ .../modules/test_shmem/test_shmem--1.0.sql | 9 ++ src/test/modules/test_shmem/test_shmem.c | 107 ++++++++++++++++++ .../modules/test_shmem/test_shmem.control | 3 + src/tools/pgindent/typedefs.list | 1 + 8 files changed, 179 insertions(+) create mode 100644 src/test/modules/test_shmem/Makefile create mode 100644 src/test/modules/test_shmem/meson.build create mode 100644 src/test/modules/test_shmem/test_shmem--1.0.sql create mode 100644 src/test/modules/test_shmem/test_shmem.c create mode 100644 src/test/modules/test_shmem/test_shmem.control diff --git a/src/test/modules/Makefile b/src/test/modules/Makefile index 28ce3b35eda..62fab9f3c2f 100644 --- a/src/test/modules/Makefile +++ b/src/test/modules/Makefile @@ -47,6 +47,7 @@ SUBDIRS = \ test_resowner \ test_rls_hooks \ test_saslprep \ + test_shmem \ test_shm_mq \ test_slru \ test_tidstore \ diff --git a/src/test/modules/meson.build b/src/test/modules/meson.build index 3ac291656c1..6799ba11e11 100644 --- a/src/test/modules/meson.build +++ b/src/test/modules/meson.build @@ -48,6 +48,7 @@ subdir('test_regex') subdir('test_resowner') subdir('test_rls_hooks') subdir('test_saslprep') +subdir('test_shmem') subdir('test_shm_mq') subdir('test_slru') subdir('test_tidstore') diff --git a/src/test/modules/test_shmem/Makefile b/src/test/modules/test_shmem/Makefile new file mode 100644 index 00000000000..2407f7462fe --- /dev/null +++ b/src/test/modules/test_shmem/Makefile @@ -0,0 +1,24 @@ +# src/test/modules/test_shmem/Makefile + +PGFILEDESC = "test_shmem - test code for shmem allocations" + +MODULE_big = test_shmem +OBJS = \ + $(WIN32RES) \ + test_shmem.o + +EXTENSION = test_shmem +DATA = test_shmem--1.0.sql + +TAP_TESTS = 1 + +ifdef USE_PGXS +PG_CONFIG = pg_config +PGXS := $(shell $(PG_CONFIG) --pgxs) +include $(PGXS) +else +subdir = src/test/modules/test_shmem +top_builddir = ../../../.. +include $(top_builddir)/src/Makefile.global +include $(top_srcdir)/contrib/contrib-global.mk +endif diff --git a/src/test/modules/test_shmem/meson.build b/src/test/modules/test_shmem/meson.build new file mode 100644 index 00000000000..fb4bf328b8f --- /dev/null +++ b/src/test/modules/test_shmem/meson.build @@ -0,0 +1,33 @@ +# Copyright (c) 2024-2026, PostgreSQL Global Development Group + +test_shmem_sources = files( + 'test_shmem.c', +) + +if host_system == 'windows' + test_shmem_sources += rc_lib_gen.process(win32ver_rc, extra_args: [ + '--NAME', 'test_shmem', + '--FILEDESC', 'test_shmem - test code for shmem allocations',]) +endif + +test_shmem = shared_module('test_shmem', + test_shmem_sources, + kwargs: pg_test_mod_args, +) +test_install_libs += test_shmem + +test_install_data += files( + 'test_shmem.control', + 'test_shmem--1.0.sql', +) + +tests += { + 'name': 'test_shmem', + 'sd': meson.current_source_dir(), + 'bd': meson.current_build_dir(), + 'tap': { + 'tests': [ + 't/001_late_shmem_alloc.pl', + ], + }, +} diff --git a/src/test/modules/test_shmem/test_shmem--1.0.sql b/src/test/modules/test_shmem/test_shmem--1.0.sql new file mode 100644 index 00000000000..2d01fd9256c --- /dev/null +++ b/src/test/modules/test_shmem/test_shmem--1.0.sql @@ -0,0 +1,9 @@ +/* src/test/modules/test_shmem/test_shmem--1.0.sql */ + +-- complain if script is sourced in psql, rather than via CREATE EXTENSION +\echo Use "CREATE EXTENSION test_shmem" to load this file. \quit + + +CREATE FUNCTION get_test_shmem_attach_count() +RETURNS pg_catalog.int4 STRICT +AS 'MODULE_PATHNAME' LANGUAGE C; diff --git a/src/test/modules/test_shmem/test_shmem.c b/src/test/modules/test_shmem/test_shmem.c new file mode 100644 index 00000000000..85633fa16ce --- /dev/null +++ b/src/test/modules/test_shmem/test_shmem.c @@ -0,0 +1,107 @@ +/*------------------------------------------------------------------------- + * + * test_shmem.c + * Helpers to test shmem allocation routines + * + * XXX This module provides interface functions for C functionality to SQL, to + * make it possible to test AIO related behavior in a targeted way from SQL. + * It'd not generally be safe to export these functions to SQL, but for a test + * that's fine. + * + * Copyright (c) 2020-2026, PostgreSQL Global Development Group + * + * IDENTIFICATION + * src/test/modules/test_shmem/test_shmem.c + * + *------------------------------------------------------------------------- + */ + +#include "postgres.h" + +#include "access/relation.h" +#include "fmgr.h" +#include "miscadmin.h" +#include "storage/shmem.h" + + +PG_MODULE_MAGIC; + +typedef struct TestShmemData +{ + int value; + bool initialized; + int attach_count; +} TestShmemData; + +static TestShmemData *TestShmem; + +static bool attached_or_initialized = false; + +static void test_shmem_request(void *arg); +static void test_shmem_init(void *arg); +static void test_shmem_attach(void *arg); + +static const ShmemCallbacks TestShmemCallbacks = { + .flags = SHMEM_ALLOW_AFTER_STARTUP, + .request_fn = test_shmem_request, + .init_fn = test_shmem_init, + .attach_fn = test_shmem_attach, +}; + +static void +test_shmem_request(void *arg) +{ + static ShmemStructDesc TestShmemDesc = { + .name = "test_shmem area", + .size = sizeof(TestShmemData), + .ptr = (void **) &TestShmem, + }; + + elog(LOG, "test_shmem_request callback called"); + + ShmemRequestStruct(&TestShmemDesc); +} + +static void +test_shmem_init(void *arg) +{ + elog(LOG, "init callback called"); + if (TestShmem->initialized) + elog(ERROR, "shmem area already initialized"); + TestShmem->initialized = true; + + if (attached_or_initialized) + elog(ERROR, "attach or initialize already called in this process"); + attached_or_initialized = true; +} + +static void +test_shmem_attach(void *arg) +{ + elog(LOG, "test_shmem_attach callback called"); + if (!TestShmem->initialized) + elog(ERROR, "shmem area not yet initialized"); + TestShmem->attach_count++; + + if (attached_or_initialized) + elog(ERROR, "attach or initialize already called in this process"); + attached_or_initialized = true; +} + +void +_PG_init(void) +{ + elog(LOG, "test_shmem module's _PG_init called"); + RegisterShmemCallbacks(&TestShmemCallbacks); +} + +PG_FUNCTION_INFO_V1(get_test_shmem_attach_count); +Datum +get_test_shmem_attach_count(PG_FUNCTION_ARGS) +{ + if (!attached_or_initialized) + elog(ERROR, "shmem area not attached or initialized in this process"); + if (!TestShmem->initialized) + elog(ERROR, "shmem area not yet initialized"); + PG_RETURN_INT32(TestShmem->attach_count); +} diff --git a/src/test/modules/test_shmem/test_shmem.control b/src/test/modules/test_shmem/test_shmem.control new file mode 100644 index 00000000000..f2f26f4537a --- /dev/null +++ b/src/test/modules/test_shmem/test_shmem.control @@ -0,0 +1,3 @@ +comment = 'Test code for shmem allocations' +default_version = '1.0' +module_pathname = '$libdir/test_shmem' diff --git a/src/tools/pgindent/typedefs.list b/src/tools/pgindent/typedefs.list index d1d249b0629..f8a9789a25f 100644 --- a/src/tools/pgindent/typedefs.list +++ b/src/tools/pgindent/typedefs.list @@ -3120,6 +3120,7 @@ TestDSMRegistryHashEntry TestDSMRegistryStruct TestDecodingData TestDecodingTxnData +TestShmemData TestSpec TestValueType TextFreq -- 2.47.3