meson: ci: test extensions

Author: nbyavuz

.cirrus.yml

@@ -358,16 +358,32 @@ task:
 task:
   <<: *linux_opensuse_template
 
-  name: Linux - OpenSuse Tumbleweed (LLVM) - Meson
+  name: Linux - OpenSuse Tumbleweed (LLVM) - Meson - Test Extensions
 
   configure_script:
     - su postgres -c 'meson setup --buildtype debug -Dcassert=true -Dssl=openssl -Duuid=e2fs -Dllvm=enabled build'
 
+  ###
+  # build & run tests
   build_script: su postgres -c 'ninja -C build'
+
   upload_caches: ccache
 
   tests_world_script:
     - su postgres -c 'meson test --no-rebuild -C build --num-processes ${TEST_JOBS}'
+  ###
+
+  ###
+  # test extensions
+  install_script: ninja -C build install
+
+  # some of the make commands of test_execution script needs to run with sudo,
+  # that command makes postgres user can execute sudo commands without password
+  dont_ask_sudo_pw_script:
+    - echo "postgres ALL=(ALL:ALL) NOPASSWD: ALL" | tee /etc/sudoers.d/postgres
+
+  install_extensions_script: su postgres -c 'python3 src/tools/ci/test_extensions'
+  ###
 
   on_failure:
     <<: *on_failure

src/tools/ci/docker/linux_opensuse_tumbleweed

@@ -49,6 +49,19 @@ RUN \
   lz4 \
   zstd \
   \
+  ### packages needed by extensions ###
+  sudo \
+  \
+  # pgbouncer
+  libevent-devel \
+  pandoc \
+  \
+  # postgis
+  geos-devel \
+  proj-devel \
+  protobuf-c \
+  \
+  ###
   && \
   zypper -n clean -a
 

src/tools/ci/test_extensions

@@ -0,0 +1,261 @@
+#!/usr/bin/env python3
+
+import enum
+import os
+import shutil
+import subprocess
+import sys
+
+work_dir = '/tmp/extension_test/'
+extensions = []
+git_clone_command = ['git', 'clone', '--depth', '1']
+
+class ExitStatus(enum.IntEnum):
+  already_failed = -1
+  success = 0
+  missing_steps = 1
+  failed = 2
+ext_exit_status = []
+
+# add pg_qualstats
+extensions.append(
+  {
+    'name': 'pg_qualstats',
+    'shared_preload_name': 'pg_qualstats',
+    'download': [
+      git_clone_command + ['https://github.com/powa-team/pg_qualstats.git'],
+    ],
+    'build': [
+      ['sudo', 'make', 'install'],
+    ],
+    'test': [
+      ['make', 'installcheck'],
+    ],
+  }
+)
+
+
+# add pg_cron
+extensions.append(
+  {
+    'name': 'pg_cron',
+    'shared_preload_name': 'pg_cron',
+    'download': [
+      git_clone_command + ['https://github.com/citusdata/pg_cron.git'],
+    ],
+    'build': [
+      ['make'],
+      ['sudo', 'make', 'install'],
+    ],
+    'test': [
+      ['make', 'installcheck'],
+    ],
+  }
+)
+
+# add hypopg
+extensions.append(
+  {
+    'name': 'hypopg',
+    'download': [
+      git_clone_command + ['https://github.com/HypoPG/hypopg.git'],
+    ],
+    'build': [
+      ['sudo', 'make', 'install'],
+    ],
+    'test': [
+      ['make', 'installcheck'],
+    ],
+  }
+)
+
+# add postgresql-hll
+extensions.append(
+  {
+    'name': 'postgresql-hll',
+    'download': [
+      git_clone_command + ['https://github.com/citusdata/postgresql-hll.git'],
+    ],
+    'build': [
+      ['make'],
+      ['sudo', 'make', 'install'],
+    ],
+    'test': [
+      ['make', 'installcheck'],
+    ],
+  }
+)
+
+# add orafce
+extensions.append(
+  {
+    'name': 'orafce',
+    'download': [
+      git_clone_command + ['https://github.com/orafce/orafce.git'],
+    ],
+    'build': [
+      ['make'],
+      ['make', 'install'],
+    ],
+    'test': [
+      ['make', 'installcheck'],
+    ],
+  }
+)
+
+# add postgis
+extensions.append(
+  {
+    'name': 'postgis',
+    'download': [
+      git_clone_command + ['https://github.com/postgis/postgis.git'],
+    ],
+    'build': [
+      ['./autogen.sh'],
+      ['./configure', '--without-raster'],
+      ['make'],
+    ],
+    'test': [
+      ['make', 'check'],
+    ],
+  }
+)
+
+# add pg_partman
+# there is confirmed pg15 bug, waiting for fix
+# see https://github.com/pgpartman/pg_partman/issues/464
+# extensions.append(
+#   {
+#     'name': 'pg_partman',
+#     'shared_preload_name': 'pg_partman_bgw',
+#     'download': [
+#       git_clone_command + ['https://github.com/pgpartman/pg_partman.git'],
+#     ],
+#     'build': [
+#       ['make'],
+#       ['sudo', 'make', 'install'],
+#     ],
+#     'test': [
+#       # there is no test command,
+#       # see bottom of https://github.com/pgpartman/pg_partman
+#     ],
+#   }
+# )
+
+# add pgbouncer
+extensions.append(
+  {
+    'name': 'pgbouncer',
+    'download': [
+      git_clone_command + ['https://github.com/pgbouncer/pgbouncer.git'],
+    ],
+    'build': [
+      ['git', 'submodule', 'init'],
+      ['git', 'submodule', 'update'],
+      ['./autogen.sh'],
+      ['./configure', '--prefix=/usr/local'],
+      ['make'],
+      ['sudo', 'make', 'install'],
+    ],
+    'test': [
+      ['make', '-C', './test', 'all'],
+      ['make', '-C', './test', 'check'],
+    ],
+  }
+)
+
+def start_postgres_server():
+  shared_preload_libraries = ''
+
+  # get shared_preload_libraries
+  for extension in extensions:
+    if 'shared_preload_name' in extension:
+      shared_preload_libraries = shared_preload_libraries + extension['shared_preload_name'] + ', '
+  # removing last ', '
+  shared_preload_libraries = shared_preload_libraries[:-2]
+
+  postgres_start_commands = [
+    ['sudo', 'mkdir', '-p', '/usr/local/pgsql/data'],
+    ['sudo', 'chown', 'postgres', '/usr/local/pgsql/data'],
+    ['/usr/local/bin/initdb', '-D', '/usr/local/pgsql/data/'],
+    ['sed', '-i',
+      's/#shared_preload_libraries = \'\'/shared_preload_libraries = \'' + shared_preload_libraries + '\'/g',
+      '/usr/local/pgsql/data/postgresql.conf'],
+    ['/usr/local/bin/pg_ctl', '-D', '/usr/local/pgsql/data', '-l', 'logfile', 'start'],
+  ]
+
+  # run postgres server
+  print('Starting postgres server...', flush=True)
+  for command in postgres_start_commands:
+    subprocess.run(command, check=True)
+  print('Done.', flush=True)
+
+# if that function returns True, that means current process is successfully finished
+# otherwise, there can be error or missing commands
+def run_commands(extension, current_process, cwd):
+  message = ''
+
+  if extension.get('has_error', False):
+    return_val = ExitStatus.already_failed
+  elif extension.get(current_process, False):
+    print('\n\n### {} {} ###\n'.format(current_process, extension['name']), flush=True)
+
+    for command in extension[current_process]:
+      result = subprocess.run(command, cwd=cwd)
+
+      if result.returncode:
+        message = '`{}` failed at step `{}`'.format(extension['name'], current_process)
+        extension['has_error'] = True
+        return_val =  ExitStatus.failed
+      else:
+        if current_process == 'test':
+          message = '`{}` finished successfully'.format(extension['name'])
+        return_val = ExitStatus.success
+  else:
+    message = 'No `{}` command found for `{}`'.format(current_process, extension['name'])
+    return_val = ExitStatus.missing_step_message
+
+  if message:
+    print('\n\n### {} ###\n'.format(message), flush=True)
+    ext_exit_status.append([message, return_val])
+
+  return return_val
+
+def clear_directory(directory):
+  if os.path.exists(directory) and os.path.isdir(directory):
+    print('### Clearing {} ###'.format(directory), flush=True)
+    shutil.rmtree(directory)
+
+def main():
+  # clear and create work_dir
+  clear_directory(work_dir)
+  os.makedirs(work_dir)
+
+  # first download then build to get shared_preload_libraries
+  for extension in extensions:
+    process_order = [['download', work_dir], ['build', work_dir + extension['name']]]
+    for process, cwd in process_order:
+      run_commands(extension, process, cwd)
+
+  # start postgres server
+  start_postgres_server()
+
+  # run tests
+  for extension in extensions:
+    run_commands(extension, 'test', work_dir + extension['name'])
+
+  # sort by exit status(success, missing step, failed)
+  ext_exit_status.sort(key=lambda tup: tup[1])
+  previous_exit_status = ext_exit_status[0][1]
+  print('\nScript finished, results are:\n', flush=True)
+  for message, current_exit_status in ext_exit_status:
+    if current_exit_status != previous_exit_status:
+      print('\n', flush=True)
+    print(message, flush=True)
+    previous_exit_status = current_exit_status
+
+  if ext_exit_status[-1][1] == ExitStatus.failed:
+    sys.exit('\n\nThere are failed extensions, exiting')
+
+if __name__ == "__main__":
+  main()