]> git.immae.eu Git - github/fretlink/ansible-postgresql-role.git/commitdiff
Merge pull request #11 from paulrbr-fl/postgresql-12
authorThéophile Helleboid - chtitux <chtitux@gmail.com>
Tue, 12 May 2020 17:32:14 +0000 (21:32 +0400)
committerGitHub <noreply@github.com>
Tue, 12 May 2020 17:32:14 +0000 (21:32 +0400)
core: Add compatibility with PG 12 major version

14 files changed:
.travis.yml
README.md
meta/main.yml
tasks/postgres-cluster.yml
tasks/postgres-user.yml
templates/postgresql.10.conf.j2
templates/postgresql.11.conf.j2
templates/postgresql.12.conf.j2 [new file with mode: 0644]
templates/postgresql.9.4.conf.j2
templates/postgresql.9.5.conf.j2
templates/postgresql.9.6.conf.j2
test/main.yml
test/requirements.txt
test/requirements.yml

index ddf6fb04af87be073845a6b175f7a99119917418..b7ce10fe5f10923f2523fd97a82fbb32e45de070 100644 (file)
@@ -1,9 +1,16 @@
 ---
+dist: bionic
 language: python
-python: "3.5"
+python: "3.8"
 
-# Use the new container infrastructure
-sudo: false
+# Test on all supported PG versions on both debian stretch and debian buster
+env:
+- POSTGRESQL_VERSION=10 DEBIAN_RELEASE=stretch
+- POSTGRESQL_VERSION=11 DEBIAN_RELEASE=stretch
+- POSTGRESQL_VERSION=12 DEBIAN_RELEASE=stretch
+- POSTGRESQL_VERSION=10 DEBIAN_RELEASE=buster
+- POSTGRESQL_VERSION=11 DEBIAN_RELEASE=buster
+- POSTGRESQL_VERSION=12 DEBIAN_RELEASE=buster
 
 # Install pip
 addons:
@@ -17,7 +24,7 @@ services:
 
 install:
   # Install ansible
-  - pip install ansible docker-py docker
+  - pip install -r test/requirements.txt
   # Check ansible version
   - ansible --version
   - ansible-galaxy install -r test/requirements.yml -p test/roles/
@@ -26,6 +33,7 @@ script:
   # Basic role syntax check
   - ansible-playbook test/main.yml -i test/hosts --syntax-check
   # Run the tests
+  - ansible-playbook test/main.yml -i test/hosts -e "postgres_version=${POSTGRESQL_VERSION}" -e "debian_release=${DEBIAN_RELEASE}"
   # FAILS - ansible-playbook test/main.yml -i test/hosts
   # Even if Docker and docker-py module are present, the tests fail on Travis
   # The error on Travis is:
index 050fb65fc76ea874332b3cbdca0984d68ef4967e..3ab415303facdca56a0a423b1d4afb3d8551cab1 100644 (file)
--- a/README.md
+++ b/README.md
@@ -6,7 +6,7 @@ See [role page on Ansible Galaxy](https://galaxy.ansible.com/trainline-eu/ansibl
 
 #### Installation
 
-This role has been tested on Ansible 2.3.0 and higher.
+This role has been tested on Ansible 2.5.0 and higher.
 
 To install:
 
@@ -25,10 +25,10 @@ Recommended dependencies:
 
 This table lists the tested version of OS/PostgreSQL couples.
 
-| Distribution / PostgreSQL | 9.1 | 9.4 | 9.5 | 9.6 | 10  | 11  |
-| ------------------------- |:---:|:---:|:---:|:---:|:---:|:---:|
-| Debian 8.x | :no_entry: :white_check_mark:| :white_check_mark:| :white_check_mark:| :white_check_mark:| :white_check_mark:| :white_check_mark:|
-| Debian 9.x | :no_entry: :white_check_mark:| :white_check_mark:| :white_check_mark:| :white_check_mark:| :white_check_mark:| :white_check_mark:|
+| Distribution / PostgreSQL | 9.1                           | 9.4                           | 9.5                | 9.6                | 10                 | 11                 | 12                 |
+| ------------------------- | :---:                         | :---:                         | :---:              | :---:              | :---:              | :---:              | :---:              |
+| Debian 8.x                | :no_entry: :white_check_mark: | :no_entry: :white_check_mark: | :white_check_mark: | :white_check_mark: | :white_check_mark: | :white_check_mark: | :white_check_mark: |
+| Debian 9.x                | :no_entry: :white_check_mark: | :no_entry: :white_check_mark: | :white_check_mark: | :white_check_mark: | :white_check_mark: | :white_check_mark: | :white_check_mark: |
 
 - :white_check_mark: - tested, works fine
 - :grey_question: - will work in the future (help out if you can)
index 2d7ff6152419d1bf62596062629474451ed33d67..659083e8e5e5aabc5ea7b6d9b1820e0264a467d9 100644 (file)
@@ -14,6 +14,7 @@ galaxy_info:
     versions:
       - jessie
       - stretch
+      - buster
 
   galaxy_tags: ['postgresql', 'cluster', 'ha', 'database', 'replication']
 
index c05298207a194ac5354fb55317424a5f9b5472f7..a8e96c11ac4d83102a3a7572a17807c98c89e3c2 100644 (file)
@@ -5,6 +5,7 @@
     postgres_port: "{{ postgres_cluster.port }}"
     postgres_fsync_enabled: "{{ postgres_cluster.fsync_enabled }}"
     postgres_archive_enabled: "{{ postgres_cluster.archive_enabled }}"
+    postgres_wal_level: "{{ postgres_cluster.wal_level|default('logical') }}"
     postgres_max_replication_slots: "{{ postgres_cluster.max_replication_slots | default(10) }}"
     postgres_extra_config: "{{ postgres_cluster.extra_config | default({}) }}"
     barman_directory: "{{ postgres_cluster.barman_directory | default(None) }}"
@@ -19,7 +20,7 @@
   apt: name=postgresql-{{ postgres_version }}-repack
   when:
    - ansible_distribution_release != 'NA'
-   - postgres_version in ['9.3', '9.4', '9.5', '9.6', '10', '11']
+   - postgres_version in ['9.3', '9.4', '9.5', '9.6', '10', '11', '12']
 
 - name: Set initdb options
   set_fact: postgres_initdb_option="{% if postgres_checksums %}--data-checksums{% endif %}"
 
 - name: Upload recovery.conf
   template: src=recovery.conf.j2 dest=/var/lib/postgresql/{{ postgres_version }}/{{ postgres_cluster_name }}/recovery.conf owner=postgres group=postgres mode=0600
-  when: postgres_primary
+  when: postgres_primary and postgres_version is version('12', '<')
   no_log: True
 
+- name: Define secondary nodes as secondaries with corresponding signal files
+  file:
+    path: "{{ item }}"
+    state: touch
+  when: postgres_primary and postgres_version is version('12', '>=')
+  with_items:
+    - /var/lib/postgresql/{{ postgres_version }}/{{ postgres_cluster_name }}/standby.signal
+
 - name: Create log file
   file:
     path={{ postgres_log_dir }}/postgresql-{{ postgres_version }}-{{ postgres_cluster_name }}.log
index fcef9fc42717017efd8d2ff7341964c68a10b3fd..000ea80c3f13f7e256bb379ce65b604d7d46f3bc 100644 (file)
@@ -8,6 +8,12 @@
   check_mode: no
   changed_when: false
 
+- name: "Install required packages for 'postgres_user' ansible module"
+  apt:
+    name:
+      - libpq-dev
+      - python-psycopg2
+
 - name: Create PostgreSQL user
   become: true
   become_user: postgres
index b07b22b4ba2a78b4e9db4c8422fa74fbc289eb9b..80850348f1291348da967818747f02d06a18c505 100644 (file)
@@ -184,7 +184,7 @@ bgwriter_delay = 2000ms                     # 10-10000ms between rounds
 
 # - Settings -
 
-wal_level = logical                    # minimal, replica, or logical
+wal_level = {{ postgres_wal_level }}                   # minimal, replica, or logical
                                        # (change requires restart)
 {% if postgres_fsync_enabled %}
 #fsync = on                            # flush data to disk for crash safety
index 2c2ac1c063489aea157949a4d824017a8054435f..6acb50d6d6908a4afd79b010174c2f4c255c8e17 100644 (file)
@@ -185,7 +185,7 @@ bgwriter_delay = 2000ms                     # 10-10000ms between rounds
 
 # - Settings -
 
-wal_level = logical                    # minimal, replica, or logical
+wal_level = {{ postgres_wal_level }}                   # minimal, replica, or logical
                                        # (change requires restart)
 {% if postgres_fsync_enabled %}
 #fsync = on                            # flush data to disk for crash safety
diff --git a/templates/postgresql.12.conf.j2 b/templates/postgresql.12.conf.j2
new file mode 100644 (file)
index 0000000..b49b836
--- /dev/null
@@ -0,0 +1,809 @@
+# {{ ansible_managed }}
+# -----------------------------
+# PostgreSQL configuration file
+# -----------------------------
+#
+# This file consists of lines of the form:
+#
+#   name = value
+#
+# (The "=" is optional.)  Whitespace may be used.  Comments are introduced with
+# "#" anywhere on a line.  The complete list of parameter names and allowed
+# values can be found in the PostgreSQL documentation.
+#
+# The commented-out settings shown in this file represent the default values.
+# Re-commenting a setting is NOT sufficient to revert it to the default value;
+# you need to reload the server.
+#
+# This file is read on server startup and when the server receives a SIGHUP
+# signal.  If you edit the file on a running system, you have to SIGHUP the
+# server for the changes to take effect, run "pg_ctl reload", or execute
+# "SELECT pg_reload_conf()".  Some parameters, which are marked below,
+# require a server shutdown and restart to take effect.
+#
+# Any parameter can also be given as a command-line option to the server, e.g.,
+# "postgres -c log_connections=on".  Some parameters can be changed at run time
+# with the "SET" SQL command.
+#
+# Memory units:  kB = kilobytes        Time units:  ms  = milliseconds
+#                MB = megabytes                     s   = seconds
+#                GB = gigabytes                     min = minutes
+#                TB = terabytes                     h   = hours
+#                                                   d   = days
+
+
+#------------------------------------------------------------------------------
+# FILE LOCATIONS
+#------------------------------------------------------------------------------
+
+# The default values of these variables are driven from the -D command-line
+# option or PGDATA environment variable, represented here as ConfigDir.
+
+data_directory = '/var/lib/postgresql/{{ postgres_version }}/{{ postgres_cluster_name }}'              # use data in another directory
+                                       # (change requires restart)
+hba_file = '/etc/postgresql/{{ postgres_version }}/{{ postgres_cluster_name }}/pg_hba.conf'    # host-based authentication file
+                                       # (change requires restart)
+ident_file = '/etc/postgresql/{{ postgres_version }}/{{ postgres_cluster_name }}/pg_ident.conf'        # ident configuration file
+                                       # (change requires restart)
+
+# If external_pid_file is not explicitly set, no extra PID file is written.
+external_pid_file = '/var/run/postgresql/{{ postgres_version }}-{{ postgres_cluster_name }}.pid'               # write an extra PID file
+                                       # (change requires restart)
+
+
+#------------------------------------------------------------------------------
+# CONNECTIONS AND AUTHENTICATION
+#------------------------------------------------------------------------------
+
+# - Connection Settings -
+
+listen_addresses = '{{ postgres_listen_addresses | reject("none") | join(",") }}' # what IP address(es) to listen on;
+                                       # comma-separated list of addresses;
+                                       # defaults to 'localhost'; use '*' for all
+                                       # (change requires restart)
+port = {{ postgres_port }}                             # (change requires restart)
+max_connections = 400                  # (change requires restart)
+#superuser_reserved_connections = 3    # (change requires restart)
+unix_socket_directories = '/var/run/postgresql'        # comma-separated list of directories
+                                       # (change requires restart)
+#unix_socket_group = ''                        # (change requires restart)
+#unix_socket_permissions = 0777                # begin with 0 to use octal notation
+                                       # (change requires restart)
+#bonjour = off                         # advertise server via Bonjour
+                                       # (change requires restart)
+#bonjour_name = ''                     # defaults to the computer name
+                                       # (change requires restart)
+
+# - TCP settings -
+# see "man 7 tcp" for details
+
+#tcp_keepalives_idle = 0               # TCP_KEEPIDLE, in seconds;
+                                       # 0 selects the system default
+#tcp_keepalives_interval = 0           # TCP_KEEPINTVL, in seconds;
+                                       # 0 selects the system default
+#tcp_keepalives_count = 0              # TCP_KEEPCNT;
+                                       # 0 selects the system default
+#tcp_user_timeout = 0                  # TCP_USER_TIMEOUT, in milliseconds;
+                                       # 0 selects the system default
+
+# - Authentication -
+
+#authentication_timeout = 1min         # 1s-600s
+#password_encryption = md5             # md5 or scram-sha-256
+#db_user_namespace = off
+
+# GSSAPI using Kerberos
+#krb_server_keyfile = ''
+#krb_caseins_users = off
+
+# - SSL -
+
+ssl = on
+#ssl_ca_file = ''
+#ssl_cert_file = '/etc/ssl/certs/ssl-cert-snakeoil.pem'
+#ssl_crl_file = ''
+#ssl_key_file = '/etc/ssl/private/ssl-cert-snakeoil.key'
+#ssl_ciphers = 'HIGH:MEDIUM:+3DES:!aNULL' # allowed SSL ciphers
+#ssl_prefer_server_ciphers = on
+#ssl_ecdh_curve = 'prime256v1'
+#ssl_min_protocol_version = 'TLSv1'
+#ssl_max_protocol_version = ''
+#ssl_dh_params_file = ''
+#ssl_passphrase_command = ''
+#ssl_passphrase_command_supports_reload = off
+
+
+#------------------------------------------------------------------------------
+# RESOURCE USAGE (except WAL)
+#------------------------------------------------------------------------------
+
+# - Memory -
+
+{% if ansible_memtotal_mb > 65536 %}
+shared_buffers = 16GB                  # min 128kB
+{% else %}
+shared_buffers = {{ ansible_memtotal_mb // 4 }}MB                      # min 128kB
+{% endif %}
+                                       # (change requires restart)
+#huge_pages = try                      # on, off, or try
+                                       # (change requires restart)
+temp_buffers = 24MB                    # min 800kB
+#max_prepared_transactions = 0         # zero disables the feature
+                                       # (change requires restart)
+# Caution: it is not advisable to set max_prepared_transactions nonzero unless
+# you actively intend to use prepared transactions.
+work_mem = 512MB                               # min 64kB
+maintenance_work_mem = 1024MB          # min 1MB
+#autovacuum_work_mem = -1              # min 1MB, or -1 to use maintenance_work_mem
+#max_stack_depth = 2MB                 # min 100kB
+#shared_memory_type = mmap             # the default is the first option
+                                       # supported by the operating system:
+                                       #   mmap
+                                       #   sysv
+                                       #   windows
+                                       # (change requires restart)
+dynamic_shared_memory_type = posix     # the default is the first option
+                                       # supported by the operating system:
+                                       #   posix
+                                       #   sysv
+                                       #   windows
+                                       #   mmap
+                                       # (change requires restart)
+
+# - Disk -
+
+#temp_file_limit = -1                  # limits per-process temp file space
+                                       # in kB, or -1 for no limit
+
+# - Kernel Resources -
+
+#max_files_per_process = 1000          # min 25
+                                       # (change requires restart)
+
+# - Cost-Based Vacuum Delay -
+
+#vacuum_cost_delay = 0                 # 0-100 milliseconds (0 disables)
+#vacuum_cost_page_hit = 1              # 0-10000 credits
+#vacuum_cost_page_miss = 10            # 0-10000 credits
+#vacuum_cost_page_dirty = 20           # 0-10000 credits
+#vacuum_cost_limit = 200               # 1-10000 credits
+
+# - Background Writer -
+
+bgwriter_delay = 2000ms                        # 10-10000ms between rounds
+#bgwriter_lru_maxpages = 100           # max buffers written/round, 0 disables
+#bgwriter_lru_multiplier = 2.0         # 0-10.0 multiplier on buffers scanned/round
+#bgwriter_flush_after = 512kB          # measured in pages, 0 disables
+
+# - Asynchronous Behavior -
+
+#effective_io_concurrency = 1          # 1-1000; 0 disables prefetching
+#max_worker_processes = 8              # (change requires restart)
+#max_parallel_maintenance_workers = 2  # taken from max_parallel_workers
+#max_parallel_workers_per_gather = 2   # taken from max_parallel_workers
+#parallel_leader_participation = on
+#max_parallel_workers = 8              # maximum number of max_worker_processes that
+                                       # can be used in parallel operations
+#old_snapshot_threshold = -1           # 1min-60d; -1 disables; 0 is immediate
+                                       # (change requires restart)
+#backend_flush_after = 0               # measured in pages, 0 disables
+
+
+#------------------------------------------------------------------------------
+# WRITE-AHEAD LOG
+#------------------------------------------------------------------------------
+
+# - Settings -
+
+wal_level = {{ postgres_wal_level }}                   # minimal, replica, or logical
+                                       # (change requires restart)
+{% if postgres_fsync_enabled %}
+#fsync = on                            # flush data to disk for crash safety
+                                       # (turning this off can cause
+                                       # unrecoverable data corruption)
+#synchronous_commit = on               # synchronization level;
+                                       # off, local, remote_write, remote_apply, or on
+{% else %}
+fsync = off                            # turns forced synchronization on or off
+synchronous_commit = off               # synchronization level;
+{% endif %}
+#wal_sync_method = fsync               # the default is the first option
+                                       # supported by the operating system:
+                                       #   open_datasync
+                                       #   fdatasync (default on Linux)
+                                       #   fsync
+                                       #   fsync_writethrough
+                                       #   open_sync
+#full_page_writes = on                 # recover from partial page writes
+#wal_compression = off                 # enable compression of full-page writes
+wal_log_hints = on                     # also do full page writes of non-critical updates
+                                       # (change requires restart)
+#wal_init_zero = on                    # zero-fill new WAL files
+#wal_recycle = on                      # recycle WAL files
+#wal_buffers = -1                      # min 32kB, -1 sets based on shared_buffers
+                                       # (change requires restart)
+#wal_writer_delay = 200ms              # 1-10000 milliseconds
+#wal_writer_flush_after = 1MB          # measured in pages, 0 disables
+
+#commit_delay = 0                      # range 0-100000, in microseconds
+#commit_siblings = 5                   # range 1-1000
+
+# - Checkpoints -
+
+#checkpoint_timeout = 5min             # range 30s-1d
+max_wal_size = 1GB
+min_wal_size = 80MB
+#checkpoint_completion_target = 0.5    # checkpoint target duration, 0.0 - 1.0
+#checkpoint_flush_after = 256kB                # measured in pages, 0 disables
+#checkpoint_warning = 30s              # 0 disables
+
+# - Archiving -
+
+{% if postgres_archive_enabled %}
+archive_mode = on
+archive_command = 'rsync -a %p barman@{{ postgres_barman_server }}:/var/lib/barman/{{ barman_directory }}/incoming/%f'
+{% else %}
+archive_mode = off
+archive_command = ''
+{% endif %}
+
+#archive_mode = off            # enables archiving; off, on, or always
+                               # (change requires restart)
+#archive_command = ''          # command to use to archive a logfile segment
+                               # placeholders: %p = path of file to archive
+                               #               %f = file name only
+                               # e.g. 'test ! -f /mnt/server/archivedir/%f && cp %p /mnt/server/archivedir/%f'
+#archive_timeout = 0           # force a logfile segment switch after this
+                               # number of seconds; 0 disables
+
+# - Archive Recovery -
+
+# These are only used in recovery mode.
+
+{% if postgres_primary %}
+{# In PG < 12 versions all the recovery settings were in a separate recovery.conf file #}
+restore_command = '/usr/bin/barman-wal-restore --user barman --parallel 8 {{ postgres_barman_server }} {{ postgres_primary.restore_directory }} %f %p'         # command to use to restore an archived logfile segment
+                               # placeholders: %p = path of file to restore
+                               #               %f = file name only
+                               # e.g. 'cp /mnt/server/archivedir/%f %p'
+                               # (change requires restart)
+{% else %}
+#restore_command = ''          # command to use to restore an archived logfile segment
+                               # placeholders: %p = path of file to restore
+                               #               %f = file name only
+                               # e.g. 'cp /mnt/server/archivedir/%f %p'
+                               # (change requires restart)
+{% endif %}
+#archive_cleanup_command = ''  # command to execute at every restartpoint
+#recovery_end_command = ''     # command to execute at completion of recovery
+
+# - Recovery Target -
+
+# Set these only when performing a targeted recovery.
+
+#recovery_target = ''          # 'immediate' to end recovery as soon as a
+                                # consistent state is reached
+                               # (change requires restart)
+#recovery_target_name = ''     # the named restore point to which recovery will proceed
+                               # (change requires restart)
+#recovery_target_time = ''     # the time stamp up to which recovery will proceed
+                               # (change requires restart)
+#recovery_target_xid = ''      # the transaction ID up to which recovery will proceed
+                               # (change requires restart)
+#recovery_target_lsn = ''      # the WAL LSN up to which recovery will proceed
+                               # (change requires restart)
+#recovery_target_inclusive = on # Specifies whether to stop:
+                               # just after the specified recovery target (on)
+                               # just before the recovery target (off)
+                               # (change requires restart)
+{% if postgres_primary %}
+{# In PG < 12 versions all the recovery settings were in a separate recovery.conf file #}
+recovery_target_timeline='latest'      # 'current', 'latest', or timeline ID
+                               # (change requires restart)
+{% else %}
+#recovery_target_timeline = 'latest'   # 'current', 'latest', or timeline ID
+                               # (change requires restart)
+{% endif %}
+#recovery_target_action = 'pause'      # 'pause', 'promote', 'shutdown'
+                               # (change requires restart)
+
+#------------------------------------------------------------------------------
+# REPLICATION
+#------------------------------------------------------------------------------
+
+# - Sending Servers -
+
+# Set these on the master and on any standby that will send replication data.
+
+#max_wal_senders = 10          # max number of walsender processes
+                               # (change requires restart)
+wal_keep_segments = 16         # in logfile segments; 0 disables
+#wal_sender_timeout = 60s      # in milliseconds; 0 disables
+
+{% if postgres_max_replication_slots is defined %}
+max_replication_slots = {{ postgres_max_replication_slots }} # max number of replication slots
+{% else %}
+#max_replication_slots = 10    # max number of replication slots
+{% endif %}
+                               # (change requires restart)
+#track_commit_timestamp = off  # collect timestamp of transaction commit
+                               # (change requires restart)
+
+# - Master Server -
+
+# These settings are ignored on a standby server.
+
+#synchronous_standby_names = ''        # standby servers that provide sync rep
+                               # method to choose sync standbys, number of sync standbys,
+                               # and comma-separated list of application_name
+                               # from standby(s); '*' = all
+#vacuum_defer_cleanup_age = 0  # number of xacts by which cleanup is delayed
+
+# - Standby Servers -
+
+# These settings are ignored on a master server.
+
+{% if postgres_primary %}
+{# In PG < 12 versions this setting was defined in separate recovery.conf file #}
+primary_conninfo = 'host={{ postgres_primary.host }} port={{ postgres_primary.port }} user={{ postgres_primary.replication_user }} password={{ postgres_primary.replication_password }} sslmode=require'                       # connection string to sending server
+                                       # (change requires restart)
+{% else %}
+#primary_conninfo = ''                 # connection string to sending server
+                                       # (change requires restart)
+{% endif %}
+#primary_slot_name = ''                        # replication slot on sending server
+                                       # (change requires restart)
+{% if postgres_primary %}
+{# In PG < 12 versions this setting was defined in separate recovery.conf file #}
+promote_trigger_file = '/var/lib/postgresql/{{ postgres_version }}/{{ postgres_cluster_name }}/failover.trigger'               # file name whose presence ends recovery
+{% else %}
+#promote_trigger_file = ''             # file name whose presence ends recovery
+{% endif %}
+hot_standby = on                       # "off" disallows queries during recovery
+                                       # (change requires restart)
+#max_standby_archive_delay = 30s       # max delay before canceling queries
+                                       # when reading WAL from archive;
+                                       # -1 allows indefinite delay
+max_standby_streaming_delay = {{ postgres_extra_config.max_standby_streaming_delay | default('600s') }}        # max delay before canceling queries
+                                       # when reading streaming WAL;
+                                       # -1 allows indefinite delay
+#wal_receiver_status_interval = 10s    # send replies at least this often
+                                       # 0 disables
+#hot_standby_feedback = off            # send info from standby to prevent
+                                       # query conflicts
+#wal_receiver_timeout = 60s            # time that receiver waits for
+                                       # communication from master
+                                       # in milliseconds; 0 disables
+#wal_retrieve_retry_interval = 5s      # time to wait before retrying to
+                                       # retrieve WAL after a failed attempt
+#recovery_min_apply_delay = 0          # minimum delay for applying changes during recovery
+
+# - Subscribers -
+
+# These settings are ignored on a publisher.
+
+#max_logical_replication_workers = 4   # taken from max_worker_processes
+                                       # (change requires restart)
+#max_sync_workers_per_subscription = 2 # taken from max_logical_replication_workers
+
+
+#------------------------------------------------------------------------------
+# QUERY TUNING
+#------------------------------------------------------------------------------
+
+# - Planner Method Configuration -
+
+#enable_bitmapscan = on
+#enable_hashagg = on
+#enable_hashjoin = on
+#enable_indexscan = on
+#enable_indexonlyscan = on
+#enable_material = on
+#enable_mergejoin = on
+#enable_nestloop = on
+#enable_parallel_append = on
+#enable_seqscan = on
+#enable_sort = on
+#enable_tidscan = on
+#enable_partitionwise_join = off
+#enable_partitionwise_aggregate = off
+#enable_parallel_hash = on
+#enable_partition_pruning = on
+
+# - Planner Cost Constants -
+
+#seq_page_cost = 1.0                   # measured on an arbitrary scale
+{% if postgres_specific_random_page_cost is defined -%}
+# Random page cost is an arbitrary value relative to the seq_page_cost conf (default 1.0)
+# On SSD disk it is better to lower the default value from 4.0 to 1.0 for instance.
+random_page_cost = {{ postgres_specific_random_page_cost }}                    # same scale as above
+{% else -%}
+#random_page_cost = 4.0                        # same scale as above
+{% endif %}
+#cpu_tuple_cost = 0.01                 # same scale as above
+#cpu_index_tuple_cost = 0.005          # same scale as above
+#cpu_operator_cost = 0.0025            # same scale as above
+#parallel_tuple_cost = 0.1             # same scale as above
+#parallel_setup_cost = 1000.0  # same scale as above
+
+#jit_above_cost = 100000               # perform JIT compilation if available
+                                       # and query more expensive than this;
+                                       # -1 disables
+#jit_inline_above_cost = 500000                # inline small functions if query is
+                                       # more expensive than this; -1 disables
+#jit_optimize_above_cost = 500000      # use expensive JIT optimizations if
+                                       # query is more expensive than this;
+                                       # -1 disables
+
+#min_parallel_table_scan_size = 8MB
+#min_parallel_index_scan_size = 512kB
+#effective_cache_size = 4GB
+effective_cache_size = {{ ansible_memtotal_mb // 2 }}MB
+
+# - Genetic Query Optimizer -
+
+#geqo = on
+#geqo_threshold = 12
+#geqo_effort = 5                       # range 1-10
+#geqo_pool_size = 0                    # selects default based on effort
+#geqo_generations = 0                  # selects default based on effort
+#geqo_selection_bias = 2.0             # range 1.5-2.0
+#geqo_seed = 0.0                       # range 0.0-1.0
+
+# - Other Planner Options -
+
+#default_statistics_target = 100       # range 1-10000
+#constraint_exclusion = partition      # on, off, or partition
+#cursor_tuple_fraction = 0.1           # range 0.0-1.0
+#from_collapse_limit = 8
+#join_collapse_limit = 8               # 1 disables collapsing of explicit
+                                       # JOIN clauses
+#force_parallel_mode = off
+#jit = on                              # allow JIT compilation
+#plan_cache_mode = auto                        # auto, force_generic_plan or
+                                       # force_custom_plan
+
+
+#------------------------------------------------------------------------------
+# REPORTING AND LOGGING
+#------------------------------------------------------------------------------
+
+# - Where to Log -
+
+#log_destination = 'stderr'            # Valid values are combinations of
+                                       # stderr, csvlog, syslog, and eventlog,
+                                       # depending on platform.  csvlog
+                                       # requires logging_collector to be on.
+
+# This is used when logging to stderr:
+#logging_collector = off               # Enable capturing of stderr and csvlog
+                                       # into log files. Required to be on for
+                                       # csvlogs.
+                                       # (change requires restart)
+
+# These are only used if logging_collector is on:
+#log_directory = 'log'                 # directory where log files are written,
+                                       # can be absolute or relative to PGDATA
+#log_filename = 'postgresql-%Y-%m-%d_%H%M%S.log'       # log file name pattern,
+                                       # can include strftime() escapes
+#log_file_mode = 0600                  # creation mode for log files,
+                                       # begin with 0 to use octal notation
+#log_truncate_on_rotation = off                # If on, an existing log file with the
+                                       # same name as the new log file will be
+                                       # truncated rather than appended to.
+                                       # But such truncation only occurs on
+                                       # time-driven rotation, not on restarts
+                                       # or size-driven rotation.  Default is
+                                       # off, meaning append to existing files
+                                       # in all cases.
+#log_rotation_age = 1d                 # Automatic rotation of logfiles will
+                                       # happen after that time.  0 disables.
+#log_rotation_size = 10MB              # Automatic rotation of logfiles will
+                                       # happen after that much log output.
+                                       # 0 disables.
+
+# These are relevant when logging to syslog:
+#syslog_facility = 'LOCAL0'
+#syslog_ident = 'postgres'
+#syslog_sequence_numbers = on
+#syslog_split_messages = on
+
+# This is only relevant when logging to eventlog (win32):
+# (change requires restart)
+#event_source = 'PostgreSQL'
+
+# - When to Log -
+
+#log_min_messages = warning            # values in order of decreasing detail:
+                                       #   debug5
+                                       #   debug4
+                                       #   debug3
+                                       #   debug2
+                                       #   debug1
+                                       #   info
+                                       #   notice
+                                       #   warning
+                                       #   error
+                                       #   log
+                                       #   fatal
+                                       #   panic
+
+#log_min_error_statement = error       # values in order of decreasing detail:
+                                       #   debug5
+                                       #   debug4
+                                       #   debug3
+                                       #   debug2
+                                       #   debug1
+                                       #   info
+                                       #   notice
+                                       #   warning
+                                       #   error
+                                       #   log
+                                       #   fatal
+                                       #   panic (effectively off)
+
+log_min_duration_statement = 10000     # -1 is disabled, 0 logs all statements
+                                       # and their durations, > 0 logs only
+                                       # statements running at least this number
+                                       # of milliseconds
+
+#log_transaction_sample_rate = 0.0     # Fraction of transactions whose statements
+                                       # are logged regardless of their duration. 1.0 logs all
+                                       # statements from all transactions, 0.0 never logs.
+
+# - What to Log -
+
+#debug_print_parse = off
+#debug_print_rewritten = off
+#debug_print_plan = off
+#debug_pretty_print = on
+#log_checkpoints = off
+#log_connections = off
+#log_disconnections = off
+#log_duration = off
+#log_error_verbosity = default         # terse, default, or verbose messages
+#log_hostname = off
+
+log_line_prefix = '{{ postgres_log_line_prefix }}'
+#log_line_prefix = '%m [%p] %q%u@%d '  # special values:
+                                       #   %a = application name
+                                       #   %u = user name
+                                       #   %d = database name
+                                       #   %r = remote host and port
+                                       #   %h = remote host
+                                       #   %p = process ID
+                                       #   %t = timestamp without milliseconds
+                                       #   %m = timestamp with milliseconds
+                                       #   %n = timestamp with milliseconds (as a Unix epoch)
+                                       #   %i = command tag
+                                       #   %e = SQL state
+                                       #   %c = session ID
+                                       #   %l = session line number
+                                       #   %s = session start timestamp
+                                       #   %v = virtual transaction ID
+                                       #   %x = transaction ID (0 if none)
+                                       #   %q = stop here in non-session
+                                       #        processes
+                                       #   %% = '%'
+                                       # e.g. '<%u%%%d> '
+#log_lock_waits = off                  # log lock waits >= deadlock_timeout
+#log_statement = 'none'                        # none, ddl, mod, all
+#log_replication_commands = off
+#log_temp_files = -1                   # log temporary files equal or larger
+                                       # than the specified size in kilobytes;
+                                       # -1 disables, 0 logs all temp files
+log_timezone = 'UTC'
+
+#------------------------------------------------------------------------------
+# PROCESS TITLE
+#------------------------------------------------------------------------------
+
+cluster_name = '{{ postgres_version }}/{{ postgres_cluster_name }}'                    # added to process titles if nonempty
+                                       # (change requires restart)
+#update_process_title = on
+
+
+#------------------------------------------------------------------------------
+# STATISTICS
+#------------------------------------------------------------------------------
+
+# - Query and Index Statistics Collector -
+
+#track_activities = on
+#track_counts = on
+#track_io_timing = off
+#track_functions = none                        # none, pl, all
+#track_activity_query_size = 1024      # (change requires restart)
+stats_temp_directory = '/var/run/postgresql/{{ postgres_version }}-{{ postgres_cluster_name }}.pg_stat_tmp'
+
+
+# - Monitoring -
+
+#log_parser_stats = off
+#log_planner_stats = off
+#log_executor_stats = off
+#log_statement_stats = off
+
+
+#------------------------------------------------------------------------------
+# AUTOVACUUM
+#------------------------------------------------------------------------------
+
+#autovacuum = on                       # Enable autovacuum subprocess?  'on'
+                                       # requires track_counts to also be on.
+#log_autovacuum_min_duration = -1      # -1 disables, 0 logs all actions and
+                                       # their durations, > 0 logs only
+                                       # actions running at least this number
+                                       # of milliseconds.
+#autovacuum_max_workers = 3            # max number of autovacuum subprocesses
+                                       # (change requires restart)
+#autovacuum_naptime = 1min             # time between autovacuum runs
+#autovacuum_vacuum_threshold = 50      # min number of row updates before
+                                       # vacuum
+#autovacuum_analyze_threshold = 50     # min number of row updates before
+                                       # analyze
+#autovacuum_vacuum_scale_factor = 0.2  # fraction of table size before vacuum
+#autovacuum_analyze_scale_factor = 0.1 # fraction of table size before analyze
+#autovacuum_freeze_max_age = 200000000 # maximum XID age before forced vacuum
+                                       # (change requires restart)
+#autovacuum_multixact_freeze_max_age = 400000000       # maximum multixact age
+                                       # before forced vacuum
+                                       # (change requires restart)
+#autovacuum_vacuum_cost_delay = 2ms    # default vacuum cost delay for
+                                       # autovacuum, in milliseconds;
+                                       # -1 means use vacuum_cost_delay
+#autovacuum_vacuum_cost_limit = -1     # default vacuum cost limit for
+                                       # autovacuum, -1 means use
+                                       # vacuum_cost_limit
+
+
+#------------------------------------------------------------------------------
+# CLIENT CONNECTION DEFAULTS
+#------------------------------------------------------------------------------
+
+# - Statement Behavior -
+
+#client_min_messages = notice          # values in order of decreasing detail:
+                                       #   debug5
+                                       #   debug4
+                                       #   debug3
+                                       #   debug2
+                                       #   debug1
+                                       #   log
+                                       #   notice
+                                       #   warning
+                                       #   error
+#search_path = '"$user", public'       # schema names
+#row_security = on
+#default_tablespace = ''               # a tablespace name, '' uses the default
+#temp_tablespaces = ''                 # a list of tablespace names, '' uses
+                                       # only default tablespace
+#default_table_access_method = 'heap'
+#check_function_bodies = on
+#default_transaction_isolation = 'read committed'
+#default_transaction_read_only = off
+#default_transaction_deferrable = off
+#session_replication_role = 'origin'
+#statement_timeout = 0                 # in milliseconds, 0 is disabled
+#lock_timeout = 0                      # in milliseconds, 0 is disabled
+#idle_in_transaction_session_timeout = 0       # in milliseconds, 0 is disabled
+#vacuum_freeze_min_age = 50000000
+#vacuum_freeze_table_age = 150000000
+#vacuum_multixact_freeze_min_age = 5000000
+#vacuum_multixact_freeze_table_age = 150000000
+#vacuum_cleanup_index_scale_factor = 0.1       # fraction of total number of tuples
+                                               # before index cleanup, 0 always performs
+                                               # index cleanup
+#bytea_output = 'hex'                  # hex, escape
+#xmlbinary = 'base64'
+#xmloption = 'content'
+#gin_fuzzy_search_limit = 0
+#gin_pending_list_limit = 4MB
+
+# - Locale and Formatting -
+
+datestyle = '{{ postgres_datestyle }}'
+#intervalstyle = 'postgres'
+#timezone = '(defaults to server environment setting)'
+{% if postgres_timezone is defined %}
+timezone = '{{ postgres_timezone }}'
+{% endif %}
+#timezone_abbreviations = 'Default'     # Select the set of available time zone
+                                       # abbreviations.  Currently, there are
+                                       #   Default
+                                       #   Australia (historical usage)
+                                       #   India
+                                       # You can create your own file in
+                                       # share/timezonesets/.
+#extra_float_digits = 1                        # min -15, max 3; any value >0 actually
+                                       # selects precise output mode
+#client_encoding = sql_ascii           # actually, defaults to database
+                                       # encoding
+
+# These settings are initialized by initdb, but they can be changed.
+lc_messages = '{{ postgres_locale_system }}'   # locale for system error message
+                                       # strings
+lc_monetary = '{{ postgres_locale_formats }}'  # locale for monetary formatting
+lc_numeric = '{{ postgres_locale_formats }}'   # locale for number formatting
+lc_time = '{{ postgres_locale_formats }}'      # locale for time formatting
+
+# default configuration for text search
+default_text_search_config = '{{ postgres_text_search_config }}'
+
+# - Shared Library Preloading -
+
+#shared_preload_libraries = ''         # (change requires restart)
+#local_preload_libraries = ''
+#session_preload_libraries = ''
+#jit_provider = 'llvmjit'              # JIT library to use
+
+# - Other Defaults -
+
+#dynamic_library_path = '$libdir'
+
+
+#------------------------------------------------------------------------------
+# LOCK MANAGEMENT
+#------------------------------------------------------------------------------
+
+#deadlock_timeout = 1s
+#max_locks_per_transaction = 64                # min 10
+                                       # (change requires restart)
+#max_pred_locks_per_transaction = 64   # min 10
+                                       # (change requires restart)
+#max_pred_locks_per_relation = -2      # negative values mean
+                                       # (max_pred_locks_per_transaction
+                                       #  / -max_pred_locks_per_relation) - 1
+#max_pred_locks_per_page = 2            # min 0
+
+
+#------------------------------------------------------------------------------
+# VERSION AND PLATFORM COMPATIBILITY
+#------------------------------------------------------------------------------
+
+# - Previous PostgreSQL Versions -
+
+#array_nulls = on
+#backslash_quote = safe_encoding       # on, off, or safe_encoding
+#escape_string_warning = on
+#lo_compat_privileges = off
+#operator_precedence_warning = off
+#quote_all_identifiers = off
+#standard_conforming_strings = on
+#synchronize_seqscans = on
+
+# - Other Platforms and Clients -
+
+#transform_null_equals = off
+
+
+#------------------------------------------------------------------------------
+# ERROR HANDLING
+#------------------------------------------------------------------------------
+
+#exit_on_error = off                   # terminate session on any error?
+#restart_after_crash = on              # reinitialize after backend crash?
+#data_sync_retry = off                 # retry or panic on failure to fsync
+                                       # data?
+                                       # (change requires restart)
+
+
+#------------------------------------------------------------------------------
+# CONFIG FILE INCLUDES
+#------------------------------------------------------------------------------
+
+# These options allow settings to be loaded from files other than the
+# default postgresql.conf.  Note that these are directives, not variable
+# assignments, so they can usefully be given more than once.
+
+include_dir = 'conf.d'                 # include files ending in '.conf' from
+                                       # a directory, e.g., 'conf.d'
+#include_if_exists = '...'             # include file only if it exists
+#include = '...'                       # include file
+
+
+#------------------------------------------------------------------------------
+# CUSTOMIZED OPTIONS
+#------------------------------------------------------------------------------
+
+# Add settings for extensions here
index c251bfae9408ff508d65d6801b72f6886b1d4e43..858ae3d1b6ebaa36f193ff0f9e3a528eef4e4b74 100644 (file)
@@ -177,7 +177,7 @@ dynamic_shared_memory_type = posix  # the default is the first option
 
 # - Settings -
 
-wal_level = logical                    # minimal, archive, hot_standby, or logical
+wal_level = {{ postgres_wal_level }}                   # minimal, archive, hot_standby, or logical
                                        # (change requires restart)
 
 {% if postgres_fsync_enabled %}
index 5f666bf24c6dafbc6d3d0eae06c740b039692da2..a757382fc945a53cecfd284bb4f39f49a4c2bb39 100644 (file)
@@ -177,7 +177,7 @@ bgwriter_delay = 2000ms                     # 10-10000ms between rounds
 
 # - Settings -
 
-wal_level = logical                    # minimal, archive, hot_standby, or logical
+wal_level = {{ postgres_wal_level }}                   # minimal, archive, hot_standby, or logical
                                        # (change requires restart)
 
 {% if postgres_fsync_enabled %}
index 4c756f2a145b93d1bfd6575c700cadb6150c0744..6a726311f4dae31a65505e74cfbc2b5d5882769a 100644 (file)
@@ -185,7 +185,7 @@ bgwriter_delay = 2000ms                     # 10-10000ms between rounds
 
 # - Settings -
 
-wal_level = logical                    # minimal, replica, or logical
+wal_level = {{ postgres_wal_level }}                   # minimal, replica, or logical
                                        # (change requires restart)
 
 {% if postgres_fsync_enabled %}
index a4834be49be7be0699f8ada8a5dfefac60ba1242..6a819d833f309b1f6766610e875c693be4cb2153 100644 (file)
@@ -2,8 +2,7 @@
 - name: Bring up docker containers
   hosts: localhost
   vars: &common_vars
-    postgres_version: 11
-    postgres_barman_directory: 'test-postgres-11'
+    postgres_barman_directory: "test-postgres-{{ postgres_version }}"
     postgres_barman_server: postgres_barman
     barman_rsync_password: "secret_rsync"
     barman_rsync_allowed_hosts: 172.17.0.0/24
         range: 172.17.0.0/24
     inventory:
       - name: "{{ postgres_barman_server }}"
-        image: "python:3.7-stretch"
+        image: "python:3.7-{{ debian_release }}"
       - name: postgres_one
-        image: "python:3.7-stretch"
+        image: "python:3.7-{{ debian_release }}"
         links:
           - "{{ postgres_barman_server }}"
       - name: postgres_two
-        image: "python:3.7-stretch"
+        image: "python:3.7-{{ debian_release }}"
         links:
           - "{{ postgres_barman_server }}"
           - postgres_one
       - name: postgres_three
-        image: "python:3.7-stretch"
+        image: "python:3.7-{{ debian_release }}"
         links:
           - "{{ postgres_barman_server }}"
           - postgres_one
   roles:
     - role: provision_docker
-      provision_docker_inventory: "{{inventory}}"
-      provision_docker_use_docker_connection: true
+      vars:
+        provision_docker_inventory: "{{inventory}}"
+        provision_docker_use_docker_connection: true
+        ansible_connection: local
+        ansible_python_interpreter: "{{ansible_playbook_python}}"
   tasks:
     - name: Group primary
       add_host:
@@ -63,7 +65,7 @@
                 extensions:
                   - description: PostGis
                     apt_deps:
-                      - "postgresql-{{ postgres_version }}-postgis"
+                      - "postgresql-{{ postgres_version }}-postgis-3"
                     names:
                       - postgis
                       - postgis_topology
   hosts: primary:secondary
   connection: docker
   vars:
-    postgres_listen_addresses: "{{ hostvars[inventory_hostname].ansible_default_ipv4.address }}"
+    postgres_listen_addresses: ["{{ hostvars[inventory_hostname].ansible_default_ipv4.address }}"]
   pre_tasks: &pre_tasks
-     - name: "Build hosts file"
-       shell: 'echo "{{ hostvars[inventory_hostname].ansible_default_ipv4.address }} {{inventory_hostname}}" >> /etc/hosts'
-       when: hostvars[inventory_hostname].ansible_default_ipv4.address is defined
+    - name: "Build hosts file"
+      shell: 'echo "{{ hostvars[inventory_hostname].ansible_default_ipv4.address }} {{inventory_hostname}}" >> /etc/hosts'
+      when: hostvars[inventory_hostname].ansible_default_ipv4.address is defined
 
-     - debug: msg="Running on host {{inventory_hostname}} ({{ hostvars[inventory_hostname].ansible_default_ipv4.address }})"
+    - debug: msg="Running on host {{inventory_hostname}} ({{ hostvars[inventory_hostname].ansible_default_ipv4.address }})"
   roles:
     - { role: ansible-postgresql-role, tags: ['postgres'] }
   tasks:
   connection: docker
   hosts: primary:secondary
   vars:
-    postgres_listen_addresses: "{{ hostvars[inventory_hostname].ansible_default_ipv4.address }}"
+    postgres_listen_addresses: ["{{ hostvars[inventory_hostname].ansible_default_ipv4.address }}"]
   pre_tasks: *pre_tasks
   roles:
     - { role: ansible-postgresql-role, tags: ['postgres'] }
index d2cbb1abc1518be9c9d4d80d80e05745b2e5b6ed..3dfa5a6078558aa07cbcaaae5e77fbcc67f11c0b 100644 (file)
@@ -1 +1,2 @@
-docker-py
+ansible
+docker
index f9d7099d302e0a202bfd8555d8dbb4e614c88704..7c4133587fdc74f1ad608472c7d3c7bf6d4afce8 100644 (file)
@@ -1,6 +1,6 @@
 - src: chrismeyersfsu.provision_docker
   name: provision_docker
-  version: 7a6243dfcf69f9d262877eca487bc14b62ba6960
+  version: d68ce0aa486eff7669011ee2f9eaf68b95184ce1
 - src: trainline-eu.ansible_barman_role
   name: barman
   version: 1.1.0