component/mariadb: install in shared mode

Mariadb was not shared, because installing mroonga writes a plugin in
mariadb's plugin dir and it's not allowed for one part to write in
another part's folder.

The approach is to install mroonga plugin in it's own plugin directory,
then copy all mariadb default plugins in this plugin directory and
configure instance to use mroonga's plugin directory.

Groonga also has plugins and we are using groonga-normalizer-mysql
plugin. Fortunately, groonga reads plugins located in paths listed in
GRN_PLUGINS_PATH environment variable, so we can use a simpler approach
of installing plugins in their own installation folder and set
GRN_PLUGINS_PATH in the environment of processes using groonga, ie. the
mariadb server process.

component/groonga/buildout.cfg

@@ -14,9 +14,10 @@ extends =
 
 [groonga]
 recipe = slapos.recipe.cmmi
-shared = false
+shared = true
 url = https://packages.groonga.org/source/groonga/groonga-9.1.2.tar.gz
 md5sum = 5266c49b758dde744854cb8cfe025812
+groonga-plugin-dir =  @@LOCATION@@/lib/groonga/plugins/
 # temporary patch to respect more tokens in natural language mode.
 patches =
   ${:_profile_base_location_}/groonga.patch#9ed02fbe8400402d3eab47eee149978b
@@ -43,12 +44,16 @@ environment =
   LDFLAGS=-Wl,-rpath=${jemalloc:location}/lib -L${jemalloc:location}/lib -Wl,-rpath=${libstemmer:location}/lib -L${libstemmer:location}/lib -Wl,-rpath=${zlib:location}/lib -L${zlib:location}/lib
   PATH=${patch:location}/bin:%(PATH)s
 
+
 [groonga-normalizer-mysql]
 recipe = slapos.recipe.cmmi
-shared = false
+shared = true
 url = https://packages.groonga.org/source/groonga-normalizer-mysql/groonga-normalizer-mysql-1.1.4.tar.gz
 md5sum = effa67fb271d49810850a3b275d040f6
-location = ${groonga:location}
+
+groonga-plugin-dir =  @@LOCATION@@/lib/groonga/plugins/
+pre-configure = mkdir -p ${:groonga-plugin-dir}
+make-targets = GROONGA_PLUGINS_DIR=${:groonga-plugin-dir} install
 configure-options =
   --disable-static
 environment =

component/mariadb/buildout.cfg

@@ -28,10 +28,11 @@ parts =
 
 [mariadb]
 recipe = slapos.recipe.cmmi
+shared = true
 url = https://downloads.mariadb.org/f/mariadb-${:version}/source/mariadb-${:version}.tar.gz/from/http%3A//fr.mirror.babylon.network/mariadb/?serve
 version = 10.4.12
 md5sum = 97d7c0f508c04a31c138fdb24e95dbc4
-location = ${buildout:parts-directory}/${:_buildout_section_name_}
+location = @@LOCATION@@
 pre-configure =
   set '\bSET(PLUGIN_AUTH_PAM YES)' cmake/build_configurations/mysql_release.cmake
   grep -q "$@"
@@ -85,8 +86,12 @@ post-install =
 
 [mroonga-mariadb]
 # mroonga - a storage engine for MySQL. It provides fast fulltext search feature to all MySQL users.
-# http://mroonga.github.com/
+# https://mroonga.org/
+#
+# To use mroonga, configure mariadb instance to use ${mroonga-mariadb:plugin-dir}
+# as plugin-dir ( https://mariadb.com/kb/en/server-system-variables/#plugin_dir )
 recipe = slapos.recipe.cmmi
+shared = true
 url = https://packages.groonga.org/source/mroonga/mroonga-9.12.tar.gz
 md5sum = d0af673f1bad3b9ccf33870bb2344a25
 pre-configure = 
@@ -95,13 +100,19 @@ pre-configure =
   cd fake_mariadb_source
   ln -s ${mariadb:location}/wsrep-lib
   cp -a ${mariadb:location}/include/mysql/server include
-  mv include/private sql
+  cp -a include/private sql
+  chmod -R a+w include sql # so that buildout can delete this compile-dir after install
+  mkdir -p ${:plugin-dir}
 configure-options =
   --with-mysql-source=fake_mariadb_source
   --with-mysql-config=${mariadb:location}/bin/mysql_config
   --disable-static
   --disable-document
+post-install =
+  cp -ra ${mariadb:location}/lib/plugin/* ${:plugin-dir}
+plugin-dir = @@LOCATION@@/lib/plugin
 install-sql = @@LOCATION@@/share/mroonga/install.sql
+make-targets = plugindir=${:plugin-dir} install
 patch-options = -p1
 patches =
   ${:_profile_base_location_}/mroonga_boolean.patch#c818568fe35ca6a4298f18e575d962a0

stack/erp5/buildout.cfg

@@ -191,6 +191,9 @@ context =
     key mariadb_slow_query_report_script mariadb-slow-query-report-script:target
     key mariadb_start_clone_from_backup mariadb-start-clone-from-backup:target
     key mroonga_mariadb_install_sql mroonga-mariadb:install-sql
+    key mroonga_mariadb_plugin_dir mroonga-mariadb:plugin-dir
+    key groonga_plugin_dir groonga:groonga-plugin-dir
+    key groonga_mysql_normalizer_plugin_dir groonga-normalizer-mysql:groonga-plugin-dir
     key matplotlibrc_location matplotlibrc:location
     key parts_directory buildout:parts-directory
     key openssl_location openssl:location

stack/erp5/buildout.hash.cfg

@@ -26,7 +26,7 @@ md5sum = d10b8e35b02b5391cf46bf0c7dbb1196
 
 [template-mariadb]
 filename = instance-mariadb.cfg.in
-md5sum = 63bac9fc58537e55a6c8c42d0be54fbe
+md5sum = bfed6ac56c3ba0e96be4c9474dac6f20
 
 [template-kumofs]
 filename = instance-kumofs.cfg.in
@@ -42,7 +42,7 @@ md5sum = d32417746fcf671d4e86a70379815039
 
 [template-my-cnf]
 filename = my.cnf.in
-md5sum = 771bfd921aa5e59e1b4712ba113fa84b
+md5sum = 7944ec58a2c6ee74a56219bacebfd145
 
 [template-mariadb-initial-setup]
 filename = mariadb_initial_setup.sql.in
@@ -70,7 +70,7 @@ md5sum = cc19560b9400cecbd23064d55c501eec
 
 [template]
 filename = instance.cfg.in
-md5sum = 364178ea02b028f10feb9321beb5c7bb
+md5sum = e19aaec1878f40bf4ddb4c45a4470b21
 
 [monitor-template-dummy]
 filename = dummy.cfg

stack/erp5/instance-mariadb.cfg.in

@@ -129,6 +129,8 @@ socket = ${directory:run}/mariadb.sock
 data-directory = ${directory:srv}/mariadb
 tmp-directory = ${directory:tmp}
 etc-directory = ${directory:etc}
+plugin-directory = {{ dumps(parameter_dict['mroonga-mariadb-plugin-dir']) }}
+groonga-plugins-path = {{ parameter_dict['groonga-plugins-path'] }}
 pid-file = ${directory:run}/mariadb.pid
 error-log = ${directory:log}/mariadb_error.log
 slow-query-log = ${directory:log}/mariadb_slowquery.log
@@ -186,6 +188,7 @@ context =
   key datadir my-cnf-parameters:data-directory
   key environ :environ
 environ =
+  GRN_PLUGINS_PATH='${my-cnf-parameters:groonga-plugins-path}'
   ODBCSYSINI='${my-cnf-parameters:etc-directory}'
   LD_LIBRARY_PATH=$${LD_LIBRARY_PATH:+$LD_LIBRARY_PATH:}'{{ parameter_dict['unixodbc-location'] }}/lib'
   {%- for variable in slapparameter_dict.get('environment-variables', ()) %}
@@ -242,7 +245,7 @@ command = mysql_tzinfo_to_sql
 <= binary-wrap-base
 command-line = "{{ parameter_dict['percona-tools-location'] }}/bin/${:command}"
 command = pt-query-digest
- 
+
 
 [directory]
 recipe = slapos.cookbook:mkdirectory
@@ -319,7 +322,7 @@ template = {{ parameter_dict['mariadb-slow-query-report-script'] }}
 rendered = ${directory:bin}/${:filename}
 filename = generate-mariadb-slow-query-report
 mode = 755
-context = 
+context =
   raw slow_query_path ${directory:srv}/backup/logrotate/mariadb_slowquery.log
   raw pt_query_exec ${binary-wrap-pt-digest:wrapper-path}
   raw dash {{ parameter_dict['dash-location'] }}/bin/dash

stack/erp5/instance.cfg.in

@@ -155,6 +155,8 @@ promise-check-slow-queries-digest-result = {{ bin_directory }}/check-slow-querie
 percona-tools-location = {{ percona_toolkit_location }}
 unixodbc-location = {{ unixodbc_location }}
 mroonga-mariadb-install-sql = {{ mroonga_mariadb_install_sql }}
+mroonga-mariadb-plugin-dir = {{ mroonga_mariadb_plugin_dir }}
+groonga-plugins-path = {{ groonga_plugin_dir }}:{{ groonga_mysql_normalizer_plugin_dir }}
 
 [dynamic-template-mariadb]
 <= jinja2-template-base

stack/erp5/my.cnf.in

@@ -32,6 +32,7 @@ innodb_file_per_table = {{ parameter_dict['innodb-file-per-table'] }}
 default_time_zone = '+00:00'
 
 plugin_load = ha_mroonga
+plugin-dir = {{ parameter_dict['plugin-directory'] }}
 
 max_connections = {{ parameter_dict['max-connection-count'] }}
 

stack/lamp/buildout.cfg

@@ -102,6 +102,9 @@ context =
     key mariadb_slow_query_report_script mariadb-slow-query-report-script:target
     key mariadb_start_clone_from_backup mariadb-start-clone-from-backup:target
     key mroonga_mariadb_install_sql mroonga-mariadb:install-sql
+    key mroonga_mariadb_plugin_dir mroonga-mariadb:plugin-dir
+    key groonga_plugin_dir groonga:groonga-plugin-dir
+    key groonga_mysql_normalizer_plugin_dir groonga-normalizer-mysql:groonga-plugin-dir
     key percona_toolkit_location percona-toolkit:location
     key template_php_ini template-php.ini:output
     key template_apache_conf template-apache.conf:output

stack/lamp/buildout.hash.cfg

@@ -14,7 +14,7 @@
 # not need these here).
 [instance]
 filename = instance.cfg.in
-md5sum = 92a93bb3b9f6663d967b0fb57244a1fa
+md5sum = 6efa60dd898d3cd568afb4a47b94d573
 
 [instance-apache-php]
 filename = instance-apache-php.cfg.in

stack/lamp/instance.cfg.in

@@ -90,6 +90,8 @@ promise-check-slow-queries-digest-result = {{ bin_directory }}/check-slow-querie
 percona-tools-location = {{ percona_toolkit_location }}
 unixodbc-location = {{ unixodbc_location }}
 mroonga-mariadb-install-sql = {{ mroonga_mariadb_install_sql }}
+mroonga-mariadb-plugin-dir = {{ mroonga_mariadb_plugin_dir }}
+groonga-plugins-path = {{ groonga_plugin_dir }}:{{ groonga_mysql_normalizer_plugin_dir }}
 check-computer-memory-binary = {{ bin_directory }}/check-computer-memory
 bin-directory = {{ bin_directory }}