#808: added initial stab at export_config to split existing ml-config.xml into parts

Author: grtjn

deploy/lib/server_config.rb

@@ -1220,6 +1220,50 @@ def deploy
     return true
   end
 
+  def export_config
+    setup = File.read ServerConfig.expand_path("#{@@path}/lib/xquery/setup.xqy")
+    query = %Q{
+      #{setup}
+      try {
+        for $part in setup:split-config(
+          setup:rewrite-config(#{get_config(true)}, (), fn:true()),
+          "#{@properties["ml.app-name"]}"
+        )
+        return
+          xdmp:quote(
+            $part,
+            <options xmlns="xdmp:quote">
+              <indent>yes</indent>
+              <indent-untyped>yes</indent-untyped>
+            </options>
+          )
+      } catch($ex) {
+        xdmp:log($ex),
+        fn:concat($ex/err:format-string/text(), '&#10;See MarkLogic Server error log for more details.')
+      }
+    }
+    logger.debug query
+    r = execute_query query
+    logger.debug "code: #{r.code.to_i}"
+
+    r.body = parse_body(r.body)
+    logger.info r.body
+    return true
+  end
+
+  def export
+    what = ARGV.shift
+    raise HelpException.new("export", "Missing WHAT") unless what
+
+    case what
+      when 'config'
+        export_config
+      else
+        raise HelpException.new("export", "Invalid WHAT")
+    end
+    return true
+  end
+
   def load
     dir = ARGV.shift
     db = find_arg(['--db']) || @properties['ml.content-db']
@@ -2457,7 +2501,7 @@ def mlRest
     end
   end
 
-  def get_config
+  def get_config(preserve_props = false)
     if @server_version > 7 && @properties["ml.app-type"] == 'rest' && @properties["ml.url-rewriter"] == "/MarkLogic/rest-api/rewriter.xqy"
       @logger.info "WARN: XQuery REST rewriter has been deprecated since MarkLogic 8"
       @properties["ml.url-rewriter"] = "/MarkLogic/rest-api/rewriter.xml"
@@ -2473,7 +2517,7 @@ def get_config
       @logger.info "      See https://github.com/marklogic/roxy/issues/416 for details."
     end
 
-    @config ||= build_config(@options[:config_file])
+    @config ||= build_config(@options[:config_file], preserve_props)
   end
 
   def execute_query_4(query, properties)
@@ -2977,7 +3021,7 @@ def ssl_certificate_xml
     }
   end
 
-  def build_config(config_paths)
+  def build_config(config_paths, preserve_props = false)
     config_files = []
     config_paths.split(",").each do |config_path|
       if File.directory?(config_path)
@@ -3135,7 +3179,9 @@ def build_config(config_paths)
         config.gsub!("@ml.ssl-certificate-xml", "")
       end
 
-      replace_properties(config, File.basename(config_file), true)
+      if ! preserve_props
+        replace_properties(config, File.basename(config_file), true)
+      end
 
       # escape unresolved braces, they have special meaning in XQuery
       config.gsub!("{", "{{")

deploy/lib/xquery/setup.xqy

@@ -660,7 +660,7 @@ declare function setup:rewrite-config($import-configs as node()+, $properties as
 
         let $default-group := ($import-configs/self::*:configuration/@default-group, "Default")[1]
         for $group in fn:distinct-values((
-          $import-configs/descendant-or-self::gr:group/gr:group-name,
+          $import-configs/descendant-or-self::gr:group/gr:group-name/fn:string(),
           $import-configs/descendant-or-self::*/(
             self::gr:http-server, self::gr:xdbc-server,
             self::gr:odbc-server, self::gr:task-server, self::db:database
@@ -683,7 +683,7 @@ declare function setup:rewrite-config($import-configs as node()+, $properties as
         let $databases := $import-configs/descendant-or-self::db:database[
           @group = $group or ( $group = $default-group and fn:empty(@group) )
         ]
-        let $group-config := $import-configs/descendant-or-self::gr:group[gr:group-name = $group]
+        let $group-config := $import-configs/descendant-or-self::gr:group[gr:group-name/fn:string() = $group]
         where fn:exists($servers | $databases | $group-config)
         return
           <group>
@@ -732,7 +732,7 @@ declare function setup:rewrite-config($import-configs as node()+, $properties as
   let $_ :=
     if ($silent) then ()
     else
-      for $group in $config/gr:groups/gr:group/gr:group-name
+      for $group in $config/gr:groups/gr:group/gr:group-name/fn:string()
       let $hosts := ($config/ho:hosts/ho:host[ho:group/@name = $group], try { xdmp:group-hosts(xdmp:group($group)) } catch ($ignore) {})
       where fn:empty($hosts)
       return
@@ -745,6 +745,43 @@ declare function setup:rewrite-config($import-configs as node()+, $properties as
   return  if ($keep-comments) then $config else setup:suppress-comments($config)
 };
 
+declare function setup:split-config($config as element(configuration), $app-name as xs:string) as node()* {
+  for $part in (
+    $config/*/*,
+    $config/gr:groups/gr:group/(
+      (gr:http-servers, gr:xdbc-servers, gr:odbc-servers)/*,
+      gr:task-server
+    )
+  )
+  let $type := fn:local-name($part)
+
+  let $name :=
+    if ($part instance of element(gr:task-server)) then
+      "TaskServer"
+    else
+      $part/*[local-name() = ("name", "forest-name", "local-name", concat($type, "-name"))][1]
+           /fn:replace(fn:replace(fn:string(), "^(.*/)?([^/]+)", "$2"), "^\$\{group\}$", "default-group")
+
+  let $path := fn:replace(fn:replace($type, "(http|xdbc|odbc|task)-", "") || "s", "ys$", "ies")
+  let $path :=
+    if (fn:contains(fn:namespace-uri($part), "security")) then
+      "security/" || $path
+    else
+      fn:replace($path, "assignments/", "forests/")
+
+  let $file := fn:replace($name, "(@ml.|[${}])", "") || ".xml"
+
+  return (
+    comment { "SAVE-PART-AS:" || $path || "/" || $file },
+    typeswitch ($part)
+    case element(gr:group)
+      return element gr:group {
+        $part/@*,
+        $part/(node() except (gr:http-servers, gr:xdbc-servers, gr:odbc-servers, gr:task-server))
+      }
+    default return $part
+  )
+};
 
 (:
   base-name : Original forest base name - this should be the name from the config.