Update Core to 2.27. (#495)

* Regenerate bindings for 2.27.

* Deprecate filestore APIs.

* Use `tiledb_group_dump_str_v2`.

* Bump Core to 2.27.0.

* Run nightlies on `release-2.27`.

* Bump version to 2.17.0.

* Add APIs to get enumerations from an array schema.

Author: teo-tsirpanis

.github/workflows/nightly.yml

@@ -27,7 +27,7 @@ jobs:
           - os: windows-latest
             platform: windows-x86_64
           - tag: dev
-        tag: [release-2.26, dev]
+        tag: [release-2.27, dev]
     runs-on: ${{ matrix.os }}
     steps:
       - name: Checkout TileDB
@@ -71,7 +71,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        tag: [release-2.26, dev]
+        tag: [release-2.27, dev]
     runs-on: ubuntu-latest
     steps:
       - name: Checkout TileDB-CSharp
@@ -108,7 +108,7 @@ jobs:
       fail-fast: false
       matrix:
         os: [ubuntu-latest, macos-latest, windows-latest]
-        tag: [release-2.26, dev]
+        tag: [release-2.27, dev]
     runs-on: ${{ matrix.os }}
     steps:
       - name: Checkout TileDB-CSharp

Directory.Packages.props

@@ -3,7 +3,7 @@
     <ManagePackageVersionsCentrally>true</ManagePackageVersionsCentrally>
     <TileDBNativePackageName>TileDB.Native</TileDBNativePackageName>
     <TileDBNativeVersionMajor>2</TileDBNativeVersionMajor>
-    <TileDBNativeVersionMinor>26</TileDBNativeVersionMinor>
+    <TileDBNativeVersionMinor>27</TileDBNativeVersionMinor>
     <TileDBNativePackageVersion>[$(TileDBNativeVersionMajor).$(TileDBNativeVersionMinor).0,$(TileDBNativeVersionMajor).$([MSBuild]::Add($(TileDBNativeVersionMinor), 1)).0)</TileDBNativePackageVersion>
 
     <!-- The DevelopmentBuild property switches to the locally built native packages.

docs/obsoletions.md

@@ -10,6 +10,7 @@ Following [the deprecation policy of TileDB Embedded][core-deprecation], obsolet
 |[`TILEDB0012`](#TILEDB0012) …[`TILEDB0013`](#TILEDB0013)|5.7.0|5.9.0|
 |[`TILEDB0014`](#TILEDB0014) …[`TILEDB0014`](#TILEDB0014)|5.8.0|5.10.0|
 |[`TILEDB0015`](#TILEDB0015) …[`TILEDB0015`](#TILEDB0015)|5.13.0|5.15.0|
+|[`TILEDB0015`](#TILEDB0016) …[`TILEDB0015`](#TILEDB0016)|5.17.0|5.19.0|
 
 ## `TILEDB0001` - Enum value names that start with `TILEDB_` were replaced with C#-friendly names.
 
@@ -363,4 +364,18 @@ The `ConfigIterator` class is unintuitive to use. In version 5.13.0 it was marke
 
 Replace uses of `ConfigIterator` with enumerating the `Config` object directly using a `foreach` loop or LINQ. To get only the config options that start with a specific prefix, call the `Config.EnumerateOptions` method and enumerate its returned object.
 
+## `TILEDB0016` - `File` is obsolete.
+
+<a name="TILEDB0016"></a>
+
+The TileDB filestore APIs, exposed by the `TileDB.CSharp.File` class are obsolete and will be removed in a future version.
+
+### Version introduced
+
+5.17.0
+
+### Recommended action
+
+There is no direct replacement. You can manually store files in TileDB by representing them as one-dimensional dense arrays of bytes.
+
 [core-deprecation]: https://github.com/TileDB-Inc/TileDB/blob/dev/doc/policy/api_changes.md

scripts/generate-bindings/GenerateBindings.proj

@@ -16,9 +16,11 @@
     <ConfigOption Include="latest-codegen" />
     <ConfigOption Include="unix-types" />
     <ConfigOption Include="multi-file" />
-    <Define Include="TILEDB_REMOVE_DEPRECATIONS" />
+    <!-- <Define Include="TILEDB_REMOVE_DEPRECATIONS" /> -->
     <InputFile Include="tiledb/tiledb_experimental.h" />
     <TraversePaths Include="$(InputDir)/**/*.h" />
+    <RemapHandleType Include="array" />
+    <RemapHandleType Include="array_schema" />
     <RemapHandleType Include="attribute" />
     <RemapHandleType Include="buffer_list" />
     <RemapHandleType Include="buffer" />
@@ -34,10 +36,12 @@
     <RemapHandleType Include="error" />
     <RemapHandleType Include="filter_list" />
     <RemapHandleType Include="filter" />
+    <RemapHandleType Include="fragment_info" />
     <RemapHandleType Include="group" />
     <RemapHandleType Include="query_channel" />
     <RemapHandleType Include="query_field" />
     <RemapHandleType Include="string" />
+    <RemapHandleType Include="subarray" />
     <RemapHandleType Include="vfs_fh" />
     <RemapHandleType Include="vfs" />
     <Remap Include="@(RemapHandleType->'tiledb_%(Identity)_handle_t=tiledb_%(Identity)_t')" />

sources/TileDB.CSharp/ArraySchema.cs

@@ -374,6 +374,73 @@ public Domain Domain()
         return new Domain(_ctx, handle);
     }
 
+    /// <summary>
+    /// Gets the <see cref="Enumeration"/> of the <see cref="ArraySchema"/> with the given name.
+    /// </summary>
+    /// <param name="name">The name of the enumeration.</param>
+    public Enumeration GetEnumeration(string name)
+    {
+        var handle = new EnumerationHandle();
+        var successful = false;
+        tiledb_enumeration_t* enumeration_p = null;
+        try
+        {
+            using (var ctxHandle = _ctx.Handle.Acquire())
+            using (var schemaHandle = _handle.Acquire())
+            using (var ms_name = new MarshaledString(name))
+            {
+                _ctx.handle_error(Methods.tiledb_array_schema_get_enumeration_from_name(ctxHandle, schemaHandle, ms_name, &enumeration_p));
+            }
+            successful = true;
+        }
+        finally
+        {
+            if (successful)
+            {
+                handle.InitHandle(enumeration_p);
+            }
+            else
+            {
+                handle.SetHandleAsInvalid();
+            }
+        }
+        return new Enumeration(_ctx, handle);
+    }
+
+    /// <summary>
+    /// Gets the <see cref="Enumeration"/> attached to the <see cref="CSharp.Attribute"/>
+    /// of the <see cref="ArraySchema"/> with the given name.
+    /// </summary>
+    /// <param name="name">The name of the attribute.</param>
+    public Enumeration GetEnumerationOfAttribute(string name)
+    {
+        var handle = new EnumerationHandle();
+        var successful = false;
+        tiledb_enumeration_t* enumeration_p = null;
+        try
+        {
+            using (var ctxHandle = _ctx.Handle.Acquire())
+            using (var schemaHandle = _handle.Acquire())
+            using (var ms_name = new MarshaledString(name))
+            {
+                _ctx.handle_error(Methods.tiledb_array_schema_get_enumeration_from_attribute_name(ctxHandle, schemaHandle, ms_name, &enumeration_p));
+            }
+            successful = true;
+        }
+        finally
+        {
+            if (successful)
+            {
+                handle.InitHandle(enumeration_p);
+            }
+            else
+            {
+                handle.SetHandleAsInvalid();
+            }
+        }
+        return new Enumeration(_ctx, handle);
+    }
+
     /// <summary>
     /// Gets the <see cref="ArraySchema"/>'s tile order.
     /// </summary>

sources/TileDB.CSharp/File.cs

@@ -1,10 +1,12 @@
+using System;
 using System.ComponentModel;
 using TileDB.CSharp.Marshalling.SafeHandles;
 using TileDB.Interop;
 using ArraySchemaHandle = TileDB.CSharp.Marshalling.SafeHandles.ArraySchemaHandle;
 
 namespace TileDB.CSharp;
 
+[Obsolete(Obsoletions.FilestoreApiMessage, DiagnosticId = Obsoletions.ConfigIteratorDiagId, UrlFormat = Obsoletions.SharedUrlFormat)]
 public sealed unsafe class File
 {
     private readonly Context _ctx;

sources/TileDB.CSharp/Group.cs

@@ -375,11 +375,11 @@ public string Dump(bool recursive)
     {
         using var ctxHandle = _ctx.Handle.Acquire();
         using var handle = _handle.Acquire();
-        sbyte* result;
+        using var result = new StringHandleHolder();
         byte int_recursive = (byte)(recursive ? 1 : 0);
-        _ctx.handle_error(Methods.tiledb_group_dump_str(ctxHandle, handle, &result, int_recursive));
+        _ctx.handle_error(Methods.tiledb_group_dump_str_v2(ctxHandle, handle, &result._handle, int_recursive));
 
-        return MarshaledStringOut.GetStringFromNullTerminated(result);
+        return result.ToString();
     }
     #endregion
 }