Include usage of filter_size for _import_logs

Building the query for `backend_uuid_id` does not use the `filter_size`
and thus fails in case sqlite is used.

Author: agoscinski

src/aiida/tools/archive/imports.py

@@ -544,12 +544,31 @@ def _import_logs(
 
     # get matching uuids from the backend
     backend_uuid_id: Dict[str, int] = {}
+
+    # TODO put somewhere else
+    def chunk_dict(d, chunk_size):
+        from itertools import islice
+
+        it = iter(d.items())
+        while True:
+            chunk = dict(islice(it, chunk_size))
+            if not chunk:
+                break
+            yield chunk
+
     if input_id_uuid:
-        backend_uuid_id = dict(
-            orm.QueryBuilder(backend=backend_to)
-            .append(orm.Log, filters={'uuid': {'in': list(input_id_uuid.values())}}, project=['uuid', 'id'])
-            .all(batch_size=query_params.batch_size)
-        )
+        backend_uuid_id = {
+            key: value
+            for lis in [
+                dict(
+                    orm.QueryBuilder(backend=backend_to)
+                    .append(orm.Log, filters={'uuid': {'in': chunk}}, project=['uuid', 'id'])
+                    .all(batch_size=query_params.batch_size)
+                )
+                for _, chunk in batch_iter(set(input_id_uuid.values()), query_params.filter_size)
+            ]
+            for key, value in lis.items()
+        }
 
     new_logs = len(input_id_uuid) - len(backend_uuid_id)
     existing_logs = len(backend_uuid_id)

tests/tools/archive/orm/test_logs.py

@@ -378,3 +378,33 @@ def test_reimport_of_logs_for_single_node(tmp_path, aiida_profile_clean):
         log_message = str(log[1])
         assert log_uuid in total_log_uuids
         assert log_message in log_msgs
+
+
+def test_filter_size_logs(tmp_path, aiida_profile_clean):
+    """Tests"""
+
+    # Create Node and initial log message and save UUIDs prior to export
+    node = orm.CalculationNode().store()
+    node.seal()
+    # To test the query parameter limit of Linux we need a limit above 1000,
+    # above 2000 for macos
+    nb_logs = 2002
+    for _ in range(nb_logs):
+        node.logger.critical('some')
+    log_uuid_existing = orm.QueryBuilder().append(orm.Log, project=['uuid']).all()
+    log_uuid_existing = str(log_uuid_existing[0][0])
+
+    # Export DB
+    export_file_existing = tmp_path.joinpath('export.aiida')
+    create_archive([node], filename=export_file_existing)
+
+    # Clean database and reimport DB
+    aiida_profile_clean.reset_storage()
+    import_archive(export_file_existing)
+
+    # Check correct import
+    builder = orm.QueryBuilder().append(orm.Node, tag='node', project=['uuid'])
+    builder.append(orm.Log, with_node='node', project=['uuid', 'message'])
+    builder = builder.all()
+
+    assert len(builder) == nb_logs