Refactor code

Author: suryaprasanna

hudi-common/src/main/java/org/apache/hudi/BaseHoodieTableFileIndex.java

@@ -60,7 +60,6 @@
 import lombok.Getter;
 import lombok.Value;
 import lombok.extern.slf4j.Slf4j;
-import org.jetbrains.annotations.NotNull;
 
 import java.io.IOException;
 import java.io.Serializable;
@@ -281,8 +280,9 @@ private Map<PartitionPath, List<FileSlice>> loadFileSlicesForPartitions(List<Par
 
     HoodieTimer timer = HoodieTimer.start();
     List<StoragePathInfo> allFiles = listPartitionPathFiles(partitions, activeTimeline);
-    log.info("On {} with query instant as {}, it took {}ms to list all files in Hudi partitions",
-        metaClient.getTableConfig().getTableName(), queryInstant.map(instant -> instant).orElse("N/A"), timer.endTimer());
+    log.info("On {} with query instant as {}, it took {}ms to list all files {} Hudi partitions",
+        metaClient.getTableConfig().getTableName(), queryInstant.map(instant -> instant).orElse("N/A"),
+        timer.endTimer(), partitions.size());
 
     if (useROPathFilterForListing && !shouldIncludePendingCommits) {
       // Group files by partition path, then by file group ID
@@ -307,7 +307,7 @@ private Map<PartitionPath, List<FileSlice>> loadFileSlicesForPartitions(List<Par
     return filterFiles(partitions, activeTimeline, allFiles, queryInstant);
   }
 
-  private @NotNull Map<PartitionPath, @NotNull List<FileSlice>> filterFiles(List<PartitionPath> partitions,
+  private Map<PartitionPath, List<FileSlice>> filterFiles(List<PartitionPath> partitions,
                                                                             HoodieTimeline activeTimeline,
                                                                             List<StoragePathInfo> allFiles,
                                                                             Option<String> queryInstant) {

hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/DataSourceOptions.scala

@@ -231,7 +231,7 @@ object DataSourceReadOptions {
     ConfigProperty.key("hoodie.datasource.read.file.index.list.file.statuses.using.ro.path.filter")
       .defaultValue(false)
       .markAdvanced()
-      .sinceVersion("0.14.1")
+      .sinceVersion("1.2.0")
       .withDocumentation("Controls whether file listing is done using the HoodieROTablePathFilter. " +
         " This is mainly necessary if the dataset has multiple versions of the same file in the same partition. " +
         " and could lead to Out of Memory on the driver if the dataset is large.")

hudi-spark-datasource/hudi-spark-common/src/main/scala/org/apache/hudi/SparkHoodieTableFileIndex.scala

@@ -23,8 +23,7 @@ import org.apache.hudi.HoodieConversionUtils.toJavaOption
 import org.apache.hudi.SparkHoodieTableFileIndex.{deduceQueryType, extractEqualityPredicatesLiteralValues, generateFieldMap, haveProperPartitionValues, shouldListLazily, shouldUsePartitionPathPrefixAnalysis, shouldValidatePartitionColumns}
 import org.apache.hudi.client.common.HoodieSparkEngineContext
 import org.apache.hudi.common.config.{HoodieCommonConfig, TypedProperties}
-import org.apache.hudi.common.fs.FSUtils
-import org.apache.hudi.common.model.{FileSlice, HoodieTableQueryType, HoodieTableType}
+import org.apache.hudi.common.model.{FileSlice, HoodieTableQueryType}
 import org.apache.hudi.common.model.HoodieRecord.HOODIE_META_COLUMNS_WITH_OPERATION
 import org.apache.hudi.common.schema.HoodieSchema
 import org.apache.hudi.common.table.{HoodieTableMetaClient, TableSchemaResolver}