fix s3 infinite loop bug for filelist (#71)

dihu-linkedin · web-flow · commit 41f4c78a9e3d · 2022-08-09T09:09:39.000-07:00
diff --git a/cdi-core/src/main/java/com/linkedin/cdi/connection/S3Connection.java b/cdi-core/src/main/java/com/linkedin/cdi/connection/S3Connection.java
@@ -261,7 +261,7 @@ private List<String> getFilesList(String finalPrefix) {
     LOG.debug("Listing object by prefix: {}", finalPrefix);
     do {
       if (listObjectsV2Response != null) {
-        request = builder.continuationToken(listObjectsV2Response.continuationToken()).build();
+        request = builder.continuationToken(listObjectsV2Response.nextContinuationToken()).build();
       }
       listObjectsV2Response = s3Client.listObjectsV2(request);
       listObjectsV2Response.contents().forEach(f -> {

Original file line number	Diff line number	Diff line change
`@@ -261,7 +261,7 @@ private List<String> getFilesList(String finalPrefix) {`
`261`	`261`	`LOG.debug("Listing object by prefix: {}", finalPrefix);`
`262`	`262`	`do {`
`263`	`263`	`if (listObjectsV2Response != null) {`
`264`		`- request = builder.continuationToken(listObjectsV2Response.continuationToken()).build();`
	`264`	`+ request = builder.continuationToken(listObjectsV2Response.nextContinuationToken()).build();`
`265`	`265`	`}`
`266`	`266`	`listObjectsV2Response = s3Client.listObjectsV2(request);`
`267`	`267`	`listObjectsV2Response.contents().forEach(f -> {`