Commented code cleanup

Author: andsel

logstash-core/src/main/java/org/logstash/common/BufferedTokenizer.java

@@ -20,14 +20,12 @@
 
 import java.util.Iterator;
 import java.util.NoSuchElementException;
-import java.util.function.BiFunction;
 import java.util.function.IntPredicate;
 
 public class BufferedTokenizer {
 
     private final DataSplitter dataSplitter;
     private final Iterable<String> iterable;
-//    private Integer sizeLimit;
 
     static abstract class IteratorDecorator<T> implements Iterator<T> {
         protected final Iterator<String> iterator;
@@ -42,29 +40,11 @@ public boolean hasNext() {
         }
     }
 
-//    static class ValueLimitIteratorDecorator extends IteratorDecorator<String> {
-//        private final int limit;
-//
-//        ValueLimitIteratorDecorator(Iterator<String> iterator, int sizeLimit) {
-//            super(iterator);
-//            this.limit = sizeLimit;
-//        }
-//
-//        @Override
-//        public String next() {
-//            String value = iterator.next();
-//            if (value.length() > limit) {
-//                throw new IllegalStateException("input buffer full, consumed token which exceeded the sizeLimit " + limit);
-//            }
-//            return value;
-//        }
-//    }
-
     static class DataSplitter implements Iterator<String> {
         private final String separator;
         private final IntPredicate sizeChecker;
-        private int currentIdx = 0;
         private final StringBuilder accumulator = new StringBuilder();
+        private int currentIdx = 0;
         private boolean dropNextPartialFragments = false;
 
         DataSplitter(String separator) {
@@ -147,7 +127,6 @@ public BufferedTokenizer() {
     public BufferedTokenizer(String separator) {
         this.dataSplitter = new DataSplitter(separator);
         this.iterable = () -> dataSplitter;
-//        this.iterable = setupIterable();
     }
 
     public BufferedTokenizer(String separator, int sizeLimit) {
@@ -156,9 +135,7 @@ public BufferedTokenizer(String separator, int sizeLimit) {
         }
 
         this.dataSplitter = new DataSplitter(separator, tokenSize -> tokenSize > sizeLimit);
-//        this.sizeLimit = sizeLimit;
         this.iterable = () -> dataSplitter;
-//        this.iterable = setupIterable();
     }
 
     public Iterable<String> extract(String data) {
@@ -167,16 +144,6 @@ public Iterable<String> extract(String data) {
         return iterable;
     }
 
-//    private Iterable<String> setupIterable() {
-//        return () -> {
-//            Iterator<String> returnedIterator = dataSplitter;
-//            if (sizeLimit != null) {
-//                returnedIterator = new ValueLimitIteratorDecorator(returnedIterator, sizeLimit);
-//            }
-//            return returnedIterator;
-//        };
-//    }
-
     public String flush() {
         return dataSplitter.flush();
     }