Document properties and categories

Author: Chris Li

cdi-core/src/main/java/com/linkedin/cdi/configuration/MultistageProperties.java

@@ -302,12 +302,6 @@ public <T> T getDefaultValue() {
       return (T) Boolean.TRUE;
     }
   },
-  MSTAGE_ENCODING("ms.encoding", String.class) {
-    @Override
-    public <T> T getDefaultValue() {
-      return (T) "UTF-8";
-    }
-  },
   /**
    * extract.preprocessors define one or more preprocessor classes, see
    * {@link com.linkedin.cdi.preprocessor.GunzipProcessor}
@@ -654,15 +648,6 @@ public <T> T getDefaultValue() {
    * 3. other forms TODO
    */
   MSTAGE_SOURCE_SCHEMA_URN("ms.source.schema.urn", String.class),
-  /**
-   * Define a factory parameter to decouple proprietary code from OpenSource code
-   */
-  MSTAGE_SOURCE_SCHEMA_READER_FACTORY("ms.source.schema.reader.factory", String.class) {
-    @Override
-    public <T> T getDefaultValue() {
-      return (T) "com.linkedin.cdi.factory.reader.MetastoreReader";
-    }
-  },
   /**
    * ms.source.uri defines a data source identifier, it follows the URI format
    * here: https://en.wikipedia.org/wiki/Uniform_Resource_Identifier
@@ -695,12 +680,6 @@ public <T> T getDefaultValue() {
    */
   MSTAGE_TARGET_SCHEMA("ms.target.schema", JsonArray.class),
   MSTAGE_TARGET_SCHEMA_URN("ms.target.schema.urn", String.class),
-  MSTAGE_TARGET_SCHEMA_READER_FACTORY("ms.target.schema.reader.factory", String.class) {
-    @Override
-    public <T> T getDefaultValue() {
-      return (T) "com.linkedin.cdi.factory.reader.MetastoreReader";
-    }
-  },
   /**
    * Total count field is a Json path. This attribute can be used in many
    * types of connectors, typically with Json Extractor

cdi-core/src/main/java/com/linkedin/cdi/keys/JobKeys.java

@@ -67,7 +67,6 @@ public class JobKeys {
       MultistageProperties.MSTAGE_ENABLE_CLEANSING,
       MultistageProperties.MSTAGE_ENABLE_DYNAMIC_FULL_LOAD,
       MultistageProperties.MSTAGE_ENABLE_SCHEMA_BASED_FILTERING,
-      MultistageProperties.MSTAGE_ENCODING,
       MultistageProperties.MSTAGE_ENCRYPTION_FIELDS,
       MultistageProperties.MSTAGE_GRACE_PERIOD_DAYS,
       MultistageProperties.MSTAGE_OUTPUT_SCHEMA,

cdi-core/src/test/java/com/linkedin/cdi/configuration/MultistagePropertiesTest.java

@@ -105,14 +105,6 @@ public void testGetDefaultValue5() {
     Assert.assertEquals(MultistageProperties.EXTRACT_IS_FULL.getDefaultValue(), (Boolean) false);
   }
 
-  /**
-   * Test getDefaultValue for MSTAGE_ENDCODING
-   */
-  @Test
-  public void testGetDefaultValue6() {
-    Assert.assertEquals(MultistageProperties.MSTAGE_ENCODING.getDefaultValue(), "UTF-8");
-  }
-
   /**
    * Test getDefaultValue
    */

docs/parameters/auditing-parameters.md renamed to docs/components/AvroExtractor.md

@@ -0,0 +1 @@
+ms.extractor.target.file.permission