Skip to content
This repository was archived by the owner on Jan 12, 2026. It is now read-only.

Commit b875408

Browse files
love-starlove-star
committed
fix pom conflict and rewrite hadoop source test.
1 parent ceef217 commit b875408

File tree

9 files changed

+129
-307
lines changed

9 files changed

+129
-307
lines changed

‎bitsail-connectors/bitsail-connectors-legacy/bitsail-connector-hadoop/pom.xml‎

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -26,9 +26,6 @@
2626

2727
<artifactId>bitsail-connector-hadoop</artifactId>
2828

29-
<properties>
30-
</properties>
31-
3229
<dependencies>
3330
<dependency>
3431
<groupId>com.bytedance.bitsail</groupId>

‎bitsail-connectors/connector-hadoop/pom.xml‎

Lines changed: 13 additions & 104 deletions
Original file line numberDiff line numberDiff line change
@@ -36,87 +36,27 @@
3636
<dependencies>
3737
<!-- Hadoop -->
3838
<dependency>
39-
<groupId>org.apache.hadoop</groupId>
40-
<artifactId>hadoop-common</artifactId>
41-
<exclusions>
42-
<exclusion>
43-
<groupId>log4j</groupId>
44-
<artifactId>log4j</artifactId>
45-
</exclusion>
46-
<exclusion>
47-
<groupId>org.codehaus.jackson</groupId>
48-
<artifactId>jackson-mapper-asl</artifactId>
49-
</exclusion>
50-
<exclusion>
51-
<groupId>org.codehaus.jackson</groupId>
52-
<artifactId>jackson-core-asl</artifactId>
53-
</exclusion>
54-
<exclusion>
55-
<groupId>com.codahale.metrics</groupId>
56-
<artifactId>metrics-core</artifactId>
57-
</exclusion>
58-
</exclusions>
39+
<groupId>com.bytedance.bitsail</groupId>
40+
<artifactId>bitsail-shaded-hadoop</artifactId>
41+
<version>${revision}</version>
5942
<scope>provided</scope>
6043
</dependency>
6144

6245
<dependency>
63-
<groupId>org.apache.hadoop</groupId>
64-
<artifactId>hadoop-mapreduce-client-core</artifactId>
46+
<groupId>com.bytedance.bitsail</groupId>
47+
<artifactId>bitsail-shaded-hive</artifactId>
48+
<version>${revision}</version>
49+
<scope>provided</scope>
6550
<exclusions>
6651
<exclusion>
67-
<artifactId>guice-servlet</artifactId>
68-
<groupId>com.google.inject.extensions</groupId>
69-
</exclusion>
70-
<exclusion>
71-
<artifactId>guice</artifactId>
72-
<groupId>com.google.inject</groupId>
73-
</exclusion>
74-
<exclusion>
75-
<artifactId>jersey-guice</artifactId>
76-
<groupId>com.sun.jersey.contribs</groupId>
77-
</exclusion>
78-
<exclusion>
79-
<groupId>log4j</groupId>
80-
<artifactId>*</artifactId>
81-
</exclusion>
82-
<exclusion>
83-
<groupId>log4j</groupId>
84-
<artifactId>log4j</artifactId>
85-
</exclusion>
86-
<exclusion>
87-
<artifactId>metrics-core</artifactId>
88-
<groupId>com.codahale.metrics</groupId>
89-
</exclusion>
90-
<exclusion>
91-
<artifactId>guava</artifactId>
92-
<groupId>com.google.guava</groupId>
93-
</exclusion>
94-
<exclusion>
95-
<groupId>asm</groupId>
96-
<artifactId>asm</artifactId>
97-
</exclusion>
98-
<exclusion>
52+
<artifactId>netty-common</artifactId>
9953
<groupId>io.netty</groupId>
100-
<artifactId>netty</artifactId>
101-
</exclusion>
102-
<exclusion>
103-
<groupId>org.codehaus.jackson</groupId>
104-
<artifactId>jackson-mapper-asl</artifactId>
105-
</exclusion>
106-
<exclusion>
107-
<groupId>org.codehaus.jackson</groupId>
108-
<artifactId>jackson-xc</artifactId>
109-
</exclusion>
110-
<exclusion>
111-
<groupId>org.codehaus.jackson</groupId>
112-
<artifactId>jackson-jaxrs</artifactId>
11354
</exclusion>
11455
<exclusion>
115-
<groupId>org.codehaus.jackson</groupId>
116-
<artifactId>jackson-core-asl</artifactId>
56+
<artifactId>netty-buffer</artifactId>
57+
<groupId>io.netty</groupId>
11758
</exclusion>
11859
</exclusions>
119-
<scope>provided</scope>
12060
</dependency>
12161

12262
<dependency>
@@ -145,49 +85,18 @@
14585
<groupId>com.bytedance.bitsail</groupId>
14686
<artifactId>connector-print</artifactId>
14787
<version>${revision}</version>
148-
<scope>provided</scope>
149-
</dependency>
150-
151-
<dependency>
152-
<groupId>com.bytedance.bitsail</groupId>
153-
<artifactId>bitsail-shaded-hive</artifactId>
154-
<version>${revision}</version>
155-
<exclusions>
156-
<exclusion>
157-
<groupId>org.apache.ant</groupId>
158-
<artifactId>ant</artifactId>
159-
</exclusion>
160-
<exclusion>
161-
<artifactId>log4j</artifactId>
162-
<groupId>log4j</groupId>
163-
</exclusion>
164-
<exclusion>
165-
<artifactId>commons-net</artifactId>
166-
<groupId>commons-net</groupId>
167-
</exclusion>
168-
</exclusions>
88+
<scope>test</scope>
16989
</dependency>
17090

17191
<dependency>
17292
<groupId>com.bytedance.bitsail</groupId>
17393
<artifactId>bitsail-connector-test</artifactId>
17494
<version>${revision}</version>
17595
<scope>test</scope>
176-
</dependency>
177-
178-
<dependency>
179-
<groupId>org.apache.hadoop</groupId>
180-
<artifactId>hadoop-minicluster</artifactId>
181-
<version>${hadoop.version}</version>
182-
<scope>test</scope>
18396
<exclusions>
18497
<exclusion>
185-
<artifactId>guice</artifactId>
186-
<groupId>com.google.inject</groupId>
187-
</exclusion>
188-
<exclusion>
189-
<artifactId>guice-servlet</artifactId>
190-
<groupId>com.google.inject.extensions</groupId>
98+
<artifactId>hppc</artifactId>
99+
<groupId>com.carrotsearch</groupId>
191100
</exclusion>
192101
</exclusions>
193102
</dependency>

‎bitsail-connectors/connector-hadoop/src/test/java/com/bytedance/bitsail/connector/hadoop/source/HadoopOrcInputFormatITCase.java‎

Lines changed: 0 additions & 67 deletions
This file was deleted.

‎bitsail-connectors/connector-hadoop/src/test/java/com/bytedance/bitsail/connector/hadoop/source/HadoopParquetInputFormatITCase.java‎

Lines changed: 0 additions & 68 deletions
This file was deleted.

0 commit comments

Comments
 (0)