Skip to content

Commit 5695077

Browse files
mfelgamalmfelgamal
committed
Modifying pom file and Making documentation
1 parent 26fc59b commit 5695077

File tree

3 files changed

+198
-156
lines changed

3 files changed

+198
-156
lines changed

‎beam/pom.xml‎

Lines changed: 79 additions & 156 deletions
Original file line numberDiff line numberDiff line change
@@ -16,47 +16,13 @@
1616
<artifactId>zeppelin-beam</artifactId>
1717
<version>0.7.0-SNAPSHOT</version>
1818

19-
<repositories>
20-
<repository>
21-
<id>apache-beam</id>
22-
<url>https://repository.apache.org/content/repositories/snapshots/org/apache/beam/</url>
23-
</repository>
24-
</repositories>
19+
2520

2621
<dependencies>
27-
<!-- <dependency> <groupId>com.google.cloud.dataflow</groupId> <artifactId>google-cloud-dataflow-java-sdk-all</artifactId>
28-
<version>1.6.0</version> </dependency> <dependency> <groupId>org.apache.beam</groupId>
29-
<artifactId>beam-runners-parent</artifactId> <version>0.1.0-incubating</version>
30-
<type>pom</type> </dependency> <dependency> <groupId>org.apache.beam</groupId>
31-
<artifactId>beam-sdks-java-io-google-cloud-platform</artifactId> <version>0.1.0-incubating</version>
32-
</dependency> <dependency> <groupId>org.apache.beam</groupId> <artifactId>beam-parent</artifactId>
33-
<version>0.1.0-incubating</version> <type>pom</type> </dependency>
34-
<dependency> <groupId>org.apache.beam</groupId> <artifactId>beam-runners-google-cloud-dataflow-java</artifactId>
35-
<version>0.2.0-incubating</version> </dependency> <dependency> <groupId>org.apache.beam</groupId>
36-
<artifactId>beam-runners-core-java</artifactId> <version>0.2.0-incubating</version>
37-
</dependency> <dependency> <groupId>org.apache.beam</groupId> <artifactId>beam-sdks-java-core</artifactId>
38-
<version>0.1.0-incubating</version> </dependency> -->
39-
40-
<!--
41-
<dependency>
42-
<groupId>com.google.cloud.dataflow</groupId>
43-
<artifactId>google-cloud-dataflow-java-sdk-all</artifactId>
44-
<version>1.6.0</version>
45-
<exclusions>
46-
<exclusion>
47-
<artifactId>google-api-client-jackson2</artifactId>
48-
<groupId>com.google.api-client</groupId>
49-
</exclusion>
50-
<exclusion>
51-
<artifactId>google-http-client-jackson2</artifactId>
52-
<groupId>com.google.http-client</groupId>
53-
</exclusion>
54-
</exclusions>
55-
</dependency>
56-
-->
5722

58-
59-
<dependency>
23+
24+
25+
<dependency>
6026
<groupId>org.apache.spark</groupId>
6127
<artifactId>spark-core_2.10</artifactId>
6228
<version>1.4.1</version>
@@ -89,94 +55,82 @@
8955
<version>1.4.1</version>
9056
</dependency>
9157

92-
<dependency>
93-
<groupId>org.apache.hadoop</groupId>
94-
<artifactId>hadoop-mapreduce-client-core</artifactId>
95-
<version>2.3.0</version>
96-
<exclusions>
97-
<exclusion>
98-
<artifactId>slf4j-log4j12</artifactId>
99-
<groupId>org.slf4j</groupId>
100-
</exclusion>
101-
</exclusions>
102-
</dependency>
103-
104-
<dependency>
105-
<groupId>org.apache.hadoop</groupId>
106-
<artifactId>hadoop-common</artifactId>
107-
<version>2.3.0</version>
108-
<exclusions>
109-
<exclusion>
110-
<artifactId>slf4j-log4j12</artifactId>
111-
<groupId>org.slf4j</groupId>
112-
</exclusion>
113-
</exclusions>
114-
</dependency>
115-
116-
<dependency>
117-
<groupId>org.apache.hadoop</groupId>
118-
<artifactId>hadoop-hdfs</artifactId>
119-
<version>2.3.0</version>
120-
</dependency>
121-
<dependency>
122-
<groupId>org.apache.hadoop</groupId>
123-
<artifactId>hadoop-client</artifactId>
124-
<version>2.3.0</version>
125-
<exclusions>
126-
<exclusion>
127-
<artifactId>slf4j-log4j12</artifactId>
128-
<groupId>org.slf4j</groupId>
129-
</exclusion>
130-
</exclusions>
131-
</dependency>
132-
<dependency>
133-
<groupId>org.apache.hadoop</groupId>
134-
<artifactId>hadoop-annotations</artifactId>
135-
<version>2.3.0</version>
136-
</dependency>
137-
<dependency>
138-
<groupId>org.apache.hadoop</groupId>
139-
<artifactId>hadoop-yarn-common</artifactId>
140-
<version>2.3.0</version>
141-
</dependency>
142-
<dependency>
143-
<groupId>org.apache.hadoop</groupId>
144-
<artifactId>hadoop-mapreduce-client-common</artifactId>
145-
<version>2.3.0</version>
146-
<exclusions>
147-
<exclusion>
148-
<artifactId>slf4j-log4j12</artifactId>
149-
<groupId>org.slf4j</groupId>
150-
</exclusion>
151-
</exclusions>
152-
</dependency>
153-
<dependency>
154-
<groupId>org.apache.hadoop</groupId>
155-
<artifactId>hadoop-core</artifactId>
156-
<version>1.2.1</version>
157-
</dependency>
158-
159-
16058
<dependency>
161-
<groupId>com.thoughtworks.qdox</groupId>
162-
<artifactId>qdox</artifactId>
163-
<version>2.0-M3</version>
59+
<groupId>org.apache.hadoop</groupId>
60+
<artifactId>hadoop-mapreduce-client-core</artifactId>
61+
<version>2.3.0</version>
62+
<exclusions>
63+
<exclusion>
64+
<artifactId>slf4j-log4j12</artifactId>
65+
<groupId>org.slf4j</groupId>
66+
</exclusion>
67+
</exclusions>
16468
</dependency>
16569

166-
16770
<dependency>
168-
<groupId>org.mdkt.compiler</groupId>
169-
<artifactId>InMemoryJavaCompiler</artifactId>
170-
<version>1.2</version>
71+
<groupId>org.apache.hadoop</groupId>
72+
<artifactId>hadoop-common</artifactId>
73+
<version>2.3.0</version>
74+
<exclusions>
75+
<exclusion>
76+
<artifactId>slf4j-log4j12</artifactId>
77+
<groupId>org.slf4j</groupId>
78+
</exclusion>
79+
</exclusions>
17180
</dependency>
17281

17382
<dependency>
174-
<groupId>com.ning</groupId>
175-
<artifactId>async-http-client</artifactId>
176-
<version>1.9.31</version>
83+
<groupId>org.apache.hadoop</groupId>
84+
<artifactId>hadoop-hdfs</artifactId>
85+
<version>2.3.0</version>
86+
</dependency>
87+
<dependency>
88+
<groupId>org.apache.hadoop</groupId>
89+
<artifactId>hadoop-client</artifactId>
90+
<version>2.3.0</version>
91+
<exclusions>
92+
<exclusion>
93+
<artifactId>slf4j-log4j12</artifactId>
94+
<groupId>org.slf4j</groupId>
95+
</exclusion>
96+
</exclusions>
97+
</dependency>
98+
<dependency>
99+
<groupId>org.apache.hadoop</groupId>
100+
<artifactId>hadoop-annotations</artifactId>
101+
<version>2.3.0</version>
102+
</dependency>
103+
<dependency>
104+
<groupId>org.apache.hadoop</groupId>
105+
<artifactId>hadoop-yarn-common</artifactId>
106+
<version>2.3.0</version>
107+
</dependency>
108+
<dependency>
109+
<groupId>org.apache.hadoop</groupId>
110+
<artifactId>hadoop-mapreduce-client-common</artifactId>
111+
<version>2.3.0</version>
112+
<exclusions>
113+
<exclusion>
114+
<artifactId>slf4j-log4j12</artifactId>
115+
<groupId>org.slf4j</groupId>
116+
</exclusion>
117+
</exclusions>
118+
</dependency>
119+
<dependency>
120+
<groupId>org.apache.hadoop</groupId>
121+
<artifactId>hadoop-core</artifactId>
122+
<version>1.2.1</version>
123+
</dependency>
124+
177125

126+
<dependency>
127+
<groupId>com.thoughtworks.qdox</groupId>
128+
<artifactId>qdox</artifactId>
129+
<version>2.0-M3</version>
178130
</dependency>
179131

132+
133+
180134
<dependency>
181135
<groupId>com.google.code.gson</groupId>
182136
<artifactId>gson</artifactId>
@@ -195,20 +149,7 @@
195149
<version>0.1.0-incubating</version>
196150
<type>pom</type>
197151
</dependency>
198-
<!--
199-
<dependency>
200-
<groupId>org.apache.beam</groupId>
201-
<artifactId>beam-examples-java</artifactId>
202-
<version>0.1.0-incubating</version>
203152

204-
<exclusions>
205-
<exclusion>
206-
<artifactId>slf4j-jdk14</artifactId>
207-
<groupId>org.slf4j</groupId>
208-
</exclusion>
209-
</exclusions>
210-
</dependency>
211-
-->
212153
<dependency>
213154
<groupId>org.apache.beam</groupId>
214155
<artifactId>beam-runners-core-java</artifactId>
@@ -240,7 +181,7 @@
240181
<artifactId>netty-all</artifactId>
241182
<groupId>io.netty</groupId>
242183
</exclusion>
243-
184+
244185
</exclusions>
245186
</dependency>
246187
<dependency>
@@ -255,7 +196,7 @@
255196
</exclusion>
256197
</exclusions>
257198
</dependency>
258-
<!--
199+
259200
<dependency>
260201
<groupId>org.apache.beam</groupId>
261202
<artifactId>beam-runners-google-cloud-dataflow-java</artifactId>
@@ -268,33 +209,17 @@
268209
</exclusion>
269210
</exclusions>
270211
</dependency>
271-
--><dependency>
272-
212+
<dependency>
213+
273214
<groupId>org.apache.beam</groupId>
274215
<artifactId>beam-runners-spark</artifactId>
275216
<version>0.1.0-incubating</version>
276217
<type>jar</type>
277218
</dependency>
278-
279-
<!-- <dependency>
280-
<groupId>com.google.api.client</groupId>
281-
<artifactId>google-api-client-json</artifactId>
282-
<version>1.2.3-alpha</version>
283-
</dependency>
284-
<dependency>
285-
<groupId>com.google.api.client</groupId>
286-
<artifactId>google-api-client-util</artifactId>
287-
<version>1.2.3-alpha</version>
288-
</dependency>
289-
<dependency>
290-
<groupId>com.google.api.client</groupId>
291-
<artifactId>google-api-client-auth</artifactId>
292-
<version>1.2.3-alpha</version>
293-
</dependency>
294-
295-
-->
296-
297-
219+
220+
221+
222+
298223
<dependency>
299224
<groupId>${project.groupId}</groupId>
300225
<artifactId>zeppelin-interpreter</artifactId>
@@ -306,9 +231,7 @@
306231
<artifactId>commons-exec</artifactId>
307232
<version>1.3</version>
308233
</dependency>
309-
<!-- <dependency> <groupId>org.slf4j</groupId> <artifactId>slf4j-api</artifactId>
310-
</dependency> <dependency> <groupId>org.slf4j</groupId> <artifactId>slf4j-log4j12</artifactId>
311-
</dependency> -->
234+
312235
<dependency>
313236
<groupId>junit</groupId>
314237
<artifactId>junit</artifactId>

‎beam/src/main/resources/interpreter-setting.json‎

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
[
2+
{
3+
"group": "beam",
4+
"name": "beam",
5+
"className": "org.apache.zeppelin.beam.BeamInterpreter",
6+
"defaultInterpreter": true,
7+
"properties": {
8+
9+
}
10+
}
11+
]

0 commit comments

Comments
 (0)