Skip to content

Commit 90219f7

Browse files
yoonjs2yoonjs2
committed
# Conflicts: # docs/security/authentication.md
2 parents 35a6679 + 0629d93 commit 90219f7

File tree

57 files changed

+4592
-672
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

57 files changed

+4592
-672
lines changed

‎.gitignore‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,7 @@
1212
spark/derby.log
1313
spark/metastore_db
1414
spark-1.*-bin-hadoop*
15+
zeppelin-server/derby.log
1516

1617
lens/lens-cli-hist.log
1718

‎conf/zeppelin-env.sh.template‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@
2424
# export ZEPPELIN_INTP_JAVA_OPTS # zeppelin interpreter process jvm options. Default = ZEPPELIN_JAVA_OPTS
2525

2626
# export ZEPPELIN_LOG_DIR # Where log files are stored. PWD by default.
27-
# export ZEPPELIN_PID_DIR # The pid files are stored. /tmp by default.
27+
# export ZEPPELIN_PID_DIR # The pid files are stored. ${ZEPPELIN_HOME}/run by default.
2828
# export ZEPPELIN_WAR_TEMPDIR # The location of jetty temporary directory.
2929
# export ZEPPELIN_NOTEBOOK_DIR # Where notebook saved
3030
# export ZEPPELIN_NOTEBOOK_HOMESCREEN # Id of notebook to be displayed in homescreen. ex) 2A94M5J1Z

‎conf/zeppelin-site.xml.template‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -138,7 +138,7 @@
138138

139139
<property>
140140
<name>zeppelin.interpreters</name>
141-
<value>org.apache.zeppelin.spark.SparkInterpreter,org.apache.zeppelin.spark.PySparkInterpreter,org.apache.zeppelin.spark.SparkSqlInterpreter,org.apache.zeppelin.spark.DepInterpreter,org.apache.zeppelin.markdown.Markdown,org.apache.zeppelin.angular.AngularInterpreter,org.apache.zeppelin.shell.ShellInterpreter,org.apache.zeppelin.hive.HiveInterpreter,org.apache.zeppelin.tajo.TajoInterpreter,org.apache.zeppelin.flink.FlinkInterpreter,org.apache.zeppelin.lens.LensInterpreter,org.apache.zeppelin.ignite.IgniteInterpreter,org.apache.zeppelin.ignite.IgniteSqlInterpreter,org.apache.zeppelin.cassandra.CassandraInterpreter,org.apache.zeppelin.geode.GeodeOqlInterpreter,org.apache.zeppelin.postgresql.PostgreSqlInterpreter,org.apache.zeppelin.jdbc.JDBCInterpreter,org.apache.zeppelin.phoenix.PhoenixInterpreter,org.apache.zeppelin.kylin.KylinInterpreter,org.apache.zeppelin.elasticsearch.ElasticsearchInterpreter,org.apache.zeppelin.scalding.ScaldingInterpreter,org.apache.zeppelin.alluxio.AlluxioInterpreter,org.apache.zeppelin.hbase.HbaseInterpreter</value>
141+
<value>org.apache.zeppelin.spark.SparkInterpreter,org.apache.zeppelin.spark.PySparkInterpreter,org.apache.zeppelin.spark.SparkSqlInterpreter,org.apache.zeppelin.spark.DepInterpreter,org.apache.zeppelin.markdown.Markdown,org.apache.zeppelin.angular.AngularInterpreter,org.apache.zeppelin.shell.ShellInterpreter,org.apache.zeppelin.hive.HiveInterpreter,org.apache.zeppelin.tajo.TajoInterpreter,org.apache.zeppelin.file.HDFSFileInterpreter,org.apache.zeppelin.flink.FlinkInterpreter,org.apache.zeppelin.lens.LensInterpreter,org.apache.zeppelin.ignite.IgniteInterpreter,org.apache.zeppelin.ignite.IgniteSqlInterpreter,org.apache.zeppelin.cassandra.CassandraInterpreter,org.apache.zeppelin.geode.GeodeOqlInterpreter,org.apache.zeppelin.postgresql.PostgreSqlInterpreter,org.apache.zeppelin.jdbc.JDBCInterpreter,org.apache.zeppelin.phoenix.PhoenixInterpreter,org.apache.zeppelin.kylin.KylinInterpreter,org.apache.zeppelin.elasticsearch.ElasticsearchInterpreter,org.apache.zeppelin.scalding.ScaldingInterpreter,org.apache.zeppelin.alluxio.AlluxioInterpreter,org.apache.zeppelin.hbase.HbaseInterpreter</value>
142142
<description>Comma separated interpreter configurations. First interpreter become a default</description>
143143
</property>
144144

‎docs/_includes/themes/zeppelin/_navigation.html‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -46,6 +46,7 @@
4646
<li><a href="{{BASE_PATH}}/interpreter/flink.html">Flink</a></li>
4747
<li><a href="{{BASE_PATH}}/interpreter/geode.html">Geode</a></li>
4848
<li><a href="{{BASE_PATH}}/interpreter/hbase.html">HBase</a></li>
49+
<li><a href="{{BASE_PATH}}/interpreter/hdfs.html">HDFS</a></li>
4950
<li><a href="{{BASE_PATH}}/interpreter/hive.html">Hive</a></li>
5051
<li><a href="{{BASE_PATH}}/interpreter/ignite.html">Ignite</a></li>
5152
<li><a href="{{BASE_PATH}}/interpreter/jdbc.html">JDBC</a></li>

‎docs/interpreter/hdfs.md‎

Lines changed: 56 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,56 @@
1+
---
2+
layout: page
3+
title: "HDFS File System Interpreter"
4+
description: ""
5+
group: manual
6+
---
7+
{% include JB/setup %}
8+
9+
## HDFS File System Interpreter for Apache Zeppelin
10+
11+
[Hadoop File System](http://hadoop.apache.org/) is a distributed, fault tolerant file system part of the hadoop project and is often used as storage for distributed processing engines like [Hadoop MapReduce](http://hadoop.apache.org/) and [Apache Spark](http://spark.apache.org/) or underlying file systems like [Alluxio](http://www.alluxio.org/).
12+
13+
## Configuration
14+
<table class="table-configuration">
15+
<tr>
16+
<th>Property</th>
17+
<th>Default</th>
18+
<th>Description</th>
19+
</tr>
20+
<tr>
21+
<td>hdfs.url</td>
22+
<td>http://localhost:50070/webhdfs/v1/</td>
23+
<td>The URL for WebHDFS</td>
24+
</tr>
25+
<tr>
26+
<td>hdfs.user</td>
27+
<td>hdfs</td>
28+
<td>The WebHDFS user</td>
29+
</tr>
30+
<tr>
31+
<td>hdfs.maxlength</td>
32+
<td>1000</td>
33+
<td>Maximum number of lines of results fetched</td>
34+
</tr>
35+
</table>
36+
37+
<br/>
38+
This interpreter connects to HDFS using the HTTP WebHDFS interface.
39+
It supports the basic shell file commands applied to HDFS, it currently only supports browsing.
40+
41+
* You can use <i>ls [PATH]</i> and <i>ls -l [PATH]</i> to list a directory. If the path is missing, then the current directory is listed. <i>ls </i> supports a <i>-h</i> flag for human readable file sizes.
42+
* You can use <i>cd [PATH]</i> to change your current directory by giving a relative or an absolute path.
43+
* You can invoke <i>pwd</i> to see your current directory.
44+
45+
> **Tip :** Use ( Ctrl + . ) for autocompletion.
46+
47+
### Create Interpreter
48+
49+
In a notebook, to enable the **HDFS** interpreter, click the **Gear** icon and select **HDFS**.
50+
51+
52+
#### WebHDFS REST API
53+
You can confirm that you're able to access the WebHDFS API by running a curl command against the WebHDFS end point provided to the interpreter.
54+
55+
Here is an example:
56+
$> curl "http://localhost:50070/webhdfs/v1/?op=LISTSTATUS"

‎docs/security/authentication.md‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ This instruction based on Ubuntu 14.04 LTS but may work with other OS with few c
6262
6363
# Zeppelin Website
6464
server {
65-
listen 80;
65+
listen [YOUR-ZEPPELIN-WEB-SERVER-PORT];
6666
listen 443 ssl; # optional, to serve HTTPS connection
6767
server_name [YOUR-ZEPPELIN-SERVER-HOST]; # for example: zeppelin.mycompany.com
6868
@@ -87,7 +87,7 @@ This instruction based on Ubuntu 14.04 LTS but may work with other OS with few c
8787
8888
# Zeppelin Websocket
8989
server {
90-
listen 8091 ssl;
90+
listen [YOUR-ZEPPELIN-WEBSOCKET-PORT] ssl; # add ssl is optional, to serve HTTPS connection
9191
server_name [YOUR-ZEPPELIN-SERVER-HOST]; # for example: zeppelin.mycompany.com
9292
9393
ssl_certificate [PATH-TO-YOUR-CERT-FILE]; # optional, to serve HTTPS connection
@@ -134,7 +134,7 @@ This instruction based on Ubuntu 14.04 LTS but may work with other OS with few c
134134
1. More security consideration
135135
136136
* Using HTTPS connection with Basic Authentication is highly recommended since basic auth without encryption may expose your important credential information over the network.
137-
* Using [Shiro Security feature built-into Zeppelin](https://github.com/apache/incubator-zeppelin/pull/53) is recommended if you prefer all-in-one solution for authentication but NGINX may provides ad-hoc solution for re-use authentication served by your system's NGINX server or in case of you need to separate authentication from zeppelin server.
137+
* Using [Shiro Security feature built-into Zeppelin](https://github.com/apache/incubator-zeppelin/blob/master/SECURITY-README.md) is recommended if you prefer all-in-one solution for authentication but NGINX may provides ad-hoc solution for re-use authentication served by your system's NGINX server or in case of you need to separate authentication from zeppelin server.
138138
* It is recommended to isolate direct connection to Zeppelin server from public internet or external services to secure your zeppelin instance from unexpected attack or problems caused by public zone.
139139
140140
### Another option

‎file/pom.xml‎

Lines changed: 146 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,146 @@
1+
<?xml version="1.0" encoding="UTF-8"?>
2+
<!--
3+
~ Licensed to the Apache Software Foundation (ASF) under one or more
4+
~ contributor license agreements. See the NOTICE file distributed with
5+
~ this work for additional information regarding copyright ownership.
6+
~ The ASF licenses this file to You under the Apache License, Version 2.0
7+
~ (the "License"); you may not use this file except in compliance with
8+
~ the License. You may obtain a copy of the License at
9+
~
10+
~ http://www.apache.org/licenses/LICENSE-2.0
11+
~
12+
~ Unless required by applicable law or agreed to in writing, software
13+
~ distributed under the License is distributed on an "AS IS" BASIS,
14+
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15+
~ See the License for the specific language governing permissions and
16+
~ limitations under the License.
17+
-->
18+
19+
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
20+
<modelVersion>4.0.0</modelVersion>
21+
22+
<parent>
23+
<artifactId>zeppelin</artifactId>
24+
<groupId>org.apache.zeppelin</groupId>
25+
<version>0.6.0-incubating-SNAPSHOT</version>
26+
</parent>
27+
28+
<groupId>org.apache.zeppelin</groupId>
29+
<artifactId>zeppelin-file</artifactId>
30+
<packaging>jar</packaging>
31+
<version>0.6.0-incubating-SNAPSHOT</version>
32+
<name>Zeppelin File System Interpreters</name>
33+
<url>http://www.apache.org</url>
34+
35+
<dependencies>
36+
<dependency>
37+
<groupId>org.apache.zeppelin</groupId>
38+
<artifactId>zeppelin-interpreter</artifactId>
39+
<version>${project.version}</version>
40+
<scope>provided</scope>
41+
</dependency>
42+
43+
<dependency>
44+
<groupId>javax.ws.rs</groupId>
45+
<artifactId>javax.ws.rs-api</artifactId>
46+
<version>2.0</version>
47+
</dependency>
48+
49+
<dependency>
50+
<groupId>org.slf4j</groupId>
51+
<artifactId>slf4j-api</artifactId>
52+
</dependency>
53+
54+
<dependency>
55+
<groupId>org.slf4j</groupId>
56+
<artifactId>slf4j-log4j12</artifactId>
57+
</dependency>
58+
59+
<dependency>
60+
<groupId>org.glassfish.jersey.core</groupId>
61+
<artifactId>jersey-common</artifactId>
62+
<version>2.22.2</version>
63+
</dependency>
64+
65+
66+
<dependency>
67+
<groupId>junit</groupId>
68+
<artifactId>junit</artifactId>
69+
<scope>test</scope>
70+
</dependency>
71+
</dependencies>
72+
73+
<build>
74+
<plugins>
75+
<plugin>
76+
<groupId>org.apache.maven.plugins</groupId>
77+
<artifactId>maven-deploy-plugin</artifactId>
78+
<version>2.7</version>
79+
<configuration>
80+
<skip>true</skip>
81+
</configuration>
82+
</plugin>
83+
84+
<plugin>
85+
<groupId>org.apache.maven.plugins</groupId>
86+
<artifactId>maven-surefire-plugin</artifactId>
87+
<version>2.18.1</version>
88+
</plugin>
89+
90+
<plugin>
91+
<artifactId>maven-enforcer-plugin</artifactId>
92+
<version>1.3.1</version>
93+
<executions>
94+
<execution>
95+
<id>enforce</id>
96+
<phase>none</phase>
97+
</execution>
98+
</executions>
99+
</plugin>
100+
101+
<plugin>
102+
<artifactId>maven-dependency-plugin</artifactId>
103+
<version>2.8</version>
104+
<executions>
105+
<execution>
106+
<id>copy-dependencies</id>
107+
<phase>package</phase>
108+
<goals>
109+
<goal>copy-dependencies</goal>
110+
</goals>
111+
<configuration>
112+
<outputDirectory>${project.build.directory}/../../interpreter/file</outputDirectory>
113+
<overWriteReleases>false</overWriteReleases>
114+
<overWriteSnapshots>false</overWriteSnapshots>
115+
<overWriteIfNewer>true</overWriteIfNewer>
116+
<includeScope>runtime</includeScope>
117+
</configuration>
118+
</execution>
119+
<execution>
120+
<id>copy-artifact</id>
121+
<phase>package</phase>
122+
<goals>
123+
<goal>copy</goal>
124+
</goals>
125+
<configuration>
126+
<outputDirectory>${project.build.directory}/../../interpreter/file</outputDirectory>
127+
<overWriteReleases>false</overWriteReleases>
128+
<overWriteSnapshots>false</overWriteSnapshots>
129+
<overWriteIfNewer>true</overWriteIfNewer>
130+
<!--<includeScope>runtime</includeScope>-->
131+
<artifactItems>
132+
<artifactItem>
133+
<groupId>${project.groupId}</groupId>
134+
<artifactId>${project.artifactId}</artifactId>
135+
<version>${project.version}</version>
136+
<type>${project.packaging}</type>
137+
</artifactItem>
138+
</artifactItems>
139+
</configuration>
140+
</execution>
141+
</executions>
142+
</plugin>
143+
</plugins>
144+
</build>
145+
146+
</project>

0 commit comments

Comments
 (0)