@@ -56,7 +56,6 @@ RUN apt-get update \
5656 && apt-get clean \
5757 && rm -rf /var/lib/apt/lists/*
5858
59-
6059# Install basic apt dependencies
6160RUN curl -sL https://deb.nodesource.com/setup_10.x | bash - \
6261 && apt-get update \
@@ -135,6 +134,10 @@ ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64/
135134
136135ARG APT_DEPS_IMAGE="airflow-apt-deps-ci-slim"
137136ENV APT_DEPS_IMAGE=${APT_DEPS_IMAGE}
137+ ARG KUBERNETES_VERSION="v1.15.0"
138+ ENV KUBERNETES_VERSION=${KUBERNETES_VERSION}
139+ ARG KIND_VERSION="v0.5.0"
140+ ENV KIND_VERSION=${KIND_VERSION}
138141
139142RUN echo "${APT_DEPS_IMAGE}"
140143
@@ -148,6 +151,9 @@ RUN if [[ "${APT_DEPS_IMAGE}" == "airflow-apt-deps-ci" ]]; then \
148151 && apt-get update \
149152 && apt-get install --no-install-recommends -y \
150153 gnupg \
154+ apt-transport-https \
155+ ca-certificates \
156+ software-properties-common \
151157 krb5-user \
152158 ldap-utils \
153159 less \
@@ -171,6 +177,44 @@ RUN if [[ "${APT_DEPS_IMAGE}" == "airflow-apt-deps-ci" ]]; then \
171177# TODO: We should think about removing those and moving them into docker-compose dependencies.
172178COPY scripts/ci/docker_build/ci_build_install_deps.sh /tmp/ci_build_install_deps.sh
173179
180+ # Kubernetes dependencies
181+ RUN \
182+ if [[ "${APT_DEPS_IMAGE}" == "airflow-apt-deps-ci" ]]; then \
183+ curl -fsSL https://download.docker.com/linux/debian/gpg | apt-key add - \
184+ && add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/debian stretch stable" \
185+ && apt-get update \
186+ && apt-get -y install --no-install-recommends docker-ce \
187+ && apt-get autoremove -yqq --purge \
188+ && apt-get clean && rm -rf /var/lib/apt/lists/* \
189+ ;\
190+ fi
191+
192+ RUN \
193+ if [[ "${APT_DEPS_IMAGE}" == "airflow-apt-deps-ci" ]]; then \
194+ curl -Lo kubectl \
195+ "https://storage.googleapis.com/kubernetes-release/release/${KUBERNETES_VERSION}/bin/linux/amd64/kubectl" \
196+ && chmod +x kubectl \
197+ && mv kubectl /usr/local/bin/kubectl \
198+ ;\
199+ fi
200+
201+ RUN \
202+ if [[ "${APT_DEPS_IMAGE}" == "airflow-apt-deps-ci" ]]; then \
203+ curl -Lo kind \
204+ "https://github.com/kubernetes-sigs/kind/releases/download/${KIND_VERSION}/kind-linux-amd64" \
205+ && chmod +x kind \
206+ && mv kind /usr/local/bin/kind \
207+ ;\
208+ fi
209+
210+ ENV HADOOP_DISTRO=cdh \
211+ HADOOP_MAJOR=5 \
212+ HADOOP_DISTRO_VERSION=5.11.0 \
213+ HADOOP_VERSION=2.6.0 \
214+ HIVE_VERSION=1.1.0
215+ ENV HADOOP_URL=https://archive.cloudera.com/${HADOOP_DISTRO}${HADOOP_MAJOR}/${HADOOP_DISTRO}/${HADOOP_MAJOR}/
216+ ENV HADOOP_HOME=/tmp/hadoop-cdh HIVE_HOME=/tmp/hive
217+
174218RUN if [[ "${APT_DEPS_IMAGE}" == "airflow-apt-deps-ci" ]]; then /tmp/ci_build_install_deps.sh; fi
175219
176220ENV PATH "${PATH}:/tmp/hive/bin"
0 commit comments