From 256704c771d301700af9ebf0d180c1ba7c4116c0 Mon Sep 17 00:00:00 2001 From: Sean Owen Date: Wed, 9 Mar 2016 18:27:44 +0000 Subject: [SPARK-13595][BUILD] Move docker, extras modules into external ## What changes were proposed in this pull request? Move `docker` dirs out of top level into `external/`; move `extras/*` into `external/` ## How was this patch tested? This is tested with Jenkins tests. Author: Sean Owen Closes #11523 from srowen/SPARK-13595. --- docker/spark-test/worker/Dockerfile | 22 ---------------------- docker/spark-test/worker/default_cmd | 28 ---------------------------- 2 files changed, 50 deletions(-) delete mode 100644 docker/spark-test/worker/Dockerfile delete mode 100755 docker/spark-test/worker/default_cmd (limited to 'docker/spark-test/worker') diff --git a/docker/spark-test/worker/Dockerfile b/docker/spark-test/worker/Dockerfile deleted file mode 100644 index 890febe7b6..0000000000 --- a/docker/spark-test/worker/Dockerfile +++ /dev/null @@ -1,22 +0,0 @@ -# Spark Worker -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -FROM spark-test-base -ENV SPARK_WORKER_PORT 8888 -ADD default_cmd /root/ -ENTRYPOINT ["/root/default_cmd"] diff --git a/docker/spark-test/worker/default_cmd b/docker/spark-test/worker/default_cmd deleted file mode 100755 index 31b06cb0eb..0000000000 --- a/docker/spark-test/worker/default_cmd +++ /dev/null @@ -1,28 +0,0 @@ -#!/bin/bash - -# -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -IP=$(ip -o -4 addr list eth0 | perl -n -e 'if (m{inet\s([\d\.]+)\/\d+\s}xms) { print $1 }') -echo "CONTAINER_IP=$IP" -export SPARK_LOCAL_IP=$IP -export SPARK_PUBLIC_DNS=$IP - -# Avoid the default Docker behavior of mapping our IP address to an unreachable host name -umount /etc/hosts - -/opt/spark/bin/spark-class org.apache.spark.deploy.worker.Worker $1 -- cgit v1.2.3