This is an automated email from the ASF dual-hosted git repository.
karthikz pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-heron.git
The following commit(s) were added to refs/heads/master by this push:
new 6be630a package c++ .h and .a files (#2961)
6be630a is described below
commit 6be630aa098800efa26a89d4c19ecbac4903035e
Author: Karthik Ramasamy <kart...@streaml.io>
AuthorDate: Fri Jul 27 23:48:53 2018 -0700
package c++ .h and .a files (#2961)
* package c++ .h and cpp files
* remove unuwanted files
---
heron/api/src/cpp/BUILD | 45 ++++++
scripts/packages/BUILD | 277 +++++++++++++++++++++++++++++--------
scripts/packages/bin_common.sh | 1 -
scripts/packages/template_bin.sh | 10 +-
tools/applatix/bazel.rc | 40 ------
tools/applatix/toolchain/BUILD | 59 --------
tools/applatix/toolchain/CROSSTOOL | 130 -----------------
tools/rules/heron_api.bzl | 12 --
tools/rules/heron_client.bzl | 93 -------------
tools/rules/heron_core.bzl | 93 -------------
tools/rules/heron_examples.bzl | 29 ----
tools/rules/heron_tools.bzl | 31 -----
12 files changed, 267 insertions(+), 553 deletions(-)
diff --git a/heron/api/src/cpp/BUILD b/heron/api/src/cpp/BUILD
index 0facdb8..6d770d3 100644
--- a/heron/api/src/cpp/BUILD
+++ b/heron/api/src/cpp/BUILD
@@ -2,6 +2,51 @@ licenses(["notice"])
package(default_visibility = ["//visibility:public"])
+filegroup(
+ name = "cxx-bolt-hdrs",
+ srcs = glob(["bolt/*.h"]),
+)
+
+filegroup(
+ name = "cxx-config-hdrs",
+ srcs = glob(["config/*.h"]),
+)
+
+filegroup(
+ name = "cxx-exceptions-hdrs",
+ srcs = glob(["exceptions/*.h"]),
+)
+
+filegroup(
+ name = "cxx-metric-hdrs",
+ srcs = glob(["metric/*.h"]),
+)
+
+filegroup(
+ name = "cxx-serializer-hdrs",
+ srcs = glob(["serializer/*.h"]),
+)
+
+filegroup(
+ name = "cxx-spout-hdrs",
+ srcs = glob(["spout/*.h"]),
+)
+
+filegroup(
+ name = "cxx-topology-hdrs",
+ srcs = glob(["spout/*.h"]),
+)
+
+filegroup(
+ name = "cxx-tuple-hdrs",
+ srcs = glob(["tuple/*.h"]),
+)
+
+filegroup(
+ name = "cxx-utils-hdrs",
+ srcs = glob(["utils/*.h"]),
+)
+
cc_library(
name = "cxx-api",
srcs = glob(["**/*.cpp"]),
diff --git a/scripts/packages/BUILD b/scripts/packages/BUILD
index 7557c33..13173d1 100644
--- a/scripts/packages/BUILD
+++ b/scripts/packages/BUILD
@@ -2,38 +2,6 @@ package(default_visibility = ["//visibility:public"])
load("@bazel_tools//tools/build_defs/pkg:pkg.bzl", "pkg_tar", "pkg_deb")
-load("//tools/rules:heron_client.bzl", "heron_client_bin_files")
-load("//tools/rules:heron_client.bzl", "heron_client_conf_files")
-load("//tools/rules:heron_client.bzl", "heron_client_lib_third_party_files")
-load("//tools/rules:heron_client.bzl", "heron_client_lib_scheduler_files")
-load("//tools/rules:heron_client.bzl",
"heron_client_lib_metricscachemgr_files")
-load("//tools/rules:heron_client.bzl", "heron_client_lib_packing_files")
-load("//tools/rules:heron_client.bzl", "heron_client_lib_statemgr_files")
-load("//tools/rules:heron_client.bzl", "heron_client_lib_uploader_files")
-load("//tools/rules:heron_client.bzl", "heron_client_lib_downloader_files")
-load("//tools/rules:heron_client.bzl", "heron_client_lib_healthmgr_files")
-
-load("//tools/rules:heron_core.bzl", "heron_core_files")
-load("//tools/rules:heron_core.bzl", "heron_core_bin_files")
-load("//tools/rules:heron_core.bzl", "heron_core_conf_files")
-load("//tools/rules:heron_core.bzl", "heron_core_lib_instance_files")
-load("//tools/rules:heron_core.bzl", "heron_core_lib_healthmgr_files")
-load("//tools/rules:heron_core.bzl", "heron_core_lib_metricsmgr_files")
-load("//tools/rules:heron_core.bzl", "heron_core_lib_metricscachemgr_files")
-load("//tools/rules:heron_core.bzl", "heron_core_lib_packing_files")
-load("//tools/rules:heron_core.bzl", "heron_core_lib_scheduler_files")
-load("//tools/rules:heron_core.bzl", "heron_core_lib_statemgr_files")
-load("//tools/rules:heron_core.bzl", "heron_core_lib_ckptmgr_files")
-load("//tools/rules:heron_core.bzl", "heron_core_lib_statefulstorage_files")
-load("//tools/rules:heron_core.bzl", "heron_core_lib_downloader_files")
-
-load("//tools/rules:heron_tools.bzl", "heron_tools_files")
-load("//tools/rules:heron_tools.bzl", "heron_tools_bin_files")
-load("//tools/rules:heron_tools.bzl", "heron_tools_bin_all_files")
-load("//tools/rules:heron_tools.bzl", "heron_tools_conf_files")
-load("//tools/rules:heron_tools.bzl", "heron_tools_lib_files")
-load("//tools/rules:heron_examples.bzl", "heron_examples_files")
-
generated_release_files = [
"release.yaml",
]
@@ -102,67 +70,105 @@ pkg_tar(
pkg_tar(
name = "heron-core-bin",
package_dir = "heron-core/bin",
- srcs = heron_core_bin_files(),
+ srcs = [
+ "//heron/executor/src/python:heron-executor",
+ "//heron/downloaders/src/shell:heron-downloader",
+ "//heron/instance/src/python:heron-python-instance",
+ "//heron/instance/src/cpp:heron-cpp-instance",
+ "//heron/shell/src/python:heron-shell",
+ "//heron/stmgr/src/cpp:heron-stmgr",
+ "//heron/tmaster/src/cpp:heron-tmaster",
+ ],
)
pkg_tar(
name = "heron-core-lib-scheduler",
package_dir = "heron-core/lib/scheduler",
- srcs = heron_core_lib_scheduler_files(),
+ srcs = [
+ "//heron/scheduler-core/src/java:heron-scheduler",
+ "//heron/schedulers/src/java:heron-local-scheduler",
+ "//heron/schedulers/src/java:heron-kubernetes-scheduler",
+ "//heron/schedulers/src/java:heron-marathon-scheduler",
+ "//heron/schedulers/src/java:heron-mesos-scheduler",
+ "//heron/schedulers/src/java:heron-nomad-scheduler",
+ "//heron/schedulers/src/java:heron-slurm-scheduler",
+ ],
)
pkg_tar(
name = "heron-core-lib-packing",
package_dir = "heron-core/lib/packing",
- srcs = heron_core_lib_packing_files(),
+ srcs = [
+ "//heron/packing/src/java:heron-roundrobin-packing",
+ "//heron/packing/src/java:heron-binpacking-packing"
+ ],
)
pkg_tar(
name = "heron-core-lib-healthmgr",
package_dir = "heron-core/lib/healthmgr",
- srcs = heron_core_lib_healthmgr_files(),
+ srcs = [
+ "//heron/healthmgr/src/java:heron-healthmgr",
+ ],
)
pkg_tar(
name = "heron-core-lib-metricsmgr",
package_dir = "heron-core/lib/metricsmgr",
- srcs = heron_core_lib_metricsmgr_files(),
+ srcs = [
+ "//heron/metricsmgr/src/java:heron-metricsmgr",
+ ],
)
pkg_tar(
name = "heron-core-lib-metricscachemgr",
package_dir = "heron-core/lib/metricscachemgr",
- srcs = heron_core_lib_metricscachemgr_files(),
+ srcs = [
+ "//heron/metricscachemgr/src/java:heron-metricscachemgr",
+ ],
)
pkg_tar(
name = "heron-core-lib-statemgr",
package_dir = "heron-core/lib/statemgr",
- srcs = heron_core_lib_statemgr_files(),
+ srcs = [
+ "//heron/statemgrs/src/java:heron-localfs-statemgr",
+ "//heron/statemgrs/src/java:heron-zookeeper-statemgr",
+ ],
)
pkg_tar(
name = "heron-core-lib-instance",
package_dir = "heron-core/lib/instance",
- srcs = heron_core_lib_instance_files(),
+ srcs = [
+ "//heron/instance/src/java:heron-instance",
+ ],
)
pkg_tar(
name = "heron-core-lib-ckptmgr",
package_dir = "heron-core/lib/ckptmgr",
- srcs = heron_core_lib_ckptmgr_files(),
+ srcs = [
+ "//heron/ckptmgr/src/java:heron-ckptmgr",
+ ],
)
pkg_tar(
name = "heron-core-lib-statefulstorage",
package_dir = "heron-core/lib/statefulstorage",
- srcs = heron_core_lib_statefulstorage_files(),
+ srcs = [
+ "//heron/statefulstorages/src/java:heron-localfs-statefulstorage",
+ "//heron/statefulstorages/src/java:heron-hdfs-statefulstorage",
+ "//heron/statefulstorages/src/java:heron-dlog-statefulstorage",
+ ],
)
pkg_tar(
name = "heron-core-lib-downloader",
package_dir = "heron-core/lib/downloaders",
- srcs = heron_core_lib_downloader_files(),
+ srcs = [
+ "//heron/downloaders/src/java:heron-downloader",
+ ],
)
################################################################################
@@ -177,31 +183,54 @@ pkg_tar(
pkg_tar(
name = "heron-tools-bin",
package_dir = "heron-tools/bin",
- srcs = heron_tools_bin_all_files(),
+ srcs = [
+ "//heron/tools/apiserver/src/shell:heron-apiserver",
+ "//heron/tools/cli/src/python:heron",
+ "//heron/tools/explorer/src/python:heron-explorer",
+ "//heron/tools/tracker/src/python:heron-tracker",
+ "//heron/tools/ui/src/python:heron-ui",
+ ],
)
pkg_tar(
name = "heron-tools-lib-api",
package_dir = "heron-tools/lib/api",
- srcs = heron_tools_lib_files(),
+ srcs = [
+ "//heron/tools/apiserver/src/java:heron-apiserver",
+ ],
)
pkg_tar(
name = "heron-tools-lib-third_party",
package_dir = "heron-tools/lib/third_party",
- srcs = heron_client_lib_third_party_files(),
+ srcs = [
+ "@com_google_protobuf//:protobuf_java",
+ "@org_slf4j_slf4j_api//jar",
+ "@org_slf4j_slf4j_jdk14//jar",
+ ],
)
pkg_tar(
name = "heron-tools-lib-uploader",
package_dir = "heron-tools/lib/uploader",
- srcs = heron_client_lib_uploader_files(),
+ srcs = [
+ "//heron/uploaders/src/java:heron-null-uploader",
+ "//heron/uploaders/src/java:heron-localfs-uploader",
+ "//heron/uploaders/src/java:heron-s3-uploader",
+ "//heron/uploaders/src/java:heron-hdfs-uploader",
+ "//heron/uploaders/src/java:heron-scp-uploader",
+ "//heron/uploaders/src/java:heron-gcs-uploader",
+ "//heron/uploaders/src/java:heron-dlog-uploader",
+ "//heron/uploaders/src/java:heron-http-uploader",
+ ],
)
pkg_tar(
name = "heron-tools-conf",
package_dir = "heron-tools/conf",
- srcs = heron_tools_conf_files()
+ srcs = [
+ "//heron/tools/config/src/yaml:tracker-yaml",
+ ],
)
pkg_tar(
@@ -233,67 +262,184 @@ pkg_tar(
pkg_tar(
name = "heron-bin",
package_dir = "bin",
- srcs = heron_client_bin_files() + heron_tools_bin_files(),
+ srcs = [
+ "//heron/downloaders/src/shell:heron-downloader",
+ "//heron/tools/cli/src/python:heron",
+ "//heron/tools/explorer/src/python:heron-explorer",
+ "//heron/tools/admin/src/python:heron-admin",
+ "//heron/tools/tracker/src/python:heron-tracker",
+ "//heron/tools/ui/src/python:heron-ui",
+ "//heron/tools/apiserver/src/shell:heron-apiserver",
+ "//third_party/nomad:heron-nomad",
+ ],
+)
+
+pkg_tar(
+ name = "heron-include-bolt",
+ package_dir = "include/bolt",
+ srcs = ["//heron/api/src/cpp:cxx-bolt-hdrs"],
+)
+
+pkg_tar(
+ name = "heron-include-config",
+ package_dir = "include/config",
+ srcs = ["//heron/api/src/cpp:cxx-config-hdrs"],
+)
+
+pkg_tar(
+ name = "heron-include-exceptions",
+ package_dir = "include/exceptions",
+ srcs = ["//heron/api/src/cpp:cxx-exceptions-hdrs"],
+)
+
+pkg_tar(
+ name = "heron-include-metric",
+ package_dir = "include/metric",
+ srcs = ["//heron/api/src/cpp:cxx-metric-hdrs"],
+)
+
+pkg_tar(
+ name = "heron-include-serializer",
+ package_dir = "include/serializer",
+ srcs = ["//heron/api/src/cpp:cxx-serializer-hdrs"],
+)
+
+pkg_tar(
+ name = "heron-include-spout",
+ package_dir = "include/spout",
+ srcs = ["//heron/api/src/cpp:cxx-spout-hdrs"],
+)
+
+pkg_tar(
+ name = "heron-include-topology",
+ package_dir = "include/topology",
+ srcs = ["//heron/api/src/cpp:cxx-topology-hdrs"],
+)
+
+pkg_tar(
+ name = "heron-include-tuple",
+ package_dir = "include/tuple",
+ srcs = ["//heron/api/src/cpp:cxx-tuple-hdrs"],
+)
+
+pkg_tar(
+ name = "heron-include-utils",
+ package_dir = "include/utils",
+ srcs = ["//heron/api/src/cpp:cxx-utils-hdrs"],
+)
+
+pkg_tar(
+ name = "heron-include",
+ package_dir = "include",
+ srcs = ["//heron/api/src:cxx-hdrs"],
)
pkg_tar(
name = "heron-lib-scheduler",
package_dir = "lib/scheduler",
- srcs = heron_client_lib_scheduler_files(),
+ srcs = [
+ "//heron/scheduler-core/src/java:heron-scheduler",
+ "//heron/schedulers/src/java:heron-local-scheduler",
+ "//heron/schedulers/src/java:heron-aurora-scheduler",
+ "//heron/schedulers/src/java:heron-slurm-scheduler",
+ "//heron/schedulers/src/java:heron-yarn-scheduler",
+ "//heron/schedulers/src/java:heron-mesos-scheduler",
+ "//heron/schedulers/src/java:heron-marathon-scheduler",
+ "//heron/schedulers/src/java:heron-kubernetes-scheduler",
+ "//heron/schedulers/src/java:heron-nomad-scheduler",
+ "//heron/packing/src/java:heron-roundrobin-packing",
+ "//heron/packing/src/java:heron-binpacking-packing",
+ ],
)
pkg_tar(
name = "heron-lib-metricscachemgr",
package_dir = "lib/metricscachemgr",
- srcs = heron_client_lib_metricscachemgr_files(),
+ srcs = [
+ "//heron/metricscachemgr/src/java:heron-metricscachemgr",
+ ],
)
pkg_tar(
name = "heron-lib-packing",
package_dir = "lib/packing",
- srcs = heron_client_lib_packing_files(),
+ srcs = [
+ "//heron/packing/src/java:heron-roundrobin-packing",
+ "//heron/packing/src/java:heron-binpacking-packing",
+ ],
)
pkg_tar(
name = "heron-lib-statemgr",
package_dir = "lib/statemgr",
- srcs = heron_client_lib_statemgr_files(),
+ srcs = [
+ "//heron/statemgrs/src/java:heron-zookeeper-statemgr",
+ "//heron/statemgrs/src/java:heron-localfs-statemgr",
+ ],
)
pkg_tar(
name = "heron-lib-uploader",
package_dir = "lib/uploader",
- srcs = heron_client_lib_uploader_files(),
+ srcs = [
+ "//heron/uploaders/src/java:heron-null-uploader",
+ "//heron/uploaders/src/java:heron-localfs-uploader",
+ "//heron/uploaders/src/java:heron-s3-uploader",
+ "//heron/uploaders/src/java:heron-hdfs-uploader",
+ "//heron/uploaders/src/java:heron-scp-uploader",
+ "//heron/uploaders/src/java:heron-gcs-uploader",
+ "//heron/uploaders/src/java:heron-dlog-uploader",
+ "//heron/uploaders/src/java:heron-http-uploader"
+ ],
)
pkg_tar(
name = "heron-lib-downloader",
package_dir = "lib/downloaders",
- srcs = heron_client_lib_downloader_files(),
+ srcs = [
+ "//heron/downloaders/src/java:heron-downloader",
+ ],
)
pkg_tar(
name = "heron-lib-healthmgr",
package_dir = "lib/healthmgr",
- srcs = heron_client_lib_healthmgr_files(),
+ srcs = [
+ "//heron/healthmgr/src/java:heron-healthmgr",
+ ],
)
pkg_tar(
name = "heron-lib-third_party",
package_dir = "lib/third_party",
- srcs = heron_client_lib_third_party_files(),
+ srcs = [
+ "@com_google_protobuf//:protobuf_java",
+ "@org_slf4j_slf4j_api//jar",
+ "@org_slf4j_slf4j_jdk14//jar",
+ ],
)
pkg_tar(
name = "heron-lib-api",
package_dir = "lib/api",
- srcs = heron_tools_lib_files(),
+ srcs = [
+ "//heron/api/src/cpp:cxx-api",
+ "//heron/tools/apiserver/src/java:heron-apiserver",
+ ],
)
pkg_tar(
name = "heron-examples",
package_dir = "examples",
- srcs = heron_examples_files(),
+ srcs = [
+ "//eco-storm-examples/src/java:storm-eco-examples",
+ "//eco-storm-examples/src/java:storm-eco-examples-support",
+ "//eco-heron-examples/src/java:heron-eco-examples",
+ "//eco-heron-examples/src/java:heron-eco-examples-support",
+ "//examples/src/java:heron-api-examples",
+ "//examples/src/java:heron-streamlet-examples",
+ "//examples/src/scala:heron-streamlet-scala-examples",
+ ],
)
pkg_tar(
@@ -309,7 +455,9 @@ pkg_tar(
name = "heron-conf-tracker",
strip_prefix = "/heron/tools/config/src/yaml/tracker",
package_dir = "conf",
- srcs = heron_tools_conf_files(),
+ srcs = [
+ "//heron/tools/config/src/yaml:tracker-yaml",
+ ],
)
pkg_tar(
@@ -328,6 +476,15 @@ pkg_tar(
":heron-conf-tracker",
":heron-dist",
":heron-examples",
+ ":heron-include-bolt",
+ ":heron-include-config",
+ ":heron-include-exceptions",
+ ":heron-include-metric",
+ ":heron-include-serializer",
+ ":heron-include-spout",
+ ":heron-include-topology",
+ ":heron-include-tuple",
+ ":heron-include-utils",
":heron-lib-api",
":heron-lib-third_party",
":heron-lib-scheduler",
diff --git a/scripts/packages/bin_common.sh b/scripts/packages/bin_common.sh
index 9c00798..77206c7 100755
--- a/scripts/packages/bin_common.sh
+++ b/scripts/packages/bin_common.sh
@@ -31,7 +31,6 @@ function untar {
exit 1
fi
[ -d "$2" ] || mkdir -p $2
- echo tar xfz $1 -C $2 $TAR_X_FLAGS
tar xfz $1 -C $2 $TAR_X_FLAGS
}
diff --git a/scripts/packages/template_bin.sh b/scripts/packages/template_bin.sh
index 02aed8d..d66ffb6 100755
--- a/scripts/packages/template_bin.sh
+++ b/scripts/packages/template_bin.sh
@@ -65,7 +65,7 @@ test_write "${bin}"
test_write "${base}"
# Do the actual installation
-echo -n "Uncompressing."
+echo -n "Cleaning up symlinks in ${bin}, if present."
# Cleaning-up, with some guards.
if [ -L "${bin}/heron" ]; then
@@ -99,20 +99,19 @@ fi
mkdir -p ${bin} ${base} ${base}/etc
echo "..done"
+echo -n "Uncompressing heron package."
unzip -q -o "${BASH_SOURCE[0]}" -d "${base}"
untar ${base}/heron.tar.gz ${base}
-echo -n .
+echo "..done"
chmod 0755 ${base}/bin/heron
chmod 0755 ${base}/bin/heron-admin
chmod 0755 ${base}/bin/heron-explorer
chmod 0755 ${base}/bin/heron-tracker
chmod 0755 ${base}/bin/heron-ui
chmod 0755 ${base}/bin/heron-apiserver
-echo -n .
chmod -R og-w "${base}"
chmod -R og+rX "${base}"
chmod -R u+rwX "${base}"
-echo -n .
ln -s "${base}/bin/heron" "${bin}/heron"
ln -s "${base}/bin/heron-admin" "${bin}/heron-admin"
@@ -121,8 +120,9 @@ ln -s "${base}/bin/heron-tracker" "${bin}/heron-tracker"
ln -s "${base}/bin/heron-ui" "${bin}/heron-ui"
ln -s "${base}/bin/heron-apiserver" "${bin}/heron-apiserver"
-echo "Uncompressing."
+echo -n "Uncompressing heron core."
untar ${base}/dist/heron-core.tar.gz ${base}/dist
+echo "..done"
rm "${base}/heron.tar.gz"
rm -f "${base}/dist/release.yaml"
diff --git a/tools/applatix/bazel.rc b/tools/applatix/bazel.rc
deleted file mode 100644
index 81d760a..0000000
--- a/tools/applatix/bazel.rc
+++ /dev/null
@@ -1,40 +0,0 @@
-# This is from Bazel's former travis setup, to avoid blowing up the RAM usage.
-startup --host_jvm_args=-Xmx2500m
-startup --host_jvm_args=-Xms2500m
-startup --batch
-test --ram_utilization_factor=10
-test --test_output=errors
-
-# This is so we understand failures better
-build --verbose_failures
-
-build --show_timestamps
-test --show_timestamps
-
-# Limits the jobs to 25 since the resources are limited
-build --jobs 25
-
-# Link with the appropriate libs
-build --linkopt -lm
-build --linkopt -lpthread
-build --linkopt -lrt
-build --experimental_action_listener=tools/cpp:compile_cpp
-build --experimental_action_listener=tools/java:compile_java
-build --experimental_action_listener=tools/python:compile_python
-build --workspace_status_command scripts/release/status.sh
-
-# This is so we use a recent enough GCC when building.
-# build --crosstool_top //tools/applatix/toolchain:CROSSTOOL
-
-# This is so we don't use sandboxed execution. Sandboxed execution
-# runs stuff in a container, and since Applatix already runs its script
-# in a container this fails to run tests.
-build --spawn_strategy=standalone --genrule_strategy=standalone
-test --test_strategy=standalone
-
-# Ignore unsupported warning for sandboxing
-build --ignore_unsupported_sandboxing
-
-# Below this line, .travis.yml will cat the default bazelrc.
-# This is needed so Bazel starts with the base workspace in its
-# package path.
diff --git a/tools/applatix/toolchain/BUILD b/tools/applatix/toolchain/BUILD
deleted file mode 100644
index 3f369b7..0000000
--- a/tools/applatix/toolchain/BUILD
+++ /dev/null
@@ -1,59 +0,0 @@
-licenses(["restricted"])
-
-package(default_visibility = ["//visibility:public"])
-
-filegroup(
- name = "empty",
- srcs = [],
-)
-
-# This is the entry point for --crosstool_top. Toolchains are found
-# by lopping off the name of --crosstool_top and searching for
-# "cc-compiler-${CPU}" in this BUILD file, where CPU is the target CPU
-# specified in --cpu.
-#
-# This file group should include
-# * all cc_toolchain targets supported
-# * all file groups that said cc_toolchain might refer to,
-# including the default_grte_top setting in the CROSSTOOL
-# protobuf.
-filegroup(
- name = "toolchain",
- srcs = [
- ":cc-compiler-local",
- ":empty",
- ],
-)
-
-cc_toolchain(
- name = "cc-compiler-local",
- all_files = ":empty",
- compiler_files = ":empty",
- cpu = "local",
- dwp_files = ":empty",
- dynamic_runtime_libs = [":empty"],
- linker_files = ":empty",
- objcopy_files = ":empty",
- static_runtime_libs = [":empty"],
- strip_files = ":empty",
- supports_param_files = 0,
-)
-
-cc_toolchain(
- name = "cc-compiler-k8",
- all_files = ":empty",
- compiler_files = ":empty",
- cpu = "local",
- dwp_files = ":empty",
- dynamic_runtime_libs = [":empty"],
- linker_files = ":empty",
- objcopy_files = ":empty",
- static_runtime_libs = [":empty"],
- strip_files = ":empty",
- supports_param_files = 0,
-)
-
-filegroup(
- name = "srcs",
- srcs = glob(["**"]),
-)
diff --git a/tools/applatix/toolchain/CROSSTOOL
b/tools/applatix/toolchain/CROSSTOOL
deleted file mode 100644
index 78d7e9c..0000000
--- a/tools/applatix/toolchain/CROSSTOOL
+++ /dev/null
@@ -1,130 +0,0 @@
-major_version: "local"
-minor_version: ""
-default_target_cpu: "same_as_host"
-
-default_toolchain {
- cpu: "k8"
- toolchain_identifier: "local_linux"
-}
-
-toolchain {
- abi_version: "local"
- abi_libc_version: "local"
- builtin_sysroot: ""
- compiler: "compiler"
- host_system_name: "local"
- needsPic: true
- supports_gold_linker: false
- supports_incremental_linker: false
- supports_fission: false
- supports_interface_shared_objects: false
- supports_normalizing_ar: false
- supports_start_end_lib: false
- supports_thin_archives: false
- target_libc: "local"
- target_cpu: "local"
- target_system_name: "local"
- toolchain_identifier: "local_linux"
-
- tool_path { name: "ar" path: "/usr/bin/ar" }
- tool_path { name: "compat-ld" path: "/usr/bin/ld" }
- tool_path { name: "cpp" path: "/usr/bin/cpp" }
- tool_path { name: "dwp" path: "/usr/bin/dwp" }
- tool_path { name: "gcc" path: "/usr/bin/gcc" }
- cxx_flag: "-std=c++0x"
- linker_flag: "-lstdc++"
- linker_flag: "-B/usr/bin/"
-
- # TODO(bazel-team): In theory, the path here ought to exactly match the path
- # used by gcc. That works because bazel currently doesn't track files at
- # absolute locations and has no remote execution, yet. However, this will
need
- # to be fixed, maybe with auto-detection?
- cxx_builtin_include_directory: "/usr/lib/gcc/"
- cxx_builtin_include_directory: "/usr/local/include"
- cxx_builtin_include_directory: "/usr/include"
- tool_path { name: "gcov" path: "/usr/bin/gcov" }
-
- # C(++) compiles invoke the compiler (as that is the one knowing where
- # to find libraries), but we provide LD so other rules can invoke the linker.
- tool_path { name: "ld" path: "/usr/bin/ld" }
-
- tool_path { name: "nm" path: "/usr/bin/nm" }
- tool_path { name: "objcopy" path: "/usr/bin/objcopy" }
- objcopy_embed_flag: "-I"
- objcopy_embed_flag: "binary"
- tool_path { name: "objdump" path: "/usr/bin/objdump" }
- tool_path { name: "strip" path: "/usr/bin/strip" }
-
- # Anticipated future default.
- unfiltered_cxx_flag: "-no-canonical-prefixes"
-
- # Make C++ compilation deterministic. Use linkstamping instead of these
- # compiler symbols.
- unfiltered_cxx_flag: "-Wno-builtin-macro-redefined"
- unfiltered_cxx_flag: "-D__DATE__=\"redacted\""
- unfiltered_cxx_flag: "-D__TIMESTAMP__=\"redacted\""
- unfiltered_cxx_flag: "-D__TIME__=\"redacted\""
-
- # Security hardening on by default.
- # Conservative choice; -D_FORTIFY_SOURCE=2 may be unsafe in some cases.
- # We need to undef it before redefining it as some distributions now have
- # it enabled by default.
- compiler_flag: "-U_FORTIFY_SOURCE"
- compiler_flag: "-D_FORTIFY_SOURCE=1"
- compiler_flag: "-fstack-protector"
- linker_flag: "-Wl,-z,relro,-z,now"
-
- # Enable coloring even if there's no attached terminal. Bazel removes the
- # escape sequences if --nocolor is specified. This isn't supported by gcc
- # on Ubuntu 14.04.
- # compiler_flag: "-fcolor-diagnostics"
-
- # All warnings are enabled. Maybe enable -Werror as well?
- compiler_flag: "-Wall"
- # Enable a few more warnings that aren't part of -Wall.
- compiler_flag: "-Wunused-but-set-parameter"
- # But disable some that are problematic.
- compiler_flag: "-Wno-free-nonheap-object" # has false positives
-
- # Keep stack frames for debugging, even in opt mode.
- compiler_flag: "-fno-omit-frame-pointer"
-
- # Anticipated future default.
- linker_flag: "-no-canonical-prefixes"
- # Have gcc return the exit code from ld.
- linker_flag: "-pass-exit-codes"
- # Stamp the binary with a unique identifier.
- linker_flag: "-Wl,--build-id=md5"
- linker_flag: "-Wl,--hash-style=gnu"
- # Gold linker only? Can we enable this by default?
- # linker_flag: "-Wl,--warn-execstack"
- # linker_flag: "-Wl,--detect-odr-violations"
-
- compilation_mode_flags {
- mode: DBG
- # Enable debug symbols.
- compiler_flag: "-g"
- }
- compilation_mode_flags {
- mode: OPT
-
- # No debug symbols.
- # Maybe we should enable https://gcc.gnu.org/wiki/DebugFission for opt or
- # even generally? However, that can't happen here, as it requires special
- # handling in Bazel.
- compiler_flag: "-g0"
-
- # Conservative choice for -O
- # -O3 can increase binary size and even slow down the resulting binaries.
- # Profile first and / or use FDO if you need better performance than this.
- compiler_flag: "-O2"
-
- # Disable assertions
- compiler_flag: "-DNDEBUG"
-
- # Removal of unused code and data at link time (can this increase binary
size in some cases?).
- compiler_flag: "-ffunction-sections"
- compiler_flag: "-fdata-sections"
- linker_flag: "-Wl,--gc-sections"
- }
-}
diff --git a/tools/rules/heron_api.bzl b/tools/rules/heron_api.bzl
deleted file mode 100644
index e99ebea..0000000
--- a/tools/rules/heron_api.bzl
+++ /dev/null
@@ -1,12 +0,0 @@
-################################################################################
-# Convenience macro for grouping all Heron API files
-################################################################################
-def heron_api_files():
- return heron_api_lib_files()
-
-def heron_api_lib_files():
- return [
- "//heron/api/src/java:heron-api",
- "//heron/spi/src/java:heron-spi-jar",
- "//storm-compatibility/src/java:heron-storm",
- ]
diff --git a/tools/rules/heron_client.bzl b/tools/rules/heron_client.bzl
deleted file mode 100644
index 48c7d38..0000000
--- a/tools/rules/heron_client.bzl
+++ /dev/null
@@ -1,93 +0,0 @@
-################################################################################
-# Convenience macros for Heron client files
-################################################################################
-def heron_client_bin_files():
- return [
- "//heron/tools/cli/src/python:heron",
- "//heron/tools/explorer/src/python:heron-explorer",
- "//heron/tools/admin/src/python:heron-admin",
- "//third_party/nomad:heron-nomad",
- "//heron/downloaders/src/shell:heron-downloader"
- ]
-
-def heron_client_conf_files():
- return [
- "//heron/config/src/yaml:conf-yaml",
- ]
-
-def heron_client_local_files():
- return [
- "//heron/config/src/yaml:conf-local-yaml",
- ]
-
-def heron_client_aurora_files():
- return [
- "//heron/config/src/yaml:conf-aurora-yaml",
- ]
-
-def heron_client_yarn_files():
- return [
- "//heron/config/src/yaml:conf-yarn-yaml",
- ]
-
-def heron_client_lib_scheduler_files():
- return [
- "//heron/scheduler-core/src/java:heron-scheduler",
- "//heron/schedulers/src/java:heron-local-scheduler",
- "//heron/schedulers/src/java:heron-aurora-scheduler",
- "//heron/schedulers/src/java:heron-slurm-scheduler",
- "//heron/schedulers/src/java:heron-yarn-scheduler",
- "//heron/schedulers/src/java:heron-mesos-scheduler",
- "//heron/schedulers/src/java:heron-marathon-scheduler",
- "//heron/schedulers/src/java:heron-kubernetes-scheduler",
- "//heron/schedulers/src/java:heron-nomad-scheduler",
- "//heron/packing/src/java:heron-roundrobin-packing",
- "//heron/packing/src/java:heron-binpacking-packing",
- ]
-
-def heron_client_lib_packing_files():
- return [
- "//heron/packing/src/java:heron-roundrobin-packing",
- "//heron/packing/src/java:heron-binpacking-packing",
-
- ]
-
-def heron_client_lib_metricscachemgr_files():
- return [
- "//heron/metricscachemgr/src/java:heron-metricscachemgr",
- ]
-
-def heron_client_lib_statemgr_files():
- return [
- "//heron/statemgrs/src/java:heron-zookeeper-statemgr",
- "//heron/statemgrs/src/java:heron-localfs-statemgr",
- ]
-
-def heron_client_lib_uploader_files():
- return [
- "//heron/uploaders/src/java:heron-null-uploader",
- "//heron/uploaders/src/java:heron-localfs-uploader",
- "//heron/uploaders/src/java:heron-s3-uploader",
- "//heron/uploaders/src/java:heron-hdfs-uploader",
- "//heron/uploaders/src/java:heron-scp-uploader",
- "//heron/uploaders/src/java:heron-gcs-uploader",
- "//heron/uploaders/src/java:heron-dlog-uploader",
- "//heron/uploaders/src/java:heron-http-uploader"
- ]
-
-def heron_client_lib_healthmgr_files():
- return [
- "//heron/healthmgr/src/java:heron-healthmgr",
- ]
-
-def heron_client_lib_third_party_files():
- return [
- "@com_google_protobuf//:protobuf_java",
- "@org_slf4j_slf4j_api//jar",
- "@org_slf4j_slf4j_jdk14//jar",
- ]
-
-def heron_client_lib_downloader_files():
- return [
- "//heron/downloaders/src/java:heron-downloader",
- ]
diff --git a/tools/rules/heron_core.bzl b/tools/rules/heron_core.bzl
deleted file mode 100644
index fb59592..0000000
--- a/tools/rules/heron_core.bzl
+++ /dev/null
@@ -1,93 +0,0 @@
-################################################################################
-# Convenience macros for Heron core files
-################################################################################
-def heron_core_files():
- return heron_core_bin_files() + heron_core_conf_files() +
heron_core_lib_files()
-
-def heron_core_bin_files():
- return [
- "//heron/executor/src/python:heron-executor",
- "//heron/shell/src/python:heron-shell",
- "//heron/stmgr/src/cpp:heron-stmgr",
- "//heron/tmaster/src/cpp:heron-tmaster",
- "//heron/instance/src/python:heron-python-instance",
- "//heron/instance/src/cpp:heron-cpp-instance",
- "//heron/downloaders/src/shell:heron-downloader"
- ]
-
-def heron_core_conf_files():
- return [
- "//heron/instance/src/java:aurora-logging-properties",
- "//heron/config/src/yaml:config-internals-yaml",
- "//heron/config/src/yaml:metrics-sinks-yaml",
- ]
-
-def heron_core_lib_files():
- return heron_core_lib_scheduler_files() + \
- heron_core_lib_packing_files() + \
- heron_core_lib_metricsmgr_files() + \
- heron_core_lib_statemgr_files() + \
- heron_core_lib_instance_files() + \
- heron_core_lib_ckptmgr_files() + \
- heron_core_lib_statefulstorage_files() + \
- heron_core_lib_downloader_files()
-
-def heron_core_lib_scheduler_files():
- return [
- "//heron/scheduler-core/src/java:heron-scheduler",
- "//heron/schedulers/src/java:heron-local-scheduler",
- "//heron/schedulers/src/java:heron-slurm-scheduler",
- "//heron/schedulers/src/java:heron-mesos-scheduler",
- "//heron/schedulers/src/java:heron-marathon-scheduler",
- "//heron/schedulers/src/java:heron-kubernetes-scheduler",
- "//heron/schedulers/src/java:heron-nomad-scheduler"
- ]
-
-def heron_core_lib_packing_files():
- return [
- "//heron/packing/src/java:heron-roundrobin-packing",
- "//heron/packing/src/java:heron-binpacking-packing"
- ]
-
-def heron_core_lib_healthmgr_files():
- return [
- "//heron/healthmgr/src/java:heron-healthmgr",
- ]
-
-def heron_core_lib_metricsmgr_files():
- return [
- "//heron/metricsmgr/src/java:heron-metricsmgr",
- ]
-
-def heron_core_lib_metricscachemgr_files():
- return [
- "//heron/metricscachemgr/src/java:heron-metricscachemgr",
- ]
-
-def heron_core_lib_statemgr_files():
- return [
- "//heron/statemgrs/src/java:heron-localfs-statemgr",
- "//heron/statemgrs/src/java:heron-zookeeper-statemgr",
- ]
-
-def heron_core_lib_instance_files():
- return [
- "//heron/instance/src/java:heron-instance",
- ]
-
-def heron_core_lib_ckptmgr_files():
- return [
- "//heron/ckptmgr/src/java:heron-ckptmgr",
- ]
-
-def heron_core_lib_statefulstorage_files():
- return [
- "//heron/statefulstorages/src/java:heron-localfs-statefulstorage",
- "//heron/statefulstorages/src/java:heron-hdfs-statefulstorage",
- "//heron/statefulstorages/src/java:heron-dlog-statefulstorage",
- ]
-
-def heron_core_lib_downloader_files():
- return [
- "//heron/downloaders/src/java:heron-downloader",
- ]
diff --git a/tools/rules/heron_examples.bzl b/tools/rules/heron_examples.bzl
deleted file mode 100644
index a6c069e..0000000
--- a/tools/rules/heron_examples.bzl
+++ /dev/null
@@ -1,29 +0,0 @@
-################################################################################
-# Convenience macro for grouping all Heron example files
-################################################################################
-def heron_examples_files():
- return heron_examples_bin_files() + \
- heron_examples_conf_files() + \
- heron_examples_yaml_files() + \
- heron_examples_lib_files()
-
-def heron_examples_bin_files():
- return []
-
-def heron_examples_conf_files():
- return []
-
-def heron_examples_yaml_files():
- return [
- "//eco-storm-examples/src/java:storm-eco-examples-support",
- "//eco-heron-examples/src/java:heron-eco-examples-support",
- ]
-
-def heron_examples_lib_files():
- return [
- "//examples/src/java:heron-api-examples",
- "//examples/src/java:heron-streamlet-examples",
- "//examples/src/scala:heron-streamlet-scala-examples",
- "//eco-storm-examples/src/java:storm-eco-examples",
- "//eco-heron-examples/src/java:heron-eco-examples",
- ]
diff --git a/tools/rules/heron_tools.bzl b/tools/rules/heron_tools.bzl
deleted file mode 100644
index 5e4418f..0000000
--- a/tools/rules/heron_tools.bzl
+++ /dev/null
@@ -1,31 +0,0 @@
-################################################################################
-# Convenience macros for Heron tools files
-################################################################################
-def heron_tools_files():
- return heron_tools_bin_files() + heron_tools_conf_files() +
heron_tools_lib_files()
-
-def heron_tools_bin_all_files():
- return [
- "//heron/tools/tracker/src/python:heron-tracker",
- "//heron/tools/ui/src/python:heron-ui",
- "//heron/tools/apiserver/src/shell:heron-apiserver",
- "//heron/tools/cli/src/python:heron",
- "//heron/tools/explorer/src/python:heron-explorer",
- ]
-
-def heron_tools_bin_files():
- return [
- "//heron/tools/tracker/src/python:heron-tracker",
- "//heron/tools/ui/src/python:heron-ui",
- "//heron/tools/apiserver/src/shell:heron-apiserver"
- ]
-
-def heron_tools_lib_files():
- return [
- "//heron/tools/apiserver/src/java:heron-apiserver",
- ]
-
-def heron_tools_conf_files():
- return [
- "//heron/tools/config/src/yaml:tracker-yaml",
- ]
