This is an automated email from the ASF dual-hosted git repository. karthikz pushed a commit to branch karthik/c++-packaging in repository https://gitbox.apache.org/repos/asf/incubator-heron.git
The following commit(s) were added to refs/heads/karthik/c++-packaging by this push: new c45b9a5 remove unuwanted files c45b9a5 is described below commit c45b9a5ff94c9a0758e68d70ff97ebbbc5c94a04 Author: Karthik Ramasamy <kart...@streaml.io> AuthorDate: Fri Jul 20 10:15:08 2018 -0700 remove unuwanted files --- tools/applatix/bazel.rc | 40 ------------ tools/applatix/toolchain/BUILD | 59 ----------------- tools/applatix/toolchain/CROSSTOOL | 130 ------------------------------------- tools/rules/heron_api.bzl | 12 ---- tools/rules/heron_client.bzl | 93 -------------------------- tools/rules/heron_core.bzl | 93 -------------------------- tools/rules/heron_examples.bzl | 29 --------- tools/rules/heron_tools.bzl | 31 --------- 8 files changed, 487 deletions(-) diff --git a/tools/applatix/bazel.rc b/tools/applatix/bazel.rc deleted file mode 100644 index 81d760a..0000000 --- a/tools/applatix/bazel.rc +++ /dev/null @@ -1,40 +0,0 @@ -# This is from Bazel's former travis setup, to avoid blowing up the RAM usage. -startup --host_jvm_args=-Xmx2500m -startup --host_jvm_args=-Xms2500m -startup --batch -test --ram_utilization_factor=10 -test --test_output=errors - -# This is so we understand failures better -build --verbose_failures - -build --show_timestamps -test --show_timestamps - -# Limits the jobs to 25 since the resources are limited -build --jobs 25 - -# Link with the appropriate libs -build --linkopt -lm -build --linkopt -lpthread -build --linkopt -lrt -build --experimental_action_listener=tools/cpp:compile_cpp -build --experimental_action_listener=tools/java:compile_java -build --experimental_action_listener=tools/python:compile_python -build --workspace_status_command scripts/release/status.sh - -# This is so we use a recent enough GCC when building. -# build --crosstool_top //tools/applatix/toolchain:CROSSTOOL - -# This is so we don't use sandboxed execution. Sandboxed execution -# runs stuff in a container, and since Applatix already runs its script -# in a container this fails to run tests. -build --spawn_strategy=standalone --genrule_strategy=standalone -test --test_strategy=standalone - -# Ignore unsupported warning for sandboxing -build --ignore_unsupported_sandboxing - -# Below this line, .travis.yml will cat the default bazelrc. -# This is needed so Bazel starts with the base workspace in its -# package path. diff --git a/tools/applatix/toolchain/BUILD b/tools/applatix/toolchain/BUILD deleted file mode 100644 index 3f369b7..0000000 --- a/tools/applatix/toolchain/BUILD +++ /dev/null @@ -1,59 +0,0 @@ -licenses(["restricted"]) - -package(default_visibility = ["//visibility:public"]) - -filegroup( - name = "empty", - srcs = [], -) - -# This is the entry point for --crosstool_top. Toolchains are found -# by lopping off the name of --crosstool_top and searching for -# "cc-compiler-${CPU}" in this BUILD file, where CPU is the target CPU -# specified in --cpu. -# -# This file group should include -# * all cc_toolchain targets supported -# * all file groups that said cc_toolchain might refer to, -# including the default_grte_top setting in the CROSSTOOL -# protobuf. -filegroup( - name = "toolchain", - srcs = [ - ":cc-compiler-local", - ":empty", - ], -) - -cc_toolchain( - name = "cc-compiler-local", - all_files = ":empty", - compiler_files = ":empty", - cpu = "local", - dwp_files = ":empty", - dynamic_runtime_libs = [":empty"], - linker_files = ":empty", - objcopy_files = ":empty", - static_runtime_libs = [":empty"], - strip_files = ":empty", - supports_param_files = 0, -) - -cc_toolchain( - name = "cc-compiler-k8", - all_files = ":empty", - compiler_files = ":empty", - cpu = "local", - dwp_files = ":empty", - dynamic_runtime_libs = [":empty"], - linker_files = ":empty", - objcopy_files = ":empty", - static_runtime_libs = [":empty"], - strip_files = ":empty", - supports_param_files = 0, -) - -filegroup( - name = "srcs", - srcs = glob(["**"]), -) diff --git a/tools/applatix/toolchain/CROSSTOOL b/tools/applatix/toolchain/CROSSTOOL deleted file mode 100644 index 78d7e9c..0000000 --- a/tools/applatix/toolchain/CROSSTOOL +++ /dev/null @@ -1,130 +0,0 @@ -major_version: "local" -minor_version: "" -default_target_cpu: "same_as_host" - -default_toolchain { - cpu: "k8" - toolchain_identifier: "local_linux" -} - -toolchain { - abi_version: "local" - abi_libc_version: "local" - builtin_sysroot: "" - compiler: "compiler" - host_system_name: "local" - needsPic: true - supports_gold_linker: false - supports_incremental_linker: false - supports_fission: false - supports_interface_shared_objects: false - supports_normalizing_ar: false - supports_start_end_lib: false - supports_thin_archives: false - target_libc: "local" - target_cpu: "local" - target_system_name: "local" - toolchain_identifier: "local_linux" - - tool_path { name: "ar" path: "/usr/bin/ar" } - tool_path { name: "compat-ld" path: "/usr/bin/ld" } - tool_path { name: "cpp" path: "/usr/bin/cpp" } - tool_path { name: "dwp" path: "/usr/bin/dwp" } - tool_path { name: "gcc" path: "/usr/bin/gcc" } - cxx_flag: "-std=c++0x" - linker_flag: "-lstdc++" - linker_flag: "-B/usr/bin/" - - # TODO(bazel-team): In theory, the path here ought to exactly match the path - # used by gcc. That works because bazel currently doesn't track files at - # absolute locations and has no remote execution, yet. However, this will need - # to be fixed, maybe with auto-detection? - cxx_builtin_include_directory: "/usr/lib/gcc/" - cxx_builtin_include_directory: "/usr/local/include" - cxx_builtin_include_directory: "/usr/include" - tool_path { name: "gcov" path: "/usr/bin/gcov" } - - # C(++) compiles invoke the compiler (as that is the one knowing where - # to find libraries), but we provide LD so other rules can invoke the linker. - tool_path { name: "ld" path: "/usr/bin/ld" } - - tool_path { name: "nm" path: "/usr/bin/nm" } - tool_path { name: "objcopy" path: "/usr/bin/objcopy" } - objcopy_embed_flag: "-I" - objcopy_embed_flag: "binary" - tool_path { name: "objdump" path: "/usr/bin/objdump" } - tool_path { name: "strip" path: "/usr/bin/strip" } - - # Anticipated future default. - unfiltered_cxx_flag: "-no-canonical-prefixes" - - # Make C++ compilation deterministic. Use linkstamping instead of these - # compiler symbols. - unfiltered_cxx_flag: "-Wno-builtin-macro-redefined" - unfiltered_cxx_flag: "-D__DATE__=\"redacted\"" - unfiltered_cxx_flag: "-D__TIMESTAMP__=\"redacted\"" - unfiltered_cxx_flag: "-D__TIME__=\"redacted\"" - - # Security hardening on by default. - # Conservative choice; -D_FORTIFY_SOURCE=2 may be unsafe in some cases. - # We need to undef it before redefining it as some distributions now have - # it enabled by default. - compiler_flag: "-U_FORTIFY_SOURCE" - compiler_flag: "-D_FORTIFY_SOURCE=1" - compiler_flag: "-fstack-protector" - linker_flag: "-Wl,-z,relro,-z,now" - - # Enable coloring even if there's no attached terminal. Bazel removes the - # escape sequences if --nocolor is specified. This isn't supported by gcc - # on Ubuntu 14.04. - # compiler_flag: "-fcolor-diagnostics" - - # All warnings are enabled. Maybe enable -Werror as well? - compiler_flag: "-Wall" - # Enable a few more warnings that aren't part of -Wall. - compiler_flag: "-Wunused-but-set-parameter" - # But disable some that are problematic. - compiler_flag: "-Wno-free-nonheap-object" # has false positives - - # Keep stack frames for debugging, even in opt mode. - compiler_flag: "-fno-omit-frame-pointer" - - # Anticipated future default. - linker_flag: "-no-canonical-prefixes" - # Have gcc return the exit code from ld. - linker_flag: "-pass-exit-codes" - # Stamp the binary with a unique identifier. - linker_flag: "-Wl,--build-id=md5" - linker_flag: "-Wl,--hash-style=gnu" - # Gold linker only? Can we enable this by default? - # linker_flag: "-Wl,--warn-execstack" - # linker_flag: "-Wl,--detect-odr-violations" - - compilation_mode_flags { - mode: DBG - # Enable debug symbols. - compiler_flag: "-g" - } - compilation_mode_flags { - mode: OPT - - # No debug symbols. - # Maybe we should enable https://gcc.gnu.org/wiki/DebugFission for opt or - # even generally? However, that can't happen here, as it requires special - # handling in Bazel. - compiler_flag: "-g0" - - # Conservative choice for -O - # -O3 can increase binary size and even slow down the resulting binaries. - # Profile first and / or use FDO if you need better performance than this. - compiler_flag: "-O2" - - # Disable assertions - compiler_flag: "-DNDEBUG" - - # Removal of unused code and data at link time (can this increase binary size in some cases?). - compiler_flag: "-ffunction-sections" - compiler_flag: "-fdata-sections" - linker_flag: "-Wl,--gc-sections" - } -} diff --git a/tools/rules/heron_api.bzl b/tools/rules/heron_api.bzl deleted file mode 100644 index e99ebea..0000000 --- a/tools/rules/heron_api.bzl +++ /dev/null @@ -1,12 +0,0 @@ -################################################################################ -# Convenience macro for grouping all Heron API files -################################################################################ -def heron_api_files(): - return heron_api_lib_files() - -def heron_api_lib_files(): - return [ - "//heron/api/src/java:heron-api", - "//heron/spi/src/java:heron-spi-jar", - "//storm-compatibility/src/java:heron-storm", - ] diff --git a/tools/rules/heron_client.bzl b/tools/rules/heron_client.bzl deleted file mode 100644 index 48c7d38..0000000 --- a/tools/rules/heron_client.bzl +++ /dev/null @@ -1,93 +0,0 @@ -################################################################################ -# Convenience macros for Heron client files -################################################################################ -def heron_client_bin_files(): - return [ - "//heron/tools/cli/src/python:heron", - "//heron/tools/explorer/src/python:heron-explorer", - "//heron/tools/admin/src/python:heron-admin", - "//third_party/nomad:heron-nomad", - "//heron/downloaders/src/shell:heron-downloader" - ] - -def heron_client_conf_files(): - return [ - "//heron/config/src/yaml:conf-yaml", - ] - -def heron_client_local_files(): - return [ - "//heron/config/src/yaml:conf-local-yaml", - ] - -def heron_client_aurora_files(): - return [ - "//heron/config/src/yaml:conf-aurora-yaml", - ] - -def heron_client_yarn_files(): - return [ - "//heron/config/src/yaml:conf-yarn-yaml", - ] - -def heron_client_lib_scheduler_files(): - return [ - "//heron/scheduler-core/src/java:heron-scheduler", - "//heron/schedulers/src/java:heron-local-scheduler", - "//heron/schedulers/src/java:heron-aurora-scheduler", - "//heron/schedulers/src/java:heron-slurm-scheduler", - "//heron/schedulers/src/java:heron-yarn-scheduler", - "//heron/schedulers/src/java:heron-mesos-scheduler", - "//heron/schedulers/src/java:heron-marathon-scheduler", - "//heron/schedulers/src/java:heron-kubernetes-scheduler", - "//heron/schedulers/src/java:heron-nomad-scheduler", - "//heron/packing/src/java:heron-roundrobin-packing", - "//heron/packing/src/java:heron-binpacking-packing", - ] - -def heron_client_lib_packing_files(): - return [ - "//heron/packing/src/java:heron-roundrobin-packing", - "//heron/packing/src/java:heron-binpacking-packing", - - ] - -def heron_client_lib_metricscachemgr_files(): - return [ - "//heron/metricscachemgr/src/java:heron-metricscachemgr", - ] - -def heron_client_lib_statemgr_files(): - return [ - "//heron/statemgrs/src/java:heron-zookeeper-statemgr", - "//heron/statemgrs/src/java:heron-localfs-statemgr", - ] - -def heron_client_lib_uploader_files(): - return [ - "//heron/uploaders/src/java:heron-null-uploader", - "//heron/uploaders/src/java:heron-localfs-uploader", - "//heron/uploaders/src/java:heron-s3-uploader", - "//heron/uploaders/src/java:heron-hdfs-uploader", - "//heron/uploaders/src/java:heron-scp-uploader", - "//heron/uploaders/src/java:heron-gcs-uploader", - "//heron/uploaders/src/java:heron-dlog-uploader", - "//heron/uploaders/src/java:heron-http-uploader" - ] - -def heron_client_lib_healthmgr_files(): - return [ - "//heron/healthmgr/src/java:heron-healthmgr", - ] - -def heron_client_lib_third_party_files(): - return [ - "@com_google_protobuf//:protobuf_java", - "@org_slf4j_slf4j_api//jar", - "@org_slf4j_slf4j_jdk14//jar", - ] - -def heron_client_lib_downloader_files(): - return [ - "//heron/downloaders/src/java:heron-downloader", - ] diff --git a/tools/rules/heron_core.bzl b/tools/rules/heron_core.bzl deleted file mode 100644 index fb59592..0000000 --- a/tools/rules/heron_core.bzl +++ /dev/null @@ -1,93 +0,0 @@ -################################################################################ -# Convenience macros for Heron core files -################################################################################ -def heron_core_files(): - return heron_core_bin_files() + heron_core_conf_files() + heron_core_lib_files() - -def heron_core_bin_files(): - return [ - "//heron/executor/src/python:heron-executor", - "//heron/shell/src/python:heron-shell", - "//heron/stmgr/src/cpp:heron-stmgr", - "//heron/tmaster/src/cpp:heron-tmaster", - "//heron/instance/src/python:heron-python-instance", - "//heron/instance/src/cpp:heron-cpp-instance", - "//heron/downloaders/src/shell:heron-downloader" - ] - -def heron_core_conf_files(): - return [ - "//heron/instance/src/java:aurora-logging-properties", - "//heron/config/src/yaml:config-internals-yaml", - "//heron/config/src/yaml:metrics-sinks-yaml", - ] - -def heron_core_lib_files(): - return heron_core_lib_scheduler_files() + \ - heron_core_lib_packing_files() + \ - heron_core_lib_metricsmgr_files() + \ - heron_core_lib_statemgr_files() + \ - heron_core_lib_instance_files() + \ - heron_core_lib_ckptmgr_files() + \ - heron_core_lib_statefulstorage_files() + \ - heron_core_lib_downloader_files() - -def heron_core_lib_scheduler_files(): - return [ - "//heron/scheduler-core/src/java:heron-scheduler", - "//heron/schedulers/src/java:heron-local-scheduler", - "//heron/schedulers/src/java:heron-slurm-scheduler", - "//heron/schedulers/src/java:heron-mesos-scheduler", - "//heron/schedulers/src/java:heron-marathon-scheduler", - "//heron/schedulers/src/java:heron-kubernetes-scheduler", - "//heron/schedulers/src/java:heron-nomad-scheduler" - ] - -def heron_core_lib_packing_files(): - return [ - "//heron/packing/src/java:heron-roundrobin-packing", - "//heron/packing/src/java:heron-binpacking-packing" - ] - -def heron_core_lib_healthmgr_files(): - return [ - "//heron/healthmgr/src/java:heron-healthmgr", - ] - -def heron_core_lib_metricsmgr_files(): - return [ - "//heron/metricsmgr/src/java:heron-metricsmgr", - ] - -def heron_core_lib_metricscachemgr_files(): - return [ - "//heron/metricscachemgr/src/java:heron-metricscachemgr", - ] - -def heron_core_lib_statemgr_files(): - return [ - "//heron/statemgrs/src/java:heron-localfs-statemgr", - "//heron/statemgrs/src/java:heron-zookeeper-statemgr", - ] - -def heron_core_lib_instance_files(): - return [ - "//heron/instance/src/java:heron-instance", - ] - -def heron_core_lib_ckptmgr_files(): - return [ - "//heron/ckptmgr/src/java:heron-ckptmgr", - ] - -def heron_core_lib_statefulstorage_files(): - return [ - "//heron/statefulstorages/src/java:heron-localfs-statefulstorage", - "//heron/statefulstorages/src/java:heron-hdfs-statefulstorage", - "//heron/statefulstorages/src/java:heron-dlog-statefulstorage", - ] - -def heron_core_lib_downloader_files(): - return [ - "//heron/downloaders/src/java:heron-downloader", - ] diff --git a/tools/rules/heron_examples.bzl b/tools/rules/heron_examples.bzl deleted file mode 100644 index a6c069e..0000000 --- a/tools/rules/heron_examples.bzl +++ /dev/null @@ -1,29 +0,0 @@ -################################################################################ -# Convenience macro for grouping all Heron example files -################################################################################ -def heron_examples_files(): - return heron_examples_bin_files() + \ - heron_examples_conf_files() + \ - heron_examples_yaml_files() + \ - heron_examples_lib_files() - -def heron_examples_bin_files(): - return [] - -def heron_examples_conf_files(): - return [] - -def heron_examples_yaml_files(): - return [ - "//eco-storm-examples/src/java:storm-eco-examples-support", - "//eco-heron-examples/src/java:heron-eco-examples-support", - ] - -def heron_examples_lib_files(): - return [ - "//examples/src/java:heron-api-examples", - "//examples/src/java:heron-streamlet-examples", - "//examples/src/scala:heron-streamlet-scala-examples", - "//eco-storm-examples/src/java:storm-eco-examples", - "//eco-heron-examples/src/java:heron-eco-examples", - ] diff --git a/tools/rules/heron_tools.bzl b/tools/rules/heron_tools.bzl deleted file mode 100644 index 5e4418f..0000000 --- a/tools/rules/heron_tools.bzl +++ /dev/null @@ -1,31 +0,0 @@ -################################################################################ -# Convenience macros for Heron tools files -################################################################################ -def heron_tools_files(): - return heron_tools_bin_files() + heron_tools_conf_files() + heron_tools_lib_files() - -def heron_tools_bin_all_files(): - return [ - "//heron/tools/tracker/src/python:heron-tracker", - "//heron/tools/ui/src/python:heron-ui", - "//heron/tools/apiserver/src/shell:heron-apiserver", - "//heron/tools/cli/src/python:heron", - "//heron/tools/explorer/src/python:heron-explorer", - ] - -def heron_tools_bin_files(): - return [ - "//heron/tools/tracker/src/python:heron-tracker", - "//heron/tools/ui/src/python:heron-ui", - "//heron/tools/apiserver/src/shell:heron-apiserver" - ] - -def heron_tools_lib_files(): - return [ - "//heron/tools/apiserver/src/java:heron-apiserver", - ] - -def heron_tools_conf_files(): - return [ - "//heron/tools/config/src/yaml:tracker-yaml", - ]