This is an automated email from the ASF dual-hosted git repository.
rkk pushed a change to branch SDAP-445-asf-compliance
in repository
https://gitbox.apache.org/repos/asf/incubator-sdap-in-situ-data-services.git
from 64f992c Initial drafts of ASF legal files.
new 601c2a4 Pass of adding ASF header comments
new 06eab1b Removed some files
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
ci.cd/Makefile | 15 +
ci.cd/create_s3_zip.sh | 15 +
ci.cd/lambda_docker_upload.sh | 15 +
ci.cd/local_upload.sh | 16 +
docker/parquet.lambda.Dockerfile | 15 +
docker/parquet.spark.3.1.2.r70.Dockerfile | 15 +
docker/parquet.spark.3.2.0.r44.Dockerfile | 15 +
etc/lambda-spark/spark-class | 17 +
k8s_spark/k8s_spark/org.alues.yaml | 15 +
k8s_spark/nohup.out | 4 -
k8s_spark/parquet.spark.helm/Chart.yaml | 15 +
k8s_spark/parquet.spark.helm/nohup.out | 1973 --------------------
.../parquet.spark.helm/templates/_helpers.tpl | 17 +
.../parquet.spark.helm/templates/deployment.yaml | 15 +
k8s_spark/parquet.spark.helm/templates/hpa.yaml | 15 +
.../parquet.spark.helm/templates/ingress.yaml | 15 +
k8s_spark/parquet.spark.helm/templates/secret.yaml | 15 +
.../parquet.spark.helm/templates/service.yaml | 15 +
.../templates/serviceaccount.yaml | 15 +
.../templates/tests/test-connection.yaml | 15 +
k8s_spark/parquet.spark.helm/values.yaml | 15 +
local.spark.cluster/build.sh | 15 +
local.spark.cluster/cluster-base.Dockerfile | 15 +
local.spark.cluster/docker-compose.yml | 15 +
local.spark.cluster/jupyterlab.Dockerfile | 15 +
local.spark.cluster/parquet-flask.Dockerfile | 15 +
local.spark.cluster/spark-base.Dockerfile | 15 +
local.spark.cluster/spark-master.Dockerfile | 15 +
local.spark.cluster/spark-worker.Dockerfile | 15 +
nohup.out | 4 -
one_offs/local_flask.py | 15 +
one_offs/py_geo_hash_test.py | 15 +
one_offs/trigger.s3.ingest.py | 15 +
parquet_cli/__init__.py | 15 +
parquet_cli/ingest_s3/__init__.py | 15 +
parquet_cli/ingest_s3/__main__.py | 15 +
parquet_flask/authenticator/__init__.py | 15 +
.../authenticator/authenticator_abstract.py | 15 +
.../authenticator_aws_secret_manager.py | 15 +
.../authenticator/authenticator_factory.py | 15 +
.../authenticator/authenticator_filebased.py | 15 +
.../authenticator/authenticator_pass_through.py | 15 +
parquet_flask/aws/aws_secret_manager.py | 15 +
parquet_flask/aws/es_abstract.py | 15 +
parquet_flask/aws/es_factory.py | 15 +
parquet_flask/aws/es_middleware.py | 15 +
parquet_flask/aws/es_middleware_aws.py | 15 +
parquet_flask/cdms_lambda_func/__init__.py | 15 +
.../cdms_lambda_func/cdms_lambda_constants.py | 15 +
.../cdms_lambda_func/index_to_es/__init__.py | 15 +
.../cdms_lambda_func/index_to_es/execute_lambda.py | 15 +
.../index_to_es/parquet_file_es_indexer.py | 15 +
.../index_to_es/parquet_stat_extractor.py | 15 +
.../index_to_es/s3_stat_extractor.py | 15 +
.../cdms_lambda_func/ingest_s3_to_cdms/__init__.py | 15 +
.../ingest_s3_to_cdms/execute_lambda.py | 15 +
.../ingest_s3_to_cdms/ingest_s3_to_cdms.py | 15 +
parquet_flask/cdms_lambda_func/lambda_func_env.py | 15 +
.../cdms_lambda_func/lambda_logger_generator.py | 15 +
.../cdms_lambda_func/s3_records/__init__.py | 15 +
.../cdms_lambda_func/s3_records/s3_2_sqs.py | 15 +
.../s3_records/s3_event_validator_abstract.py | 15 +
parquet_flask/io_logic/cdms_schema.py | 15 +
.../io_logic/parquet_paths_es_retriever.py | 15 +
.../parquet_query_condition_management_v3.py | 15 +
.../parquet_query_condition_management_v4.py | 15 +
parquet_flask/io_logic/partitioned_parquet_path.py | 15 +
parquet_flask/io_logic/spark_constants.py | 15 +
.../io_logic/sub_collection_statistics.py | 15 +
parquet_flask/parquet_stat_extractor/__init__.py | 15 +
.../parquet_stat_extractor/local_spark_session.py | 15 +
.../local_statistics_retriever.py | 15 +
.../parquet_stat_extractor/statistics_retriever.py | 15 +
.../statistics_retriever_wrapper.py | 15 +
parquet_flask/utils/factory_abstract.py | 15 +
parquet_flask/utils/spatial_utils.py | 15 +
parquet_flask/v1/__init__.py | 1 +
parquet_flask/v1/authenticator_decorator.py | 15 +
parquet_flask/v1/cdms_schema.py | 15 +
.../v1/insitu_query_swagger/insitu-spec-0.0.1.yml | 15 +
rotate_keys.bash | 15 +
tests/__init__.py | 15 +
tests/back_to_basis/Test1/._SUCCESS.crc | Bin 8 -> 0 bytes
tests/back_to_basis/Test1/_SUCCESS | 0
tests/back_to_basis/__init__.py | 15 +
tests/back_to_basis/local_spark.py | 15 +
tests/back_to_basis/s3_read.py | 15 +
tests/back_to_basis/s3_spark.py | 15 +
tests/bench_mark/__init__.py | 15 +
tests/bench_mark/bench_mark.py | 15 +
tests/bench_mark/bench_parallel_process.py | 15 +
tests/bench_mark/func_exec_time_decorator.py | 15 +
tests/get_aws_creds.py | 15 +
tests/parquet_flask/__init__.py | 15 +
tests/parquet_flask/aws/__init__.py | 15 +
.../aws/manual_test_es_middleware_aws.py | 15 +
tests/parquet_flask/cdms_lambda_func/__init__.py | 15 +
.../cdms_lambda_func/index_to_es/__init__.py | 15 +
.../manual_test_parquet_file_es_indexer.py | 15 +
.../index_to_es/test_parquet_stat_extractor.py | 15 +
.../index_to_es/test_s3_stat_extractor.py | 15 +
.../cdms_lambda_func/s3_records/__init__.py | 15 +
.../cdms_lambda_func/s3_records/test_s3_s2_sqs.py | 15 +
tests/parquet_flask/io_logic/__init__.py | 15 +
.../manual_test_parquet_paths_es_retriever.py | 15 +
tests/parquet_flask/io_logic/test_cdms_schema.py | 15 +
.../parquet_flask/io_logic/test_ingest_new_file.py | 15 +
.../parquet_flask/io_logic/test_metadata_tbl_es.py | 15 +
.../test_parquet_query_condition_management_v3.py | 15 +
.../io_logic/test_partitioned_parquet_path.py | 15 +
.../parquet_stat_extractor/__init__.py | 15 +
.../test_local_statistics_retriever.py | 15 +
.../test_statistics_retriever.py | 15 +
tests/parquet_flask/utils/__init__.py | 15 +
tests/parquet_flask/utils/test_general_utils.py | 15 +
tests/parquet_flask/utils/test_spatial_utils.py | 15 +
116 files changed, 1656 insertions(+), 1981 deletions(-)
delete mode 100644 k8s_spark/nohup.out
delete mode 100644 k8s_spark/parquet.spark.helm/nohup.out
delete mode 100644 nohup.out
delete mode 100644 tests/back_to_basis/Test1/._SUCCESS.crc
delete mode 100644 tests/back_to_basis/Test1/_SUCCESS
