This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 3dc2b2edc09 Bump google.golang.org/protobuf from 1.35.2 to 1.36.0 in
/sdks (#33397)
add c5a5be5e14e Rag chunking embedding (#33364)
No new revisions were added by this update.
Summary of changes:
sdks/python/apache_beam/ml/rag/__init__.py | 25 +++
.../python/apache_beam/ml/rag/chunking/__init__.py | 21 ++
sdks/python/apache_beam/ml/rag/chunking/base.py | 92 +++++++++
.../apache_beam/ml/rag/chunking/base_test.py | 139 +++++++++++++
.../apache_beam/ml/rag/chunking/langchain.py | 120 ++++++++++++
.../apache_beam/ml/rag/chunking/langchain_test.py | 217 +++++++++++++++++++++
.../apache_beam/ml/rag/embeddings/__init__.py | 20 ++
sdks/python/apache_beam/ml/rag/embeddings/base.py | 55 ++++++
.../apache_beam/ml/rag/embeddings/base_test.py | 93 +++++++++
.../apache_beam/ml/rag/embeddings/huggingface.py | 74 +++++++
.../ml/rag/embeddings/huggingface_test.py | 108 ++++++++++
sdks/python/apache_beam/ml/rag/types.py | 73 +++++++
sdks/python/apache_beam/ml/transforms/base.py | 181 ++++++++++-------
sdks/python/apache_beam/ml/transforms/base_test.py | 103 +++++++---
.../ml/transforms/embeddings/huggingface.py | 4 +-
15 files changed, 1225 insertions(+), 100 deletions(-)
create mode 100644 sdks/python/apache_beam/ml/rag/__init__.py
create mode 100644 sdks/python/apache_beam/ml/rag/chunking/__init__.py
create mode 100644 sdks/python/apache_beam/ml/rag/chunking/base.py
create mode 100644 sdks/python/apache_beam/ml/rag/chunking/base_test.py
create mode 100644 sdks/python/apache_beam/ml/rag/chunking/langchain.py
create mode 100644 sdks/python/apache_beam/ml/rag/chunking/langchain_test.py
create mode 100644 sdks/python/apache_beam/ml/rag/embeddings/__init__.py
create mode 100644 sdks/python/apache_beam/ml/rag/embeddings/base.py
create mode 100644 sdks/python/apache_beam/ml/rag/embeddings/base_test.py
create mode 100644 sdks/python/apache_beam/ml/rag/embeddings/huggingface.py
create mode 100644
sdks/python/apache_beam/ml/rag/embeddings/huggingface_test.py
create mode 100644 sdks/python/apache_beam/ml/rag/types.py
