This is an automated email from the ASF dual-hosted git repository.
tloubrieu pushed a commit to branch less_solr_commit
in repository https://gitbox.apache.org/repos/asf/incubator-sdap-ingester.git
The following commit(s) were added to refs/heads/less_solr_commit by this push:
new 822caf7 remove auto commit (bad for performance) and manual commit
(does not work on cloud setup)
822caf7 is described below
commit 822caf76d26f9de7ca64f271df14f825eba6263f
Author: Thomas Loubrieu <[email protected]>
AuthorDate: Thu Dec 9 15:11:26 2021 -0500
remove auto commit (bad for performance) and manual commit (does not work
on cloud setup)
---
granule_ingester/granule_ingester/pipeline/Pipeline.py | 1 -
granule_ingester/granule_ingester/writers/SolrStore.py | 2 +-
2 files changed, 1 insertion(+), 2 deletions(-)
diff --git a/granule_ingester/granule_ingester/pipeline/Pipeline.py
b/granule_ingester/granule_ingester/pipeline/Pipeline.py
index 9781a0f..b2f277d 100644
--- a/granule_ingester/granule_ingester/pipeline/Pipeline.py
+++ b/granule_ingester/granule_ingester/pipeline/Pipeline.py
@@ -204,7 +204,6 @@ class Pipeline:
# await asyncio.sleep(1)
raise pickle.loads(shared_memory.error)
- self._metadata_store_factory.commit()
end = time.perf_counter()
logger.info("Pipeline finished in {} seconds".format(end - start))
diff --git a/granule_ingester/granule_ingester/writers/SolrStore.py
b/granule_ingester/granule_ingester/writers/SolrStore.py
index fad8a84..06a592e 100644
--- a/granule_ingester/granule_ingester/writers/SolrStore.py
+++ b/granule_ingester/granule_ingester/writers/SolrStore.py
@@ -86,7 +86,7 @@ class SolrStore(MetadataStore):
if self._zk_url:
zk = pysolr.ZooKeeper(f"{self._zk_url}")
self._set_solr_status(zk)
- return pysolr.SolrCloud(zk, self._collection)
+ return pysolr.SolrCloud(zk, self._collection, always_commit=False)
elif self._solr_url:
return pysolr.Solr(f'{self._solr_url}/solr/{self._collection}')
else:
