Repository: incubator-ranger Updated Branches: refs/heads/master 0b9904391 -> 8336e122a
RANGER-1065: Need to change default audit retentions in Solr 3 months and do some performance tuning and do some performance tuning Project: http://git-wip-us.apache.org/repos/asf/incubator-ranger/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-ranger/commit/496dee06 Tree: http://git-wip-us.apache.org/repos/asf/incubator-ranger/tree/496dee06 Diff: http://git-wip-us.apache.org/repos/asf/incubator-ranger/diff/496dee06 Branch: refs/heads/master Commit: 496dee066aaa30d1702a38162d4d5a2e7ac4c41c Parents: 0b99043 Author: Don Bosco Durai <[email protected]> Authored: Sat Jun 25 10:44:39 2016 -0700 Committer: Don Bosco Durai <[email protected]> Committed: Mon Jun 27 11:18:41 2016 -0700 ---------------------------------------------------------------------- .../contrib/solr_for_audit_setup/conf/managed-schema | 4 ++-- .../contrib/solr_for_audit_setup/conf/solrconfig.xml | 7 ++++--- .../contrib/solr_for_audit_setup/conf/solrconfig.xml.j2 | 2 +- .../contrib/solr_for_audit_setup/install.properties | 5 +++-- 4 files changed, 10 insertions(+), 8 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-ranger/blob/496dee06/security-admin/contrib/solr_for_audit_setup/conf/managed-schema ---------------------------------------------------------------------- diff --git a/security-admin/contrib/solr_for_audit_setup/conf/managed-schema b/security-admin/contrib/solr_for_audit_setup/conf/managed-schema index 5781f96..ee1d894 100644 --- a/security-admin/contrib/solr_for_audit_setup/conf/managed-schema +++ b/security-admin/contrib/solr_for_audit_setup/conf/managed-schema @@ -55,7 +55,7 @@ <fieldType name="tints" class="solr.TrieIntField" precisionStep="8" multiValued="true" positionIncrementGap="0"/> <fieldType name="tlong" class="solr.TrieLongField" precisionStep="8" positionIncrementGap="0"/> <fieldType name="tlongs" class="solr.TrieLongField" precisionStep="8" multiValued="true" positionIncrementGap="0"/> - <field name="_expire_at_" type="tdate" multiValued="false" stored="true"/> + <field name="_expire_at_" type="tdate" multiValued="false" stored="true" docValues="true"/> <field name="_ttl_" type="string" multiValued="false" indexed="true" stored="true"/> <field name="_version_" type="long" indexed="true" stored="true"/> <field name="access" type="key_lower_case" multiValued="false"/> @@ -69,7 +69,7 @@ <field name="enforcer" type="key_lower_case" multiValued="false"/> <field name="event_count" type="tlong" multiValued="false" docValues="true" default="1"/> <field name="event_dur_ms" type="tlong" multiValued="false" docValues="true"/> - <field name="evtTime" type="tdate"/> + <field name="evtTime" type="tdate" docValues="true"/> <field name="id" type="string" multiValued="false" indexed="true" required="true" stored="true"/> <field name="logType" type="key_lower_case" multiValued="false"/> <field name="policy" type="tlong" docValues="true"/> http://git-wip-us.apache.org/repos/asf/incubator-ranger/blob/496dee06/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml ---------------------------------------------------------------------- diff --git a/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml b/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml index 1d2dca4..3347f1b 100644 --- a/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml +++ b/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml @@ -500,6 +500,7 @@ autowarmCount - the number of entries to prepopulate from and old cache. --> + <filterCache class="solr.FastLRUCache" size="512" initialSize="512" @@ -652,7 +653,7 @@ warming searcher and use it. If "false" then all requests will block until the first searcher is done warming. --> - <useColdSearcher>false</useColdSearcher> + <useColdSearcher>true</useColdSearcher> <!-- Max Warming Searchers @@ -1644,10 +1645,10 @@ <updateRequestProcessorChain name="add-unknown-fields-to-the-schema"> <processor class="solr.DefaultValueUpdateProcessorFactory"> <str name="fieldName">_ttl_</str> - <str name="value">+1095DAYS</str> + <str name="value">+90DAYS</str> </processor> <processor class="solr.processor.DocExpirationUpdateProcessorFactory"> - <int name="autoDeletePeriodSeconds">300</int> + <int name="autoDeletePeriodSeconds">86400</int> <str name="ttlFieldName">_ttl_</str> <str name="expirationFieldName">_expire_at_</str> </processor> http://git-wip-us.apache.org/repos/asf/incubator-ranger/blob/496dee06/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2 ---------------------------------------------------------------------- diff --git a/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2 b/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2 index d6e1a5e..cd84d5f 100644 --- a/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2 +++ b/security-admin/contrib/solr_for_audit_setup/conf/solrconfig.xml.j2 @@ -652,7 +652,7 @@ warming searcher and use it. If "false" then all requests will block until the first searcher is done warming. --> - <useColdSearcher>false</useColdSearcher> + <useColdSearcher>true</useColdSearcher> <!-- Max Warming Searchers http://git-wip-us.apache.org/repos/asf/incubator-ranger/blob/496dee06/security-admin/contrib/solr_for_audit_setup/install.properties ---------------------------------------------------------------------- diff --git a/security-admin/contrib/solr_for_audit_setup/install.properties b/security-admin/contrib/solr_for_audit_setup/install.properties index bed980b..f5d8cef 100644 --- a/security-admin/contrib/solr_for_audit_setup/install.properties +++ b/security-admin/contrib/solr_for_audit_setup/install.properties @@ -26,8 +26,9 @@ #The operating system (linux) user used by Solr process. You need to run Solr as the below user SOLR_USER=solr -#How long to keep the audit logs. Default is 3 years (1095 days) -MAX_AUDIT_RETENTION_DAYS=1095 +#How long to keep the audit logs. Please note, audit records grows very rapidly. Make sure to +#allocate enough memory and disk space to the server running Solr. +MAX_AUDIT_RETENTION_DAYS=90 #If you want this script to isntall Solr, set the value to true. If it is already installed, then set this to false #If it is true, then it will download and install it.
