Performance Degradation on Migrating from 1.3 to solr 3.6.1

[Sujatha Arun]

Hi,

On migrating from 1.3 to 3.6.1  , I see the query performance degrading by
nearly 2 times for all types of query.  Indexing performance slight
degradation over 1.3 For Indexing we use our custom scripts that post xml
over HTTP.

Any thing that I might have missed . I am thinking that this might be due
to new Tiered MP over LogByteSize creating more segment files and hence
more the Query latency .We are using Compound Files in 1.3  and I have set
this to true even in 3.6.1 ,but results in more segement files

On optimizing the query response time improved beyond 1.3  .So could it be
the MP or am i missing something here . Do let me know

Please find attached the solrconfig.xml

Regards
Sujatha

<?xml version="1.0" encoding="UTF-8" ?>
<!--
 Licensed to the Apache Software Foundation (ASF) under one or more
 contributor license agreements.  See the NOTICE file distributed with
 this work for additional information regarding copyright ownership.
 The ASF licenses this file to You under the Apache License, Version 2.0
 (the "License"); you may not use this file except in compliance with
 the License.  You may obtain a copy of the License at

     http://www.apache.org/licenses/LICENSE-2.0

 Unless required by applicable law or agreed to in writing, software
 distributed under the License is distributed on an "AS IS" BASIS,
 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
-->


<config>

<abortOnConfigurationError>${solr.abortOnConfigurationError:true}</abortOnConfigurationError>

  <luceneMatchVersion>LUCENE_36</luceneMatchVersion>
  
  <!--  The DirectoryFactory to use for indexes.
        solr.StandardDirectoryFactory, the default, is filesystem based.
        solr.RAMDirectoryFactory is memory based, not persistent, and doesn't work with replication. -->
  <directoryFactory name="DirectoryFactory" class="${solr.directoryFactory:solr.StandardDirectoryFactory}"/>

<indexConfig>
 <!-- Values here affect all index writers and act as a default unless overridden. -->

   <useCompoundFile>true</useCompoundFile>  
   <mergeFactor>4</mergeFactor>    
  
     <maxFieldLength>10000</maxFieldLength> 
     <writeLockTimeout>1000</writeLockTimeout>
      
     <!-- <mergePolicy class="org.apache.lucene.index.LogByteSizeMergePolicy" />  -->
     
       <!-- <mergePolicy class="org.apache.lucene.index.TieredMergePolicy">
          <int name="maxMergeAtOnce">4</int>
          <int name="segmentsPerTier">4</int>
        </mergePolicy> -->
      
        
    
    
     
      <lockType>single</lockType>
    </indexConfig>
    
     <jmx />
  <updateHandler class="solr.DirectUpdateHandler2" />
  
   <query>
  
    <maxBooleanClauses>100000</maxBooleanClauses>
    
    <filterCache class="solr.FastLRUCache"
                  size="16384"
      initialSize="4096"
      autowarmCount="1024" />
      
      <queryResultCache
      class="solr.LRUCache"
      size="16384"
      initialSize="4096"
      autowarmCount="1024"/>
      
       <documentCache
      class="solr.LRUCache"
      size="16384"
      initialSize="4096"
      autowarmCount="0"/>
      
       <enableLazyFieldLoading>true</enableLazyFieldLoading>
       <useFilterForSortedQuery>true</useFilterForSortedQuery>
       <queryResultWindowSize>50</queryResultWindowSize>
       <queryResultMaxDocsCached>200</queryResultMaxDocsCached>
     
       
 
    
    <useColdSearcher>false</useColdSearcher>
    <maxWarmingSearchers>2</maxWarmingSearchers>
  </query>   

  <requestDispatcher handleSelect="true" >
    <requestParsers enableRemoteStreaming="false" multipartUploadLimitInKB="2048" />
    <httpCaching never304="true" />
  <!--   <httpCaching lastModifiedFrom="openTime"
                 etagSeed="Solr">
    </httpCaching> -->
  </requestDispatcher>
  
  
  
   <requestHandler name="standard" class="solr.SearchHandler" default="true">
    <!-- default values for query parameters -->
     <lst name="defaults">
       <str name="echoParams">explicit</str>
       <!-- 
       <int name="rows">10</int>
       <str name="fl">*</str>
       <str name="version">2.1</str>
        -->
     </lst>
     
  </requestHandler>
  
 
  
   <requestHandler name="/update" class="solr.XmlUpdateRequestHandler" />
   <!-- <requestHandler name="/analysis" class="solr.AnalysisRequestHandler" /> -->
  <requestHandler name="/admin/" class="solr.admin.AdminHandlers" />
   <requestHandler name="/analysis/field" 
                  startup="lazy"
                  class="solr.FieldAnalysisRequestHandler" />
  
   <requestHandler name="/analysis/document" 
                  class="solr.DocumentAnalysisRequestHandler" 
                  startup="lazy" />
   
  
  <requestHandler name="/admin/ping" class="solr.PingRequestHandler">
    <lst name="invariants">
      <str name="q">solrpingquery</str>
    </lst>
    <lst name="defaults">
      <str name="echoParams">all</str>
    </lst>
  </requestHandler>
  
  <!-- Echo the request contents back to the client -->
  <requestHandler name="/debug/dump" class="solr.DumpRequestHandler" >
    <lst name="defaults">
     <str name="echoParams">explicit</str> <!-- for all params (including the default etc) use: 'all' -->
     <str name="echoHandler">true</str>
    </lst>
  </requestHandler>
   <queryResponseWriter name="php" class="solr.PHPResponseWriter"/>
     <queryResponseWriter name="phps" class="solr.PHPSerializedResponseWriter"/>
   
    
    <queryResponseWriter name="xslt" class="solr.XSLTResponseWriter">
    <int name="xsltCacheLifetimeSeconds">5</int>
  </queryResponseWriter> 
      
  <!-- config for the admin interface --> 
  <admin>
    <defaultQuery>solr</defaultQuery>
  </admin>

</config>