- - - - - - - - - - - - - - - - - - - - - - - - - - - -
Name: zabar
Subject: Индексаторы запирают базу
FreeBSD 7.0/amd64
mysql 5.0.51a
при сканировании после подобных записей
[74103]{12} Can't connect to host dreamtour.info:80
[74103]{15} Download timeout
[74103]{17} Download timeout
в процессах MySQL появляется куча Lock'ов. пока эти Lock-и не прибьешь,
индексатор дальше не работает.
посоветуйте, пожалуйста, в чем может быть проблема?
ниже приведены конфиги.
cached-zoo.conf
запускаю так
cached /usr/local/dpsearch/cached-zoo.conf
Listen 7000
DBAddr mysql://*****:[EMAIL PROTECTED]/*****/?dbmode=cache
WrdFiles 4096
CacheLogWords 16384
CacheLogDels 8192
URLDataFiles 256
OptimizeAtUpdate yes
OptimizeInterval 3600
OptimizeRatio 5
VarDir /usr/local/dpsearch/var/zoo
Limit site:siteid
Limit c:category
indexer
запуск indexer
indexer -r -N 20 -H -W /usr/local/dpsearch/indexer-zoo.conf
DBAddr mysql://*****:[EMAIL
PROTECTED]/*****/?dbmode=cache&cached=localhost:7000
VarDir /usr/local/dpsearch/var/zoo
LocalCharset cp1251
CollectLinks yes
DoStore yes
Include stopwords.conf
Include langmap.conf
MinWordLength 1
MaxWordLength 25
MaxDocSize 51200
MinDocSize 2048
IndexDocSizeLimit 51200
URLSelectCacheSize 10240
MaxDepth 4
Period 600d
PeriodByHops 0 14d
PeriodByHops 1 30d
PeriodByHops 2 60d
PeriodByHops 3 120d
PeriodByHops 4 240d
PeriodByHops 5 480d
ParserTimeOut 3s
ReadTimeOut 3s
RobotsPeriod 30d
DocTimeOut 3s
ServerTable mysql://*****:[EMAIL PROTECTED]/*****/zoooz_server
Limit site:siteid
Limit c:category
PopRankMethod Neo
PopRankFeedBack yes
PopRankNeoIterations 10
PopRankUseTracking yes
MaxNetErrors 32
MaxSiteLevel 3
URLInfoSQL no
MarkForIndex no
CheckInsertSQL yes
DetectClones yes
Include sections.conf
RemoteCharset windows-1251
DefaultLang ru
VaryLang "ru en"
Disallow *sort=* *filmrnd.php* *trans=* *actor=* *producer=*
Disallow *sasn=???* *ortOrder=* *rderby=* *rder_by=* *rder=* *sortby=*
*sort_by=*
Disallow */ad/* *&cb=???* *userpic* *showuser=?*
Disallow *video*&style=* *video*&leter=?*
Disallow *&end_mark=* *referrer*
Disallow */adm/* */admin* *login.* *=*auth*
Disallow */assets/* */classes/* */js/* */menus/*
Disallow *http://*http:/* *http://*www*/www*/*
Disallow */koi/koi* */koi/iso/* */koi/dos/* */koi/win/*
Disallow */koi8/koi* */koi8/iso/* */koi8/dos/* */koi8/win/*
Disallow */iso/*/iso/* */iso/koi8/* */iso/iso/* */iso/dos/* */iso/win/*
Disallow *out.cgi* *privatesend.* *action* *ubbmisc.* *findthread* */search.*
*simplesearch*
Disallow *Ultimate.*email* *recent_user* *=*profile* *=*transfer*
Disallow *ultimatebb.*get_ip* *=reply* *send_topic* *next_topic* *edit_post*
Disallow *close_topic* *ultimatebb.*email* *delete_topic* *=agree*
Disallow *.b *.sh *.md5 *.rpm
Disallow *.arj *.tar *.zip *.tgz *.gz *.z *.bz2
Disallow *.lha *.lzh *.rar *.zoo *.ha *.tar.Z
Disallow *.gif *.jpg *.jpeg *.bmp *.tiff *.tif *.xpm *.xbm *.pcx *.ico
Disallow *.vdo *.mpeg *.mpe *.mpg *.avi *.movie *.mov *.dat *.swf *.fla
Disallow *.mid *.mp3 *.rm *.ram *.wav *.aiff *.ra
Disallow *.vrml *.wrl *.png *.psd
Disallow *.exe *.com *.cab *.dll *.bin *.class *.ex_
Disallow *.tex *.texi *.xls *.doc *.texinfo
Disallow *.rtf *.pdf *.cdf *.ps
Disallow *.ai *.eps *.ppt *.hqx
Disallow *.cpt *.bms *.oda *.tcl
Disallow *.o *.a *.la *.so
Disallow *.pat *.pm *.m4 *.am *.css
Disallow *.map *.aif *.sit *.sea
Disallow *.m3u *.qt *.mov
Disallow *D=A *D=D *M=A *M=D *N=A *N=D *S=A *S=D *O=A *O=D
#Disallow Regex \.r[0-9][0-9]$ \.a[0-9][0-9]$ \.so\.[0-9]$
Include /*****/disallows.conf
ReverseAlias regex ^(.*)&[a-zA-Z;]+=[a-zA-Z0-9]{32}(.*) $1$2
ReverseAlias regex ^(.*)\?[a-zA-Z;]+=[a-zA-Z0-9]{32}&(.*) $1?$2
ReverseAlias regex ^(.*)\?[a-zA-Z;]+=[a-zA-Z0-9]{32}&(.*) $1?$2
ReverseAlias regex ^(.*)\?[a-zA-Z;]+=[a-zA-Z0-9]{32}(.*) $1?$2
ReverseAlias regex ^(.*)&[a-zA-Z;]+=[a-zA-Z0-9]{32}(.*) $1$2
ReverseAlias regex ^(.*)[&\?][a-zA-Z;]+=[a-zA-Z0-9]{16}$ $1
ReverseAlias regex ^(.*)&[a-zA-Z;]+=[a-zA-Z0-9]{16}(.*) $1$2
ReverseAlias regex ^(.*)\?[a-zA-Z;]+=[a-zA-Z0-9]{16}&(.*) $1?$2
ReverseAlias regex ^(.*)\?[a-zA-Z;]+=[a-zA-Z0-9]{16}&(.*) $1?$2
ReverseAlias regex ^(.*)\?[a-zA-Z;]+=[a-zA-Z0-9]{16}(.*) $1?$2
ReverseAlias regex ^(.*)&[a-zA-Z;]+=[a-zA-Z0-9]{16}(.*) $1$2
ReverseAlias regex ^(.*)[&\?][a-zA-Z;]+=[a-zA-Z0-9]{32}$ $1
ReverseAlias regex ^(.*)([&\?])[a-zA-Z;]+=[a-zA-Z0-9]{32}&(.*) $1$2$3
ReverseAlias regex ^(.*)[&\?][a-zA-Z;]+=[a-zA-Z0-9]{16}$ $1
ReverseAlias regex ^(.*)([&\?])[a-zA-Z;]+=[a-zA-Z0-9]{16}&(.*) $1$2$3
HoldBadHrefs 30d
#UseRemoteContentType yes
AddType image/x-xpixmap *.xpm
AddType image/x-xbitmap *.xbm
AddType text/plain *.txt *.pl *.js *.h *.c *.pm *.e
AddType text/html *.html *.htm
AddType text/rtf *.rtf
AddType application/pdf *.pdf
AddType application/msword *.doc
AddType application/vnd.ms-excel *.xls
AddType text/x-postscript *.ps
AddType application/unknown *.*
- - - - - - - - - - - - - - - - - - - - - - - - - - - -
Read the full topic here:
http://www.dataparksearch.org/cgi-bin/simpleforum.cgi?fid=06;post=
