sergey-safarov commented on issue #1125: Very slow replication for some of databases URL: https://github.com/apache/couchdb/issues/1125#issuecomment-360381079 Hello @nickva I use RPM package http://apache.bintray.com/couchdb-rpm/el7/x86_64/couchdb-2.1.1-2.el7.centos.x86_64.rpm Average document size with attacmetns - `2,3Gb / 12876 docs = 179 byte per doc` Largest doc - `not more 1 Kb without attachments` Largest attachment - `2,4Mb` Average attachment - `800Kb` Think all databases without attachments is replicated normally. Formated config is attached (used default). ``` { "native_query_servers":{ "query":"{mango_native_proc, start_link, []}" }, "httpd_design_handlers":{ "_compact":"{couch_mrview_http, handle_compact_req}", "_info":"{couch_mrview_http, handle_info_req}", "_list":"{couch_mrview_show, handle_view_list_req}", "_rewrite":"{couch_httpd_rewrite, handle_rewrite_req}", "_show":"{couch_mrview_show, handle_doc_show_req}", "_update":"{couch_mrview_show, handle_doc_update_req}", "_view":"{couch_mrview_http, handle_view_req}", "_view_changes":"{couch_mrview_http, handle_view_changes_req}" }, "uuids":{ "algorithm":"sequential", "max_count":"1000" }, "cluster":{ "n":"3", "q":"8" }, "cors":{ "credentials":"false" }, "chttpd":{ "backlog":"512", "bind_address":"0.0.0.0", "docroot":"./share/www", "port":"5984", "prefer_minimal":"Cache-Control, Content-Length, Content-Range, Content-Type, ETag, Server, Transfer-Encoding, Vary", "require_valid_user":"false", "socket_options":"[{recbuf, 262144}, {sndbuf, 262144}, {nodelay, true}]" }, "httpd_global_handlers":{ "/":"{couch_httpd_misc_handlers, handle_welcome_req, <<\"Welcome\">>}", "_active_tasks":"{couch_httpd_misc_handlers, handle_task_status_req}", "_all_dbs":"{couch_httpd_misc_handlers, handle_all_dbs_req}", "_config":"{couch_httpd_misc_handlers, handle_config_req}", "_plugins":"{couch_plugins_httpd, handle_req}", "_replicate":"{couch_replicator_httpd, handle_req}", "_restart":"{couch_httpd_misc_handlers, handle_restart_req}", "_session":"{couch_httpd_auth, handle_session_req}", "_stats":"{couch_stats_httpd, handle_stats_req}", "_system":"{chttpd_misc, handle_system_req}", "_utils":"{couch_httpd_misc_handlers, handle_utils_dir_req, \"./share/www\"}", "_uuids":"{couch_httpd_misc_handlers, handle_uuids_req}", "favicon.ico":"{couch_httpd_misc_handlers, handle_favicon_req, \"./share/www\"}" }, "attachments":{ "compressible_types":"text/*, application/javascript, application/json, application/xml", "compression_level":"8" }, "query_server_config":{ "os_process_limit":"100", "reduce_limit":"true" }, "vendor":{ "name":"The Apache Software Foundation" }, "replicator":{ "connection_timeout":"30000", "http_connections":"20", "interval":"60000", "max_churn":"20", "max_jobs":"500", "retries_per_request":"5", "socket_options":"[{keepalive, true}, {nodelay, false}]", "ssl_certificate_max_depth":"3", "startup_jitter":"5000", "verify_ssl_certificates":"false", "worker_batch_size":"500", "worker_processes":"4" }, "ssl":{ "port":"6984" }, "log":{ "file":"/var/log/couchdb/couchdb.log", "level":"info", "writer":"file" }, "indexers":{ "couch_mrview":"true" }, "view_compaction":{ "keyvalue_buffer_size":"2097152" }, "query_servers":{ "coffeescript":"./bin/couchjs ./share/server/main-coffee.js", "javascript":"./bin/couchjs ./share/server/main.js" }, "features":{ "scheduler":"true" }, "daemons":{ "auth_cache":"{couch_auth_cache, start_link, []}", "compaction_daemon":"{couch_compaction_daemon, start_link, []}", "external_manager":"{couch_external_manager, start_link, []}", "httpd":"{couch_httpd, start_link, []}", "index_server":"{couch_index_server, start_link, []}", "os_daemons":"{couch_os_daemons, start_link, []}", "query_servers":"{couch_proc_manager, start_link, []}", "uuids":"{couch_uuids, start, []}", "vhosts":"{couch_httpd_vhost, start_link, []}" }, "couch_peruser":{ "delete_dbs":"false", "enable":"false" }, "httpd":{ "allow_jsonp":"false", "authentication_handlers":"{couch_httpd_auth, cookie_authentication_handler}, {couch_httpd_auth, default_authentication_handler}", "bind_address":"0.0.0.0", "default_handler":"{couch_httpd_db, handle_request}", "enable_cors":"false", "enable_xframe_options":"false", "max_http_request_size":"67108864", "port":"5986", "secure_rewrites":"true", "socket_options":"[{recbuf, 262144}, {sndbuf, 262144}]", "vhost_global_handlers":"_utils, _uuids, _session, _users" }, "httpd_db_handlers":{ "_all_docs":"{couch_mrview_http, handle_all_docs_req}", "_changes":"{couch_httpd_db, handle_db_changes_req}", "_compact":"{couch_httpd_db, handle_compact_req}", "_design":"{couch_httpd_db, handle_design_req}", "_design_docs":"{couch_mrview_http, handle_design_docs_req}", "_local_docs":"{couch_mrview_http, handle_local_docs_req}", "_temp_view":"{couch_mrview_http, handle_temp_view_req}", "_view_cleanup":"{couch_mrview_http, handle_cleanup_req}" }, "database_compaction":{ "checkpoint_after":"5242880", "doc_buffer_size":"524288" }, "csp":{ "enable":"true" }, "couch_httpd_auth":{ "allow_persistent_cookies":"false", "auth_cache_size":"50", "authentication_db":"_users", "authentication_redirect":"/_utils/session.html", "iterations":"10", "require_valid_user":"false", "timeout":"600" }, "couchdb":{ "attachment_stream_buffer_size":"4096", "changes_doc_ids_optimization_threshold":"100", "database_dir":"./data", "default_security":"admin_local", "delayed_commits":"false", "file_compression":"snappy", "max_dbs_open":"500", "os_process_timeout":"5000", "uuid":"aa251fc49c416b4b37f8ba8b1eb6f1aa", "view_index_dir":"./data" }, "compactions":{ "_default":"[{db_fragmentation, \"70%\"}, {view_fragmentation, \"60%\"}]" }, "compaction_daemon":{ "check_interval":"300", "min_file_size":"131072" } } ``` Next i will test recommended fix
---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: [email protected] With regards, Apache Git Services
