Hi,

I have a 80 core/1TB RAM Dell server.
In order improve Galaxy performance I modified the universe_wsgi.ini
file so as to improve the Scaling and Load Balancing
as follows:

# Use a threadpool for the web server instead of creating a thread for each
# request.
use_threadpool = True

# Number of threads in the web server thread pool.
threadpool_workers = 200

################################################################################
[server:web0]
use = egg:Paste#http
port = 8090
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10

[server:web1]
use = egg:Paste#http
port = 8091
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10

[server:web2]
use = egg:Paste#http
port = 8092
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10

[server:web3]
use = egg:Paste#http
port = 8093
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10

[server:web4]
use = egg:Paste#http
port = 8094
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10

[server:web5]
use = egg:Paste#http
port = 8095
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10

[server:web6]
use = egg:Paste#http
port = 8096
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10

[server:web7]
use = egg:Paste#http
port = 8097
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10

[server:web8]
use = egg:Paste#http
port = 8098
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10

[server:web9]
use = egg:Paste#http
port = 8099
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10

[server:web10]
use = egg:Paste#http
port = 8100
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 10

################################################################################
[server:manager]
use = egg:Paste#http
port = 8200
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

################################################################################
[server:handler0]
use = egg:Paste#http
port = 8300
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler1]
use = egg:Paste#http
port = 8301
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler2]
use = egg:Paste#http
port = 8302
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler3]
use = egg:Paste#http
port = 8303
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler4]
use = egg:Paste#http
port = 8304
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler5]
use = egg:Paste#http
port = 8305
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler6]
use = egg:Paste#http
port = 8306
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler7]
use = egg:Paste#http
port = 8307
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler8]
use = egg:Paste#http
port = 8308
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler9]
use = egg:Paste#http
port = 8309
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler10]
use = egg:Paste#http
port = 8310
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler11]
use = egg:Paste#http
port = 8311
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler12]
use = egg:Paste#http
port = 8312
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler13]
use = egg:Paste#http
port = 8313
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler14]
use = egg:Paste#http
port = 8314
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler15]
use = egg:Paste#http
port = 8315
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler16]
use = egg:Paste#http
port = 8316
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler17]
use = egg:Paste#http
port = 8317
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

[server:handler18]
use = egg:Paste#http
port = 8318
host = 127.0.0.1
use_threadpool = true
threadpool_workers = 5

# [server:handler19]
# use = egg:Paste#http
# port = 8319
# host = 127.0.0.1
# use_threadpool = true
# threadpool_workers = 5

# [server:handler20]
# use = egg:Paste#http
# port = 8320
# host = 127.0.0.1
# use_threadpool = true
# threadpool_workers = 5

################################################################################
job_manager = manager
job_handlers = 
handler0,handler1,,handler2,handler3,handler4,handler5,handler6,handler7,handler8,handler9,handler10,handler11,handler12,handler13,handler14,handler15,handler16,handler17,handler18

################################################################################

Now the problem I have is that when I start galaxy I cannot get the
last [server:handler18] to load correclt
I get the following error:

galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,236 Enabling
'library_contents' API controller, class: LibraryContentsController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,236 Enabling
'group_users' API controller, class: GroupUsersAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,236 Enabling
'configuration' API controller, class: ConfigurationController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,237 Enabling
'requests' API controller, class: RequestsAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,238 Enabling
'folders' API controller, class: FoldersController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,238 Enabling
'quotas' API controller, class: QuotaAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,239 Enabling
'folder_contents' API controller, class: FolderContentsController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,239 Enabling
'roles' API controller, class: RoleAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,240 Enabling
'request_types' API controller, class: RequestTypeAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,240 Enabling
'users' API controller, class: UserAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,241 Enabling
'samples' API controller, class: SamplesAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,241 Enabling
'forms' API controller, class: FormDefinitionAPIController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,241 Enabling
'permissions' API controller, class: PermissionsController
galaxy.web.framework.base DEBUG 2013-08-05 17:08:24,242 Enabling
'workflows' API controller, class: WorkflowsAPIController
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,242
app.config.api_folders: False
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,450 Enabling
'httpexceptions' middleware
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,450 Enabling
'recursive' middleware
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,700 Enabling
'error' middleware
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,701 Enabling
'trans logger' middleware
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,701 Enabling
'x-forwarded-host' middleware
galaxy.webapps.galaxy.buildapp DEBUG 2013-08-05 17:08:24,701 Enabling
'Request ID' middleware
Starting server in PID 3899.
Traceback (most recent call last):
  File "./scripts/paster.py", line 33, in <module>
    serve.run()
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/serve.py",
line 1049, in run
    invoke(command, command_name, options, args[1:])
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/serve.py",
line 1055, in invoke
    exit_code = runner.run(args)
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/serve.py",
line 220, in run
    result = self.command()
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/serve.py",
line 670, in command
    serve()
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/serve.py",
line 654, in serve
    server(app)
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/loadwsgi.py",
line 292, in server_wrapper
    **context.local_conf)
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/loadwsgi.py",
line 100, in fix_call
    reraise(*exc_info)
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/loadwsgi.py",
line 37, in reraise
    exec('raise t, e, tb', dict(t=t, e=e, tb=tb))
  File "/usr/local/galaxy/galaxy-dist/lib/galaxy/util/pastescript/loadwsgi.py",
line 97, in fix_call
    val = callable(*args, **kw)
  File 
"/usr/local/galaxy/galaxy-dist/eggs/Paste-1.7.5.1-py2.7.egg/paste/httpserver.py",
line 1342, in server_runner
    serve(wsgi_app, **kwargs)
TypeError: serve() got an unexpected keyword argument 'job_manager'
Removing PID file handler18.pid

If I use activate  [server:handler20] for example, this one would act
up as well. It is always the last one and in all cases the port used
is totally incorrect and was never assigned

Am I doing something terribly wrong?

I tried to use ports not 'assigned' and tried to add web servers and
handlers according to my best understanding of the instructions
(http://wiki.galaxyproject.org/Admin/Config/Performance/Web%20Application%20Scaling)

Please any suggestions would be most welcome

Thanks

--Rodolfo
___________________________________________________________
Please keep all replies on the list by using "reply all"
in your mail client.  To manage your subscriptions to this
and other Galaxy lists, please use the interface at:
  http://lists.bx.psu.edu/

To search Galaxy mailing lists use the unified search at:
  http://galaxyproject.org/search/mailinglists/

Reply via email to