I want to perform an SVD on a 100000 x 10 dense matrix using slepc SVD. I am
able to do this in a test program in serial and print the singular values, but
in parallel I cannot.
Attached are the error messages and the source. Is there anything in particular
that might keep me from running this in parallel?
[edr@mordor petsc]$ mpirun -np 2 ./petsc_mat2 -svd_view
[0]PETSC ERROR: --------------------- Error Message
--------------------------------------------------------------
[0]PETSC ERROR: Null argument, when expecting valid pointer
[0]PETSC ERROR: Null Object: Parameter # 1
[0]PETSC ERROR: See http://www.mcs.anl.gov/petsc/documentation/faq.html for
trouble shooting.
[0]PETSC ERROR: [1]PETSC ERROR: --------------------- Error Message
--------------------------------------------------------------
[1]PETSC ERROR: Null argument, when expecting valid pointer
[1]PETSC ERROR: Null Object: Parameter # 1
[1]PETSC ERROR: See http://www.mcs.anl.gov/petsc/documentation/faq.html for
trouble shooting.
[1]PETSC ERROR: Petsc Release Version 3.5.4, May, 23, 2015
[1]PETSC ERROR: ./petsc_mat2 on a arch-linux2-cxx-debug named mordor by edr Mon
May 23 13:59:16 2016
[1]PETSC ERROR: Configure options CC=/usr/local/openmpi-1.10.1/bin/mpicc
FC=/usr/local/openmpi-1.10.1/bin/mpif90
CXX=/usr/local/openmpi-1.10.1/bin/mpic++ --with-mpi=1 --download-plapack
--with-blas-lib=/usr/local/OpenBLAS/lib/libopenblas.so
--with-lapack-lib=/usr/lib64/liblapack.a --with-shared-libraries=0
--prefix=/usr/local/petsc-3.5.4 --with-ssl=0 --with-clanguage=c++
[1]PETSC ERROR: #1 VecScatterBegin() line 1697 in
/home/edr/usr/local/src/petsc-3.5.4/src/vec/vec/utils/vscat.c
Petsc Release Version 3.5.4, May, 23, 2015
[0]PETSC ERROR: ./petsc_mat2 on a arch-linux2-cxx-debug named mordor by edr Mon
May 23 13:59:16 2016
[0]PETSC ERROR: Configure options CC=/usr/local/openmpi-1.10.1/bin/mpicc
FC=/usr/local/openmpi-1.10.1/bin/mpif90
CXX=/usr/local/openmpi-1.10.1/bin/mpic++ --with-mpi=1 --download-plapack
--with-blas-lib=/usr/local/OpenBLAS/lib/libopenblas.so
--with-lapack-lib=/usr/lib64/liblapack.a --with-shared-libraries=0
--prefix=/usr/local/petsc-3.5.4 --with-ssl=0 --with-clanguage=c++
[0]PETSC ERROR: #1 VecScatterBegin() line 1697 in
/home/edr/usr/local/src/petsc-3.5.4/src/vec/vec/utils/vscat.c
[0]PETSC ERROR: #2 MatMult_MPIDense() line 472 in
/home/edr/usr/local/src/petsc-3.5.4/src/mat/impls/dense/mpi/mpidense.c
[1]PETSC ERROR: #2 MatMult_MPIDense() line 472 in
/home/edr/usr/local/src/petsc-3.5.4/src/mat/impls/dense/mpi/mpidense.c
[1]PETSC ERROR: #3 MatMult() line 2185 in
/home/edr/usr/local/src/petsc-3.5.4/src/mat/interface/matrix.c
[1]PETSC ERROR: #4 SVDMatMult() line 111 in
/home/edr/usr/local/src/slepc-3.5.4/include/slepc-private/svdimpl.h
[1]PETSC ERROR: #5 MatMult_Cross() line 47 in
/home/edr/usr/local/src/slepc-3.5.4/src/svd/impls/cross/cross.c
[1]PETSC ERROR: #6 MatMult() line 2185 in
/home/edr/usr/local/src/petsc-3.5.4/src/mat/interface/matrix.c
[1]PETSC ERROR: #7 MatMult_Shell() line 67 in
/home/edr/usr/local/src/slepc-3.5.4/src/sys/classes/st/interface/stshellmat.c
[1]PETSC ERROR: #8 MatMult() line 2185 in
/home/edr/usr/local/src/petsc-3.5.4/src/mat/interface/matrix.c
[1]PETSC ERROR: #9 STApply_Shift() line 40 in
/home/edr/usr/local/src/slepc-3.5.4/src/sys/classes/st/impls/shift/shift.c
[0]PETSC ERROR: #3 MatMult() line 2185 in
/home/edr/usr/local/src/petsc-3.5.4/src/mat/interface/matrix.c
[0]PETSC ERROR: #4 SVDMatMult() line 111 in
/home/edr/usr/local/src/slepc-3.5.4/include/slepc-private/svdimpl.h
[0]PETSC ERROR: #5 MatMult_Cross() line 47 in
/home/edr/usr/local/src/slepc-3.5.4/src/svd/impls/cross/cross.c
[0]PETSC ERROR: #6 MatMult() line 2185 in
/home/edr/usr/local/src/petsc-3.5.4/src/mat/interface/matrix.c
[0]PETSC ERROR: #7 MatMult_Shell() line 67 in
/home/edr/usr/local/src/slepc-3.5.4/src/sys/classes/st/interface/stshellmat.c
[0]PETSC ERROR: #8 MatMult() line 2185 in
/home/edr/usr/local/src/petsc-3.5.4/src/mat/interface/matrix.c
[0]PETSC ERROR: #9 STApply_Shift() line 40 in
/home/edr/usr/local/src/slepc-3.5.4/src/sys/classes/st/impls/shift/shift.c
[0]PETSC ERROR: [1]PETSC ERROR: #10 STApply() line 68 in
/home/edr/usr/local/src/slepc-3.5.4/src/sys/classes/st/interface/stsolve.c
[1]PETSC ERROR: #10 STApply() line 68 in
/home/edr/usr/local/src/slepc-3.5.4/src/sys/classes/st/interface/stsolve.c
[0]PETSC ERROR: #11 EPSFullLanczos() line 191 in
/home/edr/usr/local/src/slepc-3.5.4/src/eps/impls/krylov/krylov.c
[0]PETSC ERROR: #12 EPSSolve_KrylovSchur_Symm() line 56 in
/home/edr/usr/local/src/slepc-3.5.4/src/eps/impls/krylov/krylovschur/ks-symm.c
[0]PETSC ERROR: #11 EPSFullLanczos() line 191 in
/home/edr/usr/local/src/slepc-3.5.4/src/eps/impls/krylov/krylov.c
[1]PETSC ERROR: #12 EPSSolve_KrylovSchur_Symm() line 56 in
/home/edr/usr/local/src/slepc-3.5.4/src/eps/impls/krylov/krylovschur/ks-symm.c
[1]PETSC ERROR: #13 EPSSolve() line 99 in
/home/edr/usr/local/src/slepc-3.5.4/src/eps/interface/epssolve.c
[1]PETSC ERROR: #13 EPSSolve() line 99 in
/home/edr/usr/local/src/slepc-3.5.4/src/eps/interface/epssolve.c
[0]PETSC ERROR: #14 SVDSolve_Cross() line 157 in
/home/edr/usr/local/src/slepc-3.5.4/src/svd/impls/cross/cross.c
[0]PETSC ERROR: #15 SVDSolve() line 66 in
/home/edr/usr/local/src/slepc-3.5.4/src/svd/interface/svdsolve.c
#14 SVDSolve_Cross() line 157 in
/home/edr/usr/local/src/slepc-3.5.4/src/svd/impls/cross/cross.c
[1]PETSC ERROR: #15 SVDSolve() line 66 in
/home/edr/usr/local/src/slepc-3.5.4/src/svd/interface/svdsolve.c
[0]PETSC ERROR: --------------------- Error Message
--------------------------------------------------------------
[0]PETSC ERROR: Object is in wrong state
[0]PETSC ERROR: SVDSolve must be called first
[0]PETSC ERROR: See http://www.mcs.anl.gov/petsc/documentation/faq.html for
trouble shooting.
[0]PETSC ERROR: Petsc Release Version 3.5.4, May, 23, 2015
[0]PETSC ERROR: ./petsc_mat2 on a arch-linux2-cxx-debug named mordor by edr Mon
May 23 13:59:16 2016
[0]PETSC ERROR: Configure options CC=/usr/local/openmpi-1.10.1/bin/mpicc
FC=/usr/local/openmpi-1.10.1/bin/mpif90
CXX=/usr/local/openmpi-1.10.1/bin/mpic++ --with-mpi=1 --download-plapack
--with-blas-lib=/usr/local/OpenBLAS/lib/libopenblas.so
--with-lapack-lib=/usr/lib64/liblapack.a --with-shared-libraries=0
--prefix=/usr/local/petsc-3.5.4 --with-ssl=0 --with-clanguage=c++
[0]PETSC ERROR: #16 SVDGetSingularTriplet() line 234 in
/home/edr/usr/local/src/slepc-3.5.4/src/svd/interface/svdsolve.c
[mordor:53978] *** Process received signal ***
[mordor:53978] Signal: Aborted (6)
[mordor:53978] Signal code: (-6)
[mordor:53978] [ 0] /lib64/libpthread.so.0[0x3c0080f7e0]
[mordor:53978] [ 1] /lib64/libc.so.6(gsignal+0x35)[0x3c00032625]
[mordor:53978] [ 2] /lib64/libc.so.6(abort+0x175)[0x3c00033e05]
[mordor:53978] [ 3] ./petsc_mat2[0x6515a6]
[mordor:53978] [ 4] ./petsc_mat2[0x64c70d]
[mordor:53978] [ 5] ./petsc_mat2[0x429018]
[mordor:53978] [ 6] ./petsc_mat2[0x40fcd3]
[mordor:53978] [ 7] /lib64/libc.so.6(__libc_start_main+0xfd)[0x3c0001ed5d]
[mordor:53978] [ 8] ./petsc_mat2[0x40f769]
[mordor:53978] *** End of error message ***
#include <mpi.h>
// Include this to use petsc vectors
#include "petscmat.h"
#include <iostream>
#include "slepcsvd.h"
#include <petsctime.h>
int main (int argc, char *argv[])
{
PetscMPIInt rank, size;
PetscInt i, M, N;
M = 100000;
N = 10;
PetscScalar one = 2.0;
Mat A;
PetscLogDouble v1, v2, time;
Vec u, v;
// Initialize Petsc
// argc, argv, optional database file, help msg
SlepcInitialize(&argc, &argv, NULL, NULL);
MPI_Comm_rank(PETSC_COMM_WORLD, &rank);
MPI_Comm_rank(PETSC_COMM_WORLD, &size);
// Create matrix in space A
MatCreateDense(PETSC_COMM_WORLD, PETSC_DECIDE, PETSC_DECIDE, M, N, NULL, &A);
VecCreate(PETSC_COMM_WORLD, &u);
VecCreate(PETSC_COMM_WORLD, &v);
VecSetType(u, VECMPI);
VecSetType(v, VECMPI);
VecSetSizes(u, PETSC_DECIDE, M);
VecSetSizes(v, PETSC_DECIDE, N);
MatSetFromOptions(A);
MatSetRandom(A, NULL);
// Assemble mat
MatAssemblyBegin(A, MAT_FINAL_ASSEMBLY);
MatAssemblyEnd(A, MAT_FINAL_ASSEMBLY);
// Create SVD context
Mat output;
SVD svd;
PetscReal sigma;
PetscInt its, nconv;
SVDCreate(PETSC_COMM_WORLD, &svd);
SVDSetOperator(svd, A);
SVDSetFromOptions(svd);
PetscTime(&v1);
SVDSolve(svd);
PetscTime(&v2);
SVDGetConverged(svd, &nconv);
SVDGetSingularTriplet(svd, i, &sigma, u, v);
SVDPrintSolution(svd,NULL);
PetscPrintf(PETSC_COMM_WORLD,"\nTime=%6f\n",v2-v1);
SVDDestroy(&svd);
MatDestroy(&A);
//Finalize
SlepcFinalize();
return 0;
}