I want to perform an SVD on a 100000 x 10 dense matrix using slepc SVD. I am 
able to do this in a test program in serial and print the singular values, but 
in parallel I cannot.

Attached are the error messages and the source. Is there anything in particular 
that might keep me from running this in parallel?


[edr@mordor petsc]$ mpirun -np 2 ./petsc_mat2 -svd_view
[0]PETSC ERROR: --------------------- Error Message 
--------------------------------------------------------------
[0]PETSC ERROR: Null argument, when expecting valid pointer
[0]PETSC ERROR: Null Object: Parameter # 1
[0]PETSC ERROR: See http://www.mcs.anl.gov/petsc/documentation/faq.html for 
trouble shooting.
[0]PETSC ERROR: [1]PETSC ERROR: --------------------- Error Message 
--------------------------------------------------------------
[1]PETSC ERROR: Null argument, when expecting valid pointer
[1]PETSC ERROR: Null Object: Parameter # 1
[1]PETSC ERROR: See http://www.mcs.anl.gov/petsc/documentation/faq.html for 
trouble shooting.
[1]PETSC ERROR: Petsc Release Version 3.5.4, May, 23, 2015 
[1]PETSC ERROR: ./petsc_mat2 on a arch-linux2-cxx-debug named mordor by edr Mon 
May 23 13:59:16 2016
[1]PETSC ERROR: Configure options CC=/usr/local/openmpi-1.10.1/bin/mpicc 
FC=/usr/local/openmpi-1.10.1/bin/mpif90 
CXX=/usr/local/openmpi-1.10.1/bin/mpic++ --with-mpi=1 --download-plapack 
--with-blas-lib=/usr/local/OpenBLAS/lib/libopenblas.so 
--with-lapack-lib=/usr/lib64/liblapack.a --with-shared-libraries=0 
--prefix=/usr/local/petsc-3.5.4 --with-ssl=0 --with-clanguage=c++
[1]PETSC ERROR: #1 VecScatterBegin() line 1697 in 
/home/edr/usr/local/src/petsc-3.5.4/src/vec/vec/utils/vscat.c
Petsc Release Version 3.5.4, May, 23, 2015 
[0]PETSC ERROR: ./petsc_mat2 on a arch-linux2-cxx-debug named mordor by edr Mon 
May 23 13:59:16 2016
[0]PETSC ERROR: Configure options CC=/usr/local/openmpi-1.10.1/bin/mpicc 
FC=/usr/local/openmpi-1.10.1/bin/mpif90 
CXX=/usr/local/openmpi-1.10.1/bin/mpic++ --with-mpi=1 --download-plapack 
--with-blas-lib=/usr/local/OpenBLAS/lib/libopenblas.so 
--with-lapack-lib=/usr/lib64/liblapack.a --with-shared-libraries=0 
--prefix=/usr/local/petsc-3.5.4 --with-ssl=0 --with-clanguage=c++
[0]PETSC ERROR: #1 VecScatterBegin() line 1697 in 
/home/edr/usr/local/src/petsc-3.5.4/src/vec/vec/utils/vscat.c
[0]PETSC ERROR: #2 MatMult_MPIDense() line 472 in 
/home/edr/usr/local/src/petsc-3.5.4/src/mat/impls/dense/mpi/mpidense.c
[1]PETSC ERROR: #2 MatMult_MPIDense() line 472 in 
/home/edr/usr/local/src/petsc-3.5.4/src/mat/impls/dense/mpi/mpidense.c
[1]PETSC ERROR: #3 MatMult() line 2185 in 
/home/edr/usr/local/src/petsc-3.5.4/src/mat/interface/matrix.c
[1]PETSC ERROR: #4 SVDMatMult() line 111 in 
/home/edr/usr/local/src/slepc-3.5.4/include/slepc-private/svdimpl.h
[1]PETSC ERROR: #5 MatMult_Cross() line 47 in 
/home/edr/usr/local/src/slepc-3.5.4/src/svd/impls/cross/cross.c
[1]PETSC ERROR: #6 MatMult() line 2185 in 
/home/edr/usr/local/src/petsc-3.5.4/src/mat/interface/matrix.c
[1]PETSC ERROR: #7 MatMult_Shell() line 67 in 
/home/edr/usr/local/src/slepc-3.5.4/src/sys/classes/st/interface/stshellmat.c
[1]PETSC ERROR: #8 MatMult() line 2185 in 
/home/edr/usr/local/src/petsc-3.5.4/src/mat/interface/matrix.c
[1]PETSC ERROR: #9 STApply_Shift() line 40 in 
/home/edr/usr/local/src/slepc-3.5.4/src/sys/classes/st/impls/shift/shift.c
[0]PETSC ERROR: #3 MatMult() line 2185 in 
/home/edr/usr/local/src/petsc-3.5.4/src/mat/interface/matrix.c
[0]PETSC ERROR: #4 SVDMatMult() line 111 in 
/home/edr/usr/local/src/slepc-3.5.4/include/slepc-private/svdimpl.h
[0]PETSC ERROR: #5 MatMult_Cross() line 47 in 
/home/edr/usr/local/src/slepc-3.5.4/src/svd/impls/cross/cross.c
[0]PETSC ERROR: #6 MatMult() line 2185 in 
/home/edr/usr/local/src/petsc-3.5.4/src/mat/interface/matrix.c
[0]PETSC ERROR: #7 MatMult_Shell() line 67 in 
/home/edr/usr/local/src/slepc-3.5.4/src/sys/classes/st/interface/stshellmat.c
[0]PETSC ERROR: #8 MatMult() line 2185 in 
/home/edr/usr/local/src/petsc-3.5.4/src/mat/interface/matrix.c
[0]PETSC ERROR: #9 STApply_Shift() line 40 in 
/home/edr/usr/local/src/slepc-3.5.4/src/sys/classes/st/impls/shift/shift.c
[0]PETSC ERROR: [1]PETSC ERROR: #10 STApply() line 68 in 
/home/edr/usr/local/src/slepc-3.5.4/src/sys/classes/st/interface/stsolve.c
[1]PETSC ERROR: #10 STApply() line 68 in 
/home/edr/usr/local/src/slepc-3.5.4/src/sys/classes/st/interface/stsolve.c
[0]PETSC ERROR: #11 EPSFullLanczos() line 191 in 
/home/edr/usr/local/src/slepc-3.5.4/src/eps/impls/krylov/krylov.c
[0]PETSC ERROR: #12 EPSSolve_KrylovSchur_Symm() line 56 in 
/home/edr/usr/local/src/slepc-3.5.4/src/eps/impls/krylov/krylovschur/ks-symm.c
[0]PETSC ERROR: #11 EPSFullLanczos() line 191 in 
/home/edr/usr/local/src/slepc-3.5.4/src/eps/impls/krylov/krylov.c
[1]PETSC ERROR: #12 EPSSolve_KrylovSchur_Symm() line 56 in 
/home/edr/usr/local/src/slepc-3.5.4/src/eps/impls/krylov/krylovschur/ks-symm.c
[1]PETSC ERROR: #13 EPSSolve() line 99 in 
/home/edr/usr/local/src/slepc-3.5.4/src/eps/interface/epssolve.c
[1]PETSC ERROR: #13 EPSSolve() line 99 in 
/home/edr/usr/local/src/slepc-3.5.4/src/eps/interface/epssolve.c
[0]PETSC ERROR: #14 SVDSolve_Cross() line 157 in 
/home/edr/usr/local/src/slepc-3.5.4/src/svd/impls/cross/cross.c
[0]PETSC ERROR: #15 SVDSolve() line 66 in 
/home/edr/usr/local/src/slepc-3.5.4/src/svd/interface/svdsolve.c
#14 SVDSolve_Cross() line 157 in 
/home/edr/usr/local/src/slepc-3.5.4/src/svd/impls/cross/cross.c
[1]PETSC ERROR: #15 SVDSolve() line 66 in 
/home/edr/usr/local/src/slepc-3.5.4/src/svd/interface/svdsolve.c
[0]PETSC ERROR: --------------------- Error Message 
--------------------------------------------------------------
[0]PETSC ERROR: Object is in wrong state
[0]PETSC ERROR: SVDSolve must be called first
[0]PETSC ERROR: See http://www.mcs.anl.gov/petsc/documentation/faq.html for 
trouble shooting.
[0]PETSC ERROR: Petsc Release Version 3.5.4, May, 23, 2015 
[0]PETSC ERROR: ./petsc_mat2 on a arch-linux2-cxx-debug named mordor by edr Mon 
May 23 13:59:16 2016
[0]PETSC ERROR: Configure options CC=/usr/local/openmpi-1.10.1/bin/mpicc 
FC=/usr/local/openmpi-1.10.1/bin/mpif90 
CXX=/usr/local/openmpi-1.10.1/bin/mpic++ --with-mpi=1 --download-plapack 
--with-blas-lib=/usr/local/OpenBLAS/lib/libopenblas.so 
--with-lapack-lib=/usr/lib64/liblapack.a --with-shared-libraries=0 
--prefix=/usr/local/petsc-3.5.4 --with-ssl=0 --with-clanguage=c++
[0]PETSC ERROR: #16 SVDGetSingularTriplet() line 234 in 
/home/edr/usr/local/src/slepc-3.5.4/src/svd/interface/svdsolve.c
[mordor:53978] *** Process received signal ***
[mordor:53978] Signal: Aborted (6)
[mordor:53978] Signal code:  (-6)
[mordor:53978] [ 0] /lib64/libpthread.so.0[0x3c0080f7e0]
[mordor:53978] [ 1] /lib64/libc.so.6(gsignal+0x35)[0x3c00032625]
[mordor:53978] [ 2] /lib64/libc.so.6(abort+0x175)[0x3c00033e05]
[mordor:53978] [ 3] ./petsc_mat2[0x6515a6]
[mordor:53978] [ 4] ./petsc_mat2[0x64c70d]
[mordor:53978] [ 5] ./petsc_mat2[0x429018]
[mordor:53978] [ 6] ./petsc_mat2[0x40fcd3]
[mordor:53978] [ 7] /lib64/libc.so.6(__libc_start_main+0xfd)[0x3c0001ed5d]
[mordor:53978] [ 8] ./petsc_mat2[0x40f769]
[mordor:53978] *** End of error message ***
#include <mpi.h>
// Include this to use petsc vectors
#include "petscmat.h"
#include <iostream>

#include "slepcsvd.h"
#include <petsctime.h>

int main (int argc, char *argv[])
{

   PetscMPIInt rank, size;
   PetscInt i, M, N;
   M = 100000;
   N = 10;
   PetscScalar one = 2.0;
   Mat A;
   PetscLogDouble v1, v2, time;
   Vec u, v;
   // Initialize Petsc
   // argc, argv, optional database file, help msg
   SlepcInitialize(&argc, &argv, NULL, NULL);
   MPI_Comm_rank(PETSC_COMM_WORLD, &rank);
   MPI_Comm_rank(PETSC_COMM_WORLD, &size);


   // Create matrix in space A
   MatCreateDense(PETSC_COMM_WORLD, PETSC_DECIDE, PETSC_DECIDE, M, N, NULL, &A);

   VecCreate(PETSC_COMM_WORLD, &u);
   VecCreate(PETSC_COMM_WORLD, &v);
   VecSetType(u, VECMPI);
   VecSetType(v, VECMPI);

   VecSetSizes(u, PETSC_DECIDE, M);
   VecSetSizes(v, PETSC_DECIDE, N);

   MatSetFromOptions(A);
   
   MatSetRandom(A, NULL);
   
   // Assemble mat
   MatAssemblyBegin(A, MAT_FINAL_ASSEMBLY);
   MatAssemblyEnd(A, MAT_FINAL_ASSEMBLY);

 
   // Create SVD context
   Mat output;
   SVD svd;
   
   PetscReal sigma;
   PetscInt its, nconv;

   SVDCreate(PETSC_COMM_WORLD, &svd);

   SVDSetOperator(svd, A);

   SVDSetFromOptions(svd);

   PetscTime(&v1);
   SVDSolve(svd);
   PetscTime(&v2);

   SVDGetConverged(svd, &nconv);
   SVDGetSingularTriplet(svd, i, &sigma, u, v);
   SVDPrintSolution(svd,NULL);
 
   PetscPrintf(PETSC_COMM_WORLD,"\nTime=%6f\n",v2-v1);

   SVDDestroy(&svd);
   MatDestroy(&A);
   
   //Finalize
   SlepcFinalize();
   
   return 0;

}

Reply via email to