Hello PETSc Developers,
I am trying to run the code (attached herewith) with the following command
and it works until the size of the matrix is 99999X99999. But when I try to
run with 999999X999999 then I got weird result.
The command is:
./poisson_m -n 999999 -pc_type hypre -pc_hypre_type boomeramg
-ksp_view_solution
Any suggestions is appreciated.
Thanks.
Sincerely,
Huq
--
Fazlul Huq
Graduate Research Assistant
Department of Nuclear, Plasma & Radiological Engineering (NPRE)
University of Illinois at Urbana-Champaign (UIUC)
E-mail: [email protected]
static char help[] = "Solves a tridiagonal linear system.\n\n";
/*T
Concepts: KSP^basic parallel example;
Processors: n
T*/
/*
Include "petscksp.h" so that we can use KSP solvers. Note that this file
automatically includes:
petscsys.h - base PETSc routines petscvec.h - vectors
petscmat.h - matrices
petscis.h - index sets petscksp.h - Krylov subspace methods
petscviewer.h - viewers petscpc.h - preconditioners
Note: The corresponding uniprocessor example is ex1.c
*/
#include <stdio.h>
#include <time.h>
#include <string.h>
#include <petscksp.h>
#include <petsctime.h>
int main(int argc,char **args)
{
Vec x, b, u, c; /* approx solution, RHS, exact solution */
Mat A; /* linear system matrix */
KSP ksp; /* linear solver context */
PC pc; /* preconditioner context */
// PetscTime time;
PetscErrorCode ierr;
// PetscViewer viewer;
double start_clock, end_clock;
PetscInt i,n,col[3],its,rstart,rend,nlocal;
ierr = PetscInitialize(&argc,&args,(char*)0,help);if (ierr) return ierr;
ierr = PetscOptionsGetInt(NULL,NULL,"-n",&n,NULL);CHKERRQ(ierr);
PetscScalar one = 1.0,h = (n+1)*(n+1),leftbc = 10,rightbc = 15,value[3];
PetscReal norm,h1 = 1/h, tol=10000.*PETSC_MACHINE_EPSILON; /* norm of solution error */
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Compute the matrix and right-hand-side vector that define
the linear system, Ax = b.
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
/*
Create vectors. Note that we form 1 vector from scratch and
then duplicate as needed. For this simple case let PETSc decide how
many elements of the vector are stored on each processor. The second
argument to VecSetSizes() below causes PETSc to decide.
*/
ierr = VecCreate(PETSC_COMM_WORLD,&x);CHKERRQ(ierr);
ierr = VecSetSizes(x,PETSC_DECIDE,n);CHKERRQ(ierr);
ierr = VecSetFromOptions(x);CHKERRQ(ierr);
ierr = VecDuplicate(x,&b);CHKERRQ(ierr);
ierr = VecDuplicate(x,&u);CHKERRQ(ierr);
ierr = VecDuplicate(x,&c);CHKERRQ(ierr);
// ierr = VecView(x,PETSC_VIEWER_STDOUT_Wierr = VecView(b,PETSC_VIEWERierr = VecView(b,PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);_STDOUT_WORLD);CHKERRQ(ierr);ORLD);CHKERRQ(ierr);
/* Identify the starting and ending mesh points on each
processor for the interior part of the mesh. We let PETSc decide
above. */
ierr = VecGetOwnershipRange(x,&rstart,&rend);CHKERRQ(ierr);
ierr = VecGetLocalSize(x,&nlocal);CHKERRQ(ierr);
/*
Create matrix. When using MatCreate(), the matrix format can
be specified at runtime.
Performance tuning note: For problems of substantial size,
preallocation of matrix memory is crucial for attaining good
performance. See the matrix chapter of the users manual for details.
We pass in nlocal as the "local" size of the matrix to force it
to have the same parallel layout as the vector created above.
*/
printf("Preparing matrix");
start_clock = clock();
ierr = MatCreate(PETSC_COMM_WORLD,&A);CHKERRQ(ierr);
ierr = MatSetSizes(A,nlocal,nlocal,n,n);CHKERRQ(ierr);
ierr = MatSetFromOptions(A);CHKERRQ(ierr);
ierr = MatSetUp(A);CHKERRQ(ierr);
end_clock = clock();
printf("\n...pre-processing completed! (%lf seconds) \n\n", (end_clock-start_clock)/CLOCKS_PER_SEC);
/*
Assemble matrix.
The linear system is distributed across the processors by
chunks of contiguous rows, which correspond to contiguous
sections of the mesh on which the problem is discretized.
For matrix assembly, each processor contributes entries for
the part that it owns locally.
*/
if (!rstart) {
rstart = 1;
i = 0; col[0] = 0; col[1] = 1; value[0] = 2.0; value[1] = -1.0;
ierr = MatSetValues(A,1,&i,2,col,value,INSERT_VALUES);CHKERRQ(ierr);
}
if (rend == n) {
rend = n-1;
i = n-1; col[0] = n-2; col[1] = n-1; value[0] = -1.0; value[1] = 2.0;
ierr = MatSetValues(A,1,&i,2,col,value,INSERT_VALUES);CHKERRQ(ierr);
}
/* Set entries corresponding to the mesh interior */
value[0] = -1.0; value[1] = 2.0; value[2] = -1.0;
for (i=rstart; i<rend; i++) {
col[0] = i-1; col[1] = i; col[2] = i+1;
ierr = MatSetValues(A,1,&i,3,col,value,INSERT_VALUES);CHKERRQ(ierr);
}
/* Assemble the matrix */
ierr = MatAssemblyBegin(A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
ierr = MatAssemblyEnd(A,MAT_FINAL_ASSEMBLY);CHKERRQ(ierr);
/*
Set exact solution; then compute right-hand-side vector.
*/
ierr = VecSet(u,one);CHKERRQ(ierr);
// ierr = VecView(u,PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
// i=0;
// ierr = VecSetValues(b, 1, &i, &leftbc, INSERT_VALUES);CHKERRQ(ierr);
for (i=0; i<n; i++){
ierr = VecSetValues(b, 1,
&i, &h1, INSERT_VALUES);CHKERRQ(ierr);
}
// i=n-1;
// ierr = VecSetValues(b, 1, &i, &rightbc, INSERT_VALUES);CHKERRQ(ierr);
ierr = VecAssemblyBegin(b);CHKERRQ(ierr);
ierr = VecAssemblyEnd(b);CHKERRQ(ierr);
// ierr = VecView(b,PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
ierr = MatMult(A,u,c);CHKERRQ(ierr);
i = 0;
ierr = VecSetValues(c, 1, &i, &leftbc, INSERT_VALUES);CHKERRQ(ierr);
i = n-1;
ierr = VecSetValues(c, 1, &i, &rightbc, INSERT_VALUES);CHKERRQ(ierr);
ierr = VecAssemblyBegin(c);CHKERRQ(ierr);
ierr = VecAssemblyEnd(c);CHKERRQ(ierr);
// ierr = VecView(c,PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
ierr = VecAXPY(b, 1, c);CHKERRQ(ierr);
// ierr = VecView(b,PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Create the linear solver and set various options
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
/*
Create linear solver context
*/
ierr = KSPCreate(PETSC_COMM_WORLD,&ksp);CHKERRQ(ierr);
/*
Set operators. Here the matrix that defines the linear system
also serves as the preconditioning matrix.
*/
ierr = KSPSetOperators(ksp,A,A);CHKERRQ(ierr);
/*
Set linear solver defaults for this problem (optional).
- By extracting the KSP and PC contexts from the KSP context,
we can then directly call any KSP and PC routines to set
various options.
- The following four statements are optional; all of these
parameters could alternatively be specified at runtime via
KSPSetFromOptions();
*/
ierr = KSPGetPC(ksp,&pc);CHKERRQ(ierr);
ierr = PCSetType(pc,PCJACOBI);CHKERRQ(ierr);
ierr = KSPSetTolerances(ksp,1.e-7,PETSC_DEFAULT,PETSC_DEFAULT,PETSC_DEFAULT);CHKERRQ(ierr);
/*
Set runtime options, e.g.,
-ksp_type <type> -pc_type <type> -ksp_monitor -ksp_rtol <rtol>
These options will override those specified above as long as
KSPSetFromOptions() is called _after_ any other customization
routines.
*/
ierr = KSPSetFromOptions(ksp);CHKERRQ(ierr);
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Solve the linear system
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
/*
Solve linear system
*/
// ierr = VecView(x,PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
ierr = KSPSolve(ksp,b,x);CHKERRQ(ierr);
/*
View solver info; we could instead use the option -ksp_view to
print this info to the screen at the conclusion of KSPSolve().
*/
ierr = KSPView(ksp,PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
/* - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
Check solution and clean up
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - */
/*
Check the error
*/
// ierr = VecView(x,PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
ierr = VecAXPY(x,-1.0,u);CHKERRQ(ierr);
// ierr = VecView(x,PETSC_VIEWER_STDOUT_WORLD);CHKERRQ(ierr);
ierr = VecNorm(x,NORM_2,&norm);CHKERRQ(ierr);
ierr = KSPGetIterationNumber(ksp,&its);CHKERRQ(ierr);
if (norm > tol) {
ierr = PetscPrintf(PETSC_COMM_WORLD,"Norm of error %g, Iterations %D\n",(double)norm,its);CHKERRQ(ierr);
}
// if (!PETSC_TRUE) {
// ierr = PetscViewer viewer;CHKERRQ(ierr);
// ierr = PetscViewerASCIIOpen(PETSC_COMM_WORLD, "Amat.m", &viewer);CHKERRQ(ierr);
// ierr = PetscViewerPushFormat(viewer, PETSC_VIEWER_ASCII_MATLAB);CHKERRQ(ierr);
// ierr = MatView(A,viewer);CHKERRQ(ierr);
// ierr = PetscViewerPopFormat(viewer);CHKERRQ(ierr);
// ierr = PetscViewerDestroy(&viewer);CHKERRQ(ierr);
// }
// ierr = PetscTime(PetscLogDouble *v);CHKERRQ(ierr);
// ierr = PetscLogDouble v;CHKERRQ(ierr);
// ierr = PetscTime(&v);CHKERRQ(ierr);
// ierr = printf(MPI_Wtime, "Time for operation %g\n",(double)v);
/*
Free work space. All PETSc objects should be destroyed when they
are no longer needed.
*/
ierr = VecDestroy(&x);CHKERRQ(ierr);
ierr = VecDestroy(&u);CHKERRQ(ierr);
ierr = VecDestroy(&b);CHKERRQ(ierr);
ierr = MatDestroy(&A);CHKERRQ(ierr);
ierr = KSPDestroy(&ksp);CHKERRQ(ierr);
/*
Always call PetscFinalize() before exiting a program. This routine
- finalizes the PETSc libraries as well as MPI
- provides summary and diagnostic information if certain runtime
options are chosen (e.g., -log_view).
*/
ierr = PetscFinalize();
return ierr;
}
/*TEST
build:
requires: !complex !single
test:
args: -ksp_monitor_short -ksp_gmres_cgs_refinement_type refine_always
test:
suffix: 2
nsize: 3
args: -ksp_monitor_short -ksp_gmres_cgs_refinement_type refine_always
test:
suffix: 3
nsize: 2
args: -ksp_monitor_short -ksp_rtol 1e-6 -ksp_type pipefgmres
TEST*/
