Dear openMPI users,
I think this should be an easy question to anyone with more experience
than an openMPI-hello-world-program...
I wrote some openMPI code, where the master sends a length and then a
buffer with that length as 2 subsequent MPI messages.
The slave is receiving these messages and answers back in a similar manner.
Sometimes this goes ok, sometimes not.
Messages of 28 chars or shorter do fine.
Messages of 29 or longer are usually problematic.
This length can be controlled with
#define DUMMY_MSG_LENGTH (40)
On Mac I sometimes get a mentioning of "slave 32767", where there
should only be a leave 1.
Probably a buffer overrun or so, but I cannot see where.
On linux I get: Segmentation fault (11)
Increasing the length gives more problems...
How can I get this code stable?
What am I doing wrong?
Is there a maximum length to MPI messages?
For sending a string, do I use MPI_CHARACTER or MPI_BYTE or ...?
How come I cannot assert that my messages end in '\0' when received?
And how come that when I print them, I also get a segmentation fault?
Can I send two subsequent messages using MPI_Send, or do I have to do
the first as MPI_Isend and then do a MPI_Wait before the next
MPI_Send?...
Why do I not find code online for receiving the length first and then
allocating a buffer of this size and then receiving the next message?
All code, build, run scripts and logs are attached.
It would help me big time, if you could answer my questions or debug the code.
thanks a lot!
Pete
#include
#include
#include
#include
#include
#define DUMMY_MSG_LENGTH (40)
// >28 almost never works,
// <=28 mostly works, sometimes not either
#define LENGTH_TAG 1
#define WORK_TAG 2
#define RESULT_TAG 3
#define DIE_TAG 4
using namespace std;
// From: http://beige.ucs.indiana.edu/I590/node85.html
void mpiErrorLog(int rank, int error_code) {
if (error_code != MPI_SUCCESS) {
char error_string[BUFSIZ];
int length_of_error_string;
MPI_Error_string(error_code, error_string, _of_error_string);
cerr << "MPI: rank=" << rank << ", errorStr=" << error_string << endl;
//send_error = TRUE;
}
}
int main(int argc, char* argv[]) {
typedef unsigned long int unit_of_length_t;
typedef unsigned char unit_of_work_t;
typedef unsigned char unit_of_result_t;
int numprocs, rank, namelen;
char processor_name[MPI_MAX_PROCESSOR_NAME];
MPI_Init(, );
MPI_Comm_size(MPI_COMM_WORLD, );
cerr << "MPI: numprocs = " << numprocs << endl;
MPI_Comm_rank(MPI_COMM_WORLD, );
cerr << "MPI: rank = " << rank << endl;
MPI_Get_processor_name(processor_name, );
cerr << "MPI: processor_name = " << processor_name << endl;
MPI_Status status;
// Send work to the Slaves //
//MPI_Errhandler set(MPI_COMM_WORLD, MPI_ERRORS_RETURN);
int errorCode;
stringstream ss;
string s0(DUMMY_MSG_LENGTH, 'W');
cerr << "work msg = '" << s0 << "'" << endl;
ss << s0;
string s = ss.str();
if (rank!=0) {
MPI_Status status;
int errorCode;
while (true) {
// Receive work from the master //
unit_of_length_t workLength;
cerr << "MPI: slave " << rank << " ready to receive workLength from master"
<< endl;
errorCode = MPI_Recv(, 1, MPI_UNSIGNED_LONG, 0, MPI_ANY_TAG,
MPI_COMM_WORLD, );
mpiErrorLog(rank, errorCode);
assert((status.MPI_TAG == LENGTH_TAG) || (status.MPI_TAG == DIE_TAG));
if (status.MPI_TAG == DIE_TAG) {
cerr << "MPI: slave " << rank << " received dieTag from master, "
<< "errorCode = " << errorCode << endl;
MPI_Finalize();
return 0; // ok
}
assert(status.MPI_TAG == LENGTH_TAG);
cerr << "MPI: slave " << rank << " received workLength = "
<< workLength << " from master, errorCode = " << errorCode << endl;
unit_of_work_t * work = new unit_of_work_t[workLength+1];
cerr << "work = " << (void*)work << endl;
assert(work != 0);
cerr << "MPI: slave " << rank << " ready to receive work from master"
<< endl;
MPI_Recv(, workLength+1, MPI_BYTE, 0, WORK_TAG,
MPI_COMM_WORLD, );
cerr << "MPI: slave " << rank << " received work from master, "
<< "errorCode = " << errorCode << endl;
mpiErrorLog(rank, errorCode);
//**//assert(work[workLength] == '\0');
//**//cerr << ">>>MPI: work = " << work << endl;
//**//printf("MPI: work = %s", work);
assert(status.MPI_TAG == WORK_TAG);
stringstream ss1;
string s0(DUMMY_MSG_LENGTH, 'R');
cerr << "result msg = '" << s0 << "'" << endl;
ss1 << s0;
// Send result to the master //
unit_of_length_t resultLength = ss1.str().length();
unit_of_result_t * result = new unit_of_result_t[resultLength+1];
result[resultLength] = '\0';
cerr << "result = " << (void*)result << endl;
