00001
00002
00003
00004
00005
00006
00007
00008
00009
00010
00011
00012
00013
00014
00015
00016
00017
00018
00019
00020
00021
00022
00023
00024
00025
00026
00027
00028 #ifndef _util_group_messmpi_h
00029 #define _util_group_messmpi_h
00030
00031 #include <util/group/message.h>
00032 #include <util/group/thread.h>
00033
00034 #define MPICH_SKIP_MPICXX
00035 #include <mpi.h>
00036
00037 namespace sc {
00038
00041 class MPIMessageGrp: public MessageGrp {
00042 protected:
00043 void* buf;
00044 int bufsize;
00045
00046 int rnode;
00047 int rtag;
00048 int rlen;
00049
00051 bool use_messagegrp_collectives_;
00052
00054 static int nmpi_grps;
00056 static Ref<ThreadLock> grplock;
00057
00058 Ref<ThreadGrp> threadgrp;
00060 MPI_Comm commgrp;
00061
00063 void init(MPI_Comm comm, int *argc=0, char ***argv=0);
00064 public:
00065 MPIMessageGrp();
00068 MPIMessageGrp(MPI_Comm comm);
00072 MPIMessageGrp(int *argc, char ***argv);
00074 MPIMessageGrp(const Ref<KeyVal>&);
00075 ~MPIMessageGrp();
00076
00078 Ref<MessageGrp> clone(void);
00079
00080 void raw_send(int target, const void* data, int nbyte);
00081 void raw_recv(int sender, void* data, int nbyte);
00082 void raw_sendt(int target, int type, const void* data, int nbyte);
00083 void raw_recvt(int type, void* data, int nbyte);
00084
00085 int probet(int type);
00086
00087 void sync();
00088
00089 void sum(double*, int n, double*scratch = 0, int target = -1);
00090 void sum(int*, int n, int*scratch = 0, int target = -1);
00091
00092 void reduce(double*, int n, GrpReduce<double>&,
00093 double*scratch = 0, int target = -1);
00094 void reduce(unsigned int*, int n, GrpReduce<unsigned int>&,
00095 unsigned int*scratch = 0, int target = -1);
00096 void reduce(int*, int n, GrpReduce<int>&,
00097 int*scratch = 0, int target = -1);
00098 void reduce(char*, int n, GrpReduce<char>&,
00099 char*scratch = 0, int target = -1);
00100 void reduce(unsigned char*, int n, GrpReduce<unsigned char>&,
00101 unsigned char*scratch = 0, int target = -1);
00102 void reduce(signed char*, int n, GrpReduce<signed char>&,
00103 signed char*scratch = 0, int target = -1);
00104 void reduce(short*, int n, GrpReduce<short>&,
00105 short*scratch = 0, int target = -1);
00106 void reduce(float*, int n, GrpReduce<float>&,
00107 float*scratch = 0, int target = -1);
00108 void reduce(long*, int n, GrpReduce<long>&,
00109 long*scratch = 0, int target = -1);
00110
00111 void raw_bcast(void* data, int nbyte, int from);
00112 };
00113
00114 }
00115
00116 #endif
00117
00118
00119
00120
00121