[mpich-commits] [mpich] MPICH primary repository branch, master, updated. v3.1b1-32-g453816e
mysql vizuser
noreply at mpich.org
Wed Sep 11 12:27:29 CDT 2013
This is an automated email from the git hooks/post-receive script. It was
generated because a ref change was pushed to the repository containing
the project "MPICH primary repository".
The branch, master has been updated
via 453816e4c542e1eed03278e390dd1540cf174a39 (commit)
from 3cdefc7a2b9f0586bc0efe51bc5d3cb685d1f134 (commit)
Those revisions listed above that are new to this repository have
not appeared on any other notification email; so we list those
revisions in full, below.
- Log -----------------------------------------------------------------
http://git.mpich.org/mpich.git/commitdiff/453816e4c542e1eed03278e390dd1540cf174a39
commit 453816e4c542e1eed03278e390dd1540cf174a39
Author: Rob Latham <robl at mcs.anl.gov>
Date: Wed Sep 11 11:34:23 2013 -0500
Datatype test describing large amounts of data
An complimentary test to large_count. Whereas large_count hits an
assertion early on about size being negative, this test progresses
further into the dataloop code... where it asserts about a count of
blocks being negative:
Assertion failed in file ../src/mpid/common/datatype/dataloop/segment_count.c at line 100: *blocks_p > 0
refer to ticket #1893
RobL's large-count/large-type combo branch will address this once it
lands.
diff --git a/test/mpi/datatype/large_type.c b/test/mpi/datatype/large_type.c
new file mode 100644
index 0000000..9449160
--- /dev/null
+++ b/test/mpi/datatype/large_type.c
@@ -0,0 +1,139 @@
+#include <stdio.h>
+#include <stdlib.h>
+#include <mpi.h>
+
+static MPI_Datatype make_largexfer_type_struct(MPI_Offset nbytes)
+{
+ int typechunk_size = 1024*1024; /* in bytes: TODO: figure out how big a
+ chunk is really needed */
+ int chunk_count;
+ int remainder=0;
+ MPI_Datatype memtype, chunktype;
+
+ /* need to cook up a new datatype to accomodate large datatypes */
+ /* first pass: chunks of 1 MiB plus an additional remainder. Does require
+ * 8 byte MPI_Aint, which should have been checked for earlier */
+
+ if (sizeof(MPI_Aint) <= sizeof(int)) {
+ return MPI_DATATYPE_NULL;
+ }
+
+ chunk_count = nbytes/typechunk_size;
+ remainder = nbytes % typechunk_size;
+ MPI_Type_contiguous(typechunk_size, MPI_BYTE, &chunktype);
+ MPI_Type_commit(&chunktype);
+
+ /* a zero remainder means we can just count contigs */
+ if (remainder == 0) {
+ memtype = chunktype;
+ } else {
+ /* struct type: some number of chunks plus remaining bytes tacked
+ * on at end */
+ int lens[] = {chunk_count, remainder};
+ MPI_Aint disp[] = {0, (MPI_Aint) typechunk_size * (MPI_Aint)chunk_count};
+ MPI_Datatype types[] = {chunktype, MPI_BYTE};
+
+ MPI_Type_struct(2, lens, disp, types, &memtype);
+ MPI_Type_commit(&memtype);
+ MPI_Type_free(&chunktype);
+ }
+ return memtype;
+}
+static MPI_Datatype make_largexfer_type_hindexed(MPI_Offset nbytes)
+{
+ int i, count;
+ int chunk_size = 1024*1024;
+ int *blocklens;
+ MPI_Aint *disp;
+ MPI_Datatype memtype;
+
+ /* need to cook up a new datatype to accomodate large datatypes */
+ /* Does require 8 byte MPI_Aint, which should have been checked for earlier
+ */
+
+ if (sizeof(MPI_Aint) <= sizeof(int)) {
+ return MPI_DATATYPE_NULL;
+ }
+
+ /* ceiling division */
+ count = 1 + ((nbytes -1) / chunk_size );
+
+ blocklens = calloc(count, sizeof(int));
+ disp = calloc(count, sizeof(MPI_Aint));
+
+
+ for (i=0; i<(count-1); i++) {
+ blocklens[i] = chunk_size;
+ disp[i] = (MPI_Aint)chunk_size*i;
+ }
+ blocklens[count-1] = nbytes-((MPI_Aint)chunk_size*i);
+ disp[count-1] = (MPI_Aint)chunk_size*(count-1);
+
+ MPI_Type_create_hindexed(count, blocklens, disp, MPI_BYTE, &memtype);
+ MPI_Type_commit(&memtype);
+
+ return memtype;
+}
+
+
+int testtype(MPI_Datatype type) {
+ MPI_Count size, lb, extent;
+ int nerrors=0;
+ MPI_Type_size_x(type, &size);
+
+ if (size > 0) {
+ printf("constructed type of size %lld\n", size);
+ } else {
+ printf("ERROR: type size apparently overflowed integer\n");
+ nerrors++;
+ }
+
+ MPI_Type_get_true_extent_x(type, &lb, &extent);
+ if (lb != 0) {
+ printf("ERROR: type should have lb of 0, reported %lld\n", lb);
+ nerrors ++;
+ } else {
+ printf("constructed type has lb of %lld\n", lb);
+ }
+
+ if (extent != size) {
+ printf("ERROR: extent should match size, not %lld\n", extent);
+ nerrors ++;
+ } else {
+ printf("constructed type extent matches size: %lld\n", extent);
+ }
+ return nerrors;
+}
+
+
+int main(int argc, char **argv)
+{
+
+ int nerrors=0, i;
+ int rank, size;
+ MPI_Init(&argc, &argv);
+ MPI_Comm_rank(MPI_COMM_WORLD, &rank);
+ MPI_Comm_size(MPI_COMM_WORLD, &size);
+
+#define NR_TYPES 2
+ MPI_Datatype types[NR_TYPES];
+
+ types[0] = make_largexfer_type_struct(2346319872);
+ types[1] = make_largexfer_type_hindexed(2346319872);
+
+ for (i=0; i<NR_TYPES; i++) {
+ nerrors += testtype(types[i]);
+ MPI_Type_free(&(types[i]));
+ }
+
+ MPI_Finalize();
+ if (rank == 0) {
+ if (nerrors) {
+ printf("foiund %d errors\n", nerrors);
+ } else {
+ printf(" No errors\n");
+ }
+ }
+
+ return 0;
+}
diff --git a/test/mpi/datatype/testlist b/test/mpi/datatype/testlist
index 755b25b..08d0ce5 100644
--- a/test/mpi/datatype/testlist
+++ b/test/mpi/datatype/testlist
@@ -50,3 +50,4 @@ hindexed_block_contents 1 mpiversion=3.0
longdouble 1
large-count 1 mpiversion=3.0 xfail=ticket1767
cxx-types 1 mpiversion=3.0
+large-type 1 mpiversion=3.0 xfail=ticket1893
-----------------------------------------------------------------------
Summary of changes:
test/mpi/datatype/large_type.c | 139 ++++++++++++++++++++++++++++++++++++++++
test/mpi/datatype/testlist | 1 +
2 files changed, 140 insertions(+), 0 deletions(-)
create mode 100644 test/mpi/datatype/large_type.c
hooks/post-receive
--
MPICH primary repository
More information about the commits
mailing list