Changeset 694

Timestamp:

10/28/09 00:16:03 (4 weeks ago)

Author:

kgao

Message:

add 'multiple write operations of single non-record variable' test

Location:

trunk/test/mcoll_perf

Files:

• Makefile.in (modified) (2 diffs)
• go (modified) (2 diffs)
• mcoll_perf.c (modified) (1 diff)
• single_mcoll_perf_non_record.c (added)
• single_mcoll_perf_record.c (modified) (16 diffs)

trunk/test/mcoll_perf/Makefile.in

@@ -10 +10 @@
 CFLAGS          = @CFLAGS@ $(INCLUDES) 
 
-SRCS            = mcoll_perf.c single_mcoll_perf_record.c
+SRCS            = mcoll_perf.c single_mcoll_perf_record.c single_mcoll_perf_non_record.c 
 OBJS            = $(SRCS:.c=.o)
-PROGS           = mcoll_perf single_mcoll_perf_record
+PROGS           = mcoll_perf single_mcoll_perf_record single_mcoll_perf_non_record
 LDFLAGS         = -L$(LIBDIR) -L../common @LDFLAGS@
 LIBS            = -lpnetcdf -ltestutils @LIBS@
@@ -25 +25 @@
 single_mcoll_perf_record: single_mcoll_perf_record.o
         $(CC) -g -o $@ $@.o $(LDFLAGS) $(LIBS)
+single_mcoll_perf_record: single_mcoll_perf_non_record.o
+        $(CC) -g -o $@ $@.o $(LDFLAGS) $(LIBS)
 
 clean:

trunk/test/mcoll_perf/go

@@ -1 @@
-mpiexec -n 4 mcoll_perf 32 4 1 3 1 -fname /pvfs2/kgao/mvars/test1
+mpiexec -n 4 mcoll_perf 32 4 1 3 1 -fname /pvfs2/kgao/mvars/test1 //combine multiple variable write options in one collective write 
 
 
@@ -19 +19 @@
                                ! 1: record variables
 
-mpiexec -n 4 single_mcoll_perf 32 4 1 3 -fname /pvfs2/kgao/mvars/test1
+mpiexec -n 4 single_mcoll_perf_record 32 4 1 3 -fname /pvfs2/kgao/mvars/test1 //multiple write operations of single record variable 
+mpiexec -n 4 single_mcoll_perf_non_record 32 4 1 3 -fname /pvfs2/kgao/mvars/test1 //multiple write operations of single non-record variable
 
 argv[1]    length              ! global array size in X, Y and Z
                                  array_of_gsizes[0] = array_of_gsizes[1] = array_of_gsizes[2] = length;
-argv[2]    nvars               ! number of write 
+argv[2]    ntimes              ! number of write 
 argv[3]    k_loop              ! number of loop for test
 argv[4]    mvar_flag           ! 0: original ncmpi_put_vara_all

trunk/test/mcoll_perf/mcoll_perf.c

@@ -329 +329 @@
       }
 
-      file_size = 1024+nvars*array_of_gsizes[0]*array_of_gsizes[1]*array_of_gsizes[2]*sizeof(int);
-      write_bw = file_size/new_run_tim[top]/1024.0/1024.0;
       fprintf(stderr, "mvar nvars:%d, Global array size %d x %d x %d integers, local array size: %d x %d x%d, filesize:%d\n", nvars, array_of_gsizes[0], array_of_gsizes[1], array_of_gsizes[2],sizes[0], sizes[1], sizes[2], file_size);
-      fprintf(stderr, "%dx%dx%d, %d: nvars:%d, loop:%d, k:%d, open_t = %f, def_t =%f, write_t = %f sec,run_t = %f sec, filesize: %ld, bandwidth = %f Mbytes/sec\n", sizes[0], sizes[1], sizes[2],mvar_flag, nvars, k_loop, top, new_open_tim[top], new_def_tim[top], new_write_tim[top], new_run_tim[top],file_size, write_bw); 
+      fprintf(stderr, "%dx%dx%d, %d: nvars:%d, loop:%d, k:%d, open_t = %f, def_t =%f, write_t = %f sec,run_t = %f sec\n", sizes[0], sizes[1], sizes[2],mvar_flag, nvars, k_loop, top, new_open_tim[top], new_def_tim[top], new_write_tim[top], new_run_tim[top]); 
     }
     

trunk/test/mcoll_perf/single_mcoll_perf_record.c

@@ -49 +49 @@
     MPI_Offset *bufcount_list;
     int ndims = 3;
-    int nvars = 10;
+    int ntimes = 10;
     int k, k_loop;
     MPI_Datatype *datatype_list;
@@ -63 +63 @@
     array_of_gsizes[0] = array_of_gsizes[1] = array_of_gsizes[2] = length;
 
-    nvars = atoi(argv[2]);
+    ntimes = atoi(argv[2]);
     k_loop = atoi(argv[3]);
     mvar_flag = atoi(argv[4]);
@@ -105 +105 @@
     order = MPI_ORDER_C;
     
-    buf = (int **)malloc(nvars*sizeof(int*));
+    buf = (int **)malloc(ntimes*sizeof(int*));
     if (buf == NULL){
                 printf("buf malloc error\n");
                 return 0;               
     }   
-    varid = (int *)malloc(nvars*sizeof(int));
+    varid = (int *)malloc(ntimes*sizeof(int));
     if (varid == NULL){
                 printf("varid malloc error\n");
                 return 0;               
     }   
-    bufcount_list = (MPI_Offset *)malloc(nvars*sizeof(MPI_Offset));
+    bufcount_list = (MPI_Offset *)malloc(ntimes*sizeof(MPI_Offset));
     if (bufcount_list == NULL){
                 printf("bufcount_list malloc error\n");
                 return 0;               
     }   
-    starts_list = (MPI_Offset **)malloc(nvars*sizeof(MPI_Offset *));
+    starts_list = (MPI_Offset **)malloc(ntimes*sizeof(MPI_Offset *));
     if (starts_list== NULL){
                 printf("starts_list malloc error\n");
                 return 0;               
     }   
-    count_list = (MPI_Offset **)malloc(nvars*sizeof(MPI_Offset *));
+    count_list = (MPI_Offset **)malloc(ntimes*sizeof(MPI_Offset *));
     if (count_list == NULL){
                 printf("count_list malloc error\n");
                 return 0;               
     }   
-    datatype_list = (MPI_Datatype*)malloc(nvars*sizeof(MPI_Datatype));
+    datatype_list = (MPI_Datatype*)malloc(ntimes*sizeof(MPI_Datatype));
     if (datatype_list == NULL){
                 printf("count_list malloc error\n");
@@ -136 +136 @@
     }   
     
-    array_of_requests = (NCMPI_Request *)malloc(nvars*sizeof(struct NCMPI_Req));
+    array_of_requests = (NCMPI_Request *)malloc(ntimes*sizeof(struct NCMPI_Req));
     
     new_open_tim = (double *)malloc(k_loop*sizeof(double));
@@ -159 +159 @@
     }   
  
-    for (i=0; i<nvars; i++) {
+    for (i=0; i<ntimes; i++) {
        starts_list[i] = (MPI_Offset *)malloc(ndims*sizeof(MPI_Offset));
        if (starts_list[i] == NULL){
@@ -203 +203 @@
 
     /* mput */
-    for (i=0; i<nvars; i++) {
+    for (i=0; i<ntimes; i++) {
            starts_list[i][0] = array_of_starts[0]+i*array_of_gsizes[0];
            count_list[i][0]  = length;
@@ -215 +215 @@
 
     srand(mynod+1);
-    for(i=0; i<nvars;i++){
+    for(i=0; i<ntimes;i++){
         buf[i] = (int *) malloc(bufcount * sizeof(int));
         if (buf[i] == NULL){
@@ -234 +234 @@
 
     for (k=0; k<k_loop; k++){
-      sprintf(filename, "%s.%d.%d.%d.%d.nc", pathname, length, nvars, mvar_flag, k);
+      sprintf(filename, "%s.%d.%d.%d.%d.nc", pathname, length, ntimes, mvar_flag, k);
       MPI_Barrier(MPI_COMM_WORLD);
       start_time = MPI_Wtime();
@@ -250 +250 @@
         sprintf(varname, "var_%d", 0);
         ncmpi_def_var(ncid, varname, NC_INT, ndims, dimids, &varid[0]);
-      for (i=1; i<nvars; i++){
+      for (i=1; i<ntimes; i++){
         varid[i]=varid[0];
       }
@@ -264 +264 @@
    them */
         if (mvar_flag == 0) {
-              for (i=0; i<nvars; i++){
+              for (i=0; i<ntimes; i++){
                   status = ncmpi_put_vara_all(ncid, varid[i],
                             starts_list[i], count_list[i],
@@ -272 +272 @@
         } 
         if (mvar_flag == 1) {
-//                   status = ncmpi_put_mvara_all(ncid, nvars, varid,
-             status = ncmpi_put_mvara_all(ncid, nvars, varid,
+//                   status = ncmpi_put_mvara_all(ncid, ntimes, varid,
+             status = ncmpi_put_mvara_all(ncid, ntimes, varid,
                                 starts_list, count_list,
                                (void **)buf, bufcount_list, datatype_list);
@@ -279 +279 @@
         }
         if (mvar_flag == 2) {
-              for (i=0; i<nvars; i++){
+              for (i=0; i<ntimes; i++){
                   status = ncmpi_iput_vara_all(ncid, varid[i],
                             starts_list[i], count_list[i],
@@ -288 +288 @@
         } 
         if (mvar_flag == 3) {
-              for (i=0; i<nvars; i++){
+              for (i=0; i<ntimes; i++){
                   status = ncmpi_iput_vara_all(ncid, varid[i],
                             starts_list[i], count_list[i],
@@ -294 +294 @@
                   TEST_HANDLE_ERR(status);
               }
-              ncmpi_waitall(nvars, array_of_requests);
+              ncmpi_waitall(ntimes, array_of_requests);
         } 
  
@@ -321 +321 @@
       }
 
-      file_size = 1024+nvars*array_of_gsizes[0]*array_of_gsizes[1]*array_of_gsizes[2]*sizeof(int);
-      write_bw = file_size/new_run_tim[top]/1024.0/1024.0;
-      fprintf(stderr, "mvar nvars:%d, Global array size %d x %d x %d integers, local array size: %d x %d x%d, filesize:%d\n", nvars, array_of_gsizes[0], array_of_gsizes[1], array_of_gsizes[2],sizes[0], sizes[1], sizes[2], file_size);
-      fprintf(stderr, "%dx%dx%d, %d: nvars:%d, loop:%d, k:%d, open_t = %f, def_t =%f, write_t = %f sec,run_t = %f sec, filesize: %ld, bandwidth = %f Mbytes/sec\n", sizes[0], sizes[1], sizes[2],mvar_flag, nvars, k_loop, top, new_open_tim[top], new_def_tim[top], new_write_tim[top], new_run_tim[top],file_size, write_bw); 
-    }
-    
+      fprintf(stderr, "one record variable ntimes:%d, Global array size (%d x %d) x %d x %d integers, local array size: %d x %d x%d, filesize:%d\n", ntimes, array_of_gsizes[0], ntimes, array_of_gsizes[1], array_of_gsizes[2],sizes[0], sizes[1], sizes[2], file_size);
+      fprintf(stderr, "%dx%dx%d, %d: ntimes:%d, loop:%d, k:%d, open_t = %f, def_t =%f, write_t = %f sec,run_t = %f sec\n", sizes[0], sizes[1], sizes[2],mvar_flag, ntimes, k_loop, top, new_open_tim[top], new_def_tim[top], new_write_tim[top], new_run_tim[top]); 
+    }
+    
+
 /*
     int nkeys; 
@@ -353 +352 @@
     free(new_run_tim);
 
-    for (i=0; i<nvars; i++){
+    for (i=0; i<ntimes; i++){
     free(buf[i]);
     free(starts_list[i]);