Changeset 119

Timestamp:

06/02/10 13:15:24 (3 years ago)

Author:

faltet

Message:

Adjusted some parameters in order to not consume too much memory.

Now, the hard_suite should run using a maximum of 256 MB.

File:

• trunk/bench/bench.c (modified) (13 diffs)

trunk/bench/bench.c

@@ -6 +6 @@
   coming from a file" comment).
 
-  To compile using GCC, go to src/ directory and do:
+  To compile using GCC, stay in this directory and do:
 
     gcc -O3 -msse2 -o bench bench.c \
@@ -35 +35 @@
 
 #define KB  1024
-#define MB  (1024*1024)
-
-/* #define NCHUNKS (100) */
-/* #define NITER  (10)               /\* Number of iterations *\/ */
-#define NCHUNKS (128)
-#define NITER  (10)               /* Number of iterations */
-
+#define MB  (1024*KB)
+#define GB  (1024*MB)
+
+#define WORKINGSET (256*MB)     /* do not exceed this memory consumption */
+#define NCHUNKS (32*1024)       /* maximum number of chunks */
+#define NITER  3                /* number of iterations */
+
+
+int nchunks = NCHUNKS;
+int niter = NITER;
 
 #if defined(_WIN32) && !defined(__MINGW32__)
@@ -100 +103 @@
   sec = current.tv_sec - last.tv_sec;
   usec = current.tv_usec - last.tv_usec;
-  return (float)(((double)sec + usec*1e-6)/((double)NITER*NCHUNKS)*1e6);
+  return (float)(((double)sec + usec*1e-6)/((double)niter*nchunks)*1e6);
 }
 
@@ -154 +157 @@
   init_buffer(src, size, rshift);
   memcpy(srccpy, src, size);
-  for (j = 0; j < NCHUNKS; j++) {
+  for (j = 0; j < nchunks; j++) {
     dest[j] = malloc(size);
   }
 
   /* Warm destination memory (memcpy() will go a bit faster later on) */
-  for (j = 0; j < NCHUNKS; j++) {
+  for (j = 0; j < nchunks; j++) {
     memcpy(dest[j], src, size);
   }
@@ -168 +171 @@
   printf("Using synthetic data with %d significant bits (out of 32)\n", rshift);
   printf("Dataset size: %d bytes\tType size: %d bytes\n", size, elsize);
-  printf("Working set: %.1f MB\t\t", (size*NCHUNKS) / (float)MB);
+  printf("Working set: %.1f MB\t\t", (size*nchunks) / (float)MB);
   printf("Number of threads: %d\n", nthreads);
   printf("********************** Running benchmarks *********************\n");
 
   gettimeofday(&last, NULL);
-  for (i = 0; i < NITER; i++) {
-    for (j = 0; j < NCHUNKS; j++) {
+  for (i = 0; i < niter; i++) {
+    for (j = 0; j < nchunks; j++) {
       memcpy(dest[j], src, size);
     }
@@ -184 +187 @@
 
   gettimeofday(&last, NULL);
-  for (i = 0; i < NITER; i++) {
-    for (j = 0; j < NCHUNKS; j++) {
+  for (i = 0; i < niter; i++) {
+    for (j = 0; j < nchunks; j++) {
       memcpy(dest2, dest[j], size);
     }
@@ -199 +202 @@
 
     gettimeofday(&last, NULL);
-    for (i = 0; i < NITER; i++) {
-      for (j = 0; j < NCHUNKS; j++) {
+    for (i = 0; i < niter; i++) {
+      for (j = 0; j < nchunks; j++) {
         cbytes = blosc_compress(clevel, doshuffle, elsize, size, src, dest[j]);
       }
@@ -216 +219 @@
     /* Compressor was unable to compress.  Copy the buffer manually. */
     if (cbytes == 0) {
-      for (j = 0; j < NCHUNKS; j++) {
+      for (j = 0; j < nchunks; j++) {
         memcpy(dest[j], src, size);
       }
@@ -222 +225 @@
 
     gettimeofday(&last, NULL);
-    for (i = 0; i < NITER; i++) {
-      for (j = 0; j < NCHUNKS; j++) {
+    for (i = 0; i < niter; i++) {
+      for (j = 0; j < nchunks; j++) {
         if (cbytes == 0) {
           memcpy(dest2, dest[j], size);
@@ -259 +262 @@
 
   free(src); free(srccpy); free(dest2);
-  for (i = 0; i < NCHUNKS; i++) {
+  for (i = 0; i < nchunks; i++) {
     free(dest[i]);
   }
 
+}
+
+
+/* Compute a sensible value for nchunks */
+int get_nchunks(unsigned int size_) {
+  int nchunks;
+
+  nchunks = WORKINGSET / size_;
+  if (nchunks > NCHUNKS) nchunks = NCHUNKS;
+  if (nchunks < 1) nchunks = 1;
+  return nchunks;
 }
 
@@ -269 +283 @@
   int suite = 0;
   int hard_suite = 0;
-  int nthreads = 1;                /* The number of threads */
-  unsigned int size = 2*1024*1024; /* Buffer size */
-  unsigned int elsize = 8;         /* Datatype size */
-  int rshift = 19;                 /* Significant bits */
+  int nloops = 0;
+  float totalsize;
+  int nthreads = 1;                    /* The number of threads */
+  unsigned int size = 2*1024*1024;     /* Buffer size */
+  unsigned int elsize = 8;             /* Datatype size */
+  int rshift = 19;                     /* Significant bits */
   int j;
 
@@ -293 +309 @@
     if (argc >= 3) {
       size = atoi(argv[2])*1024;
-      if (size > 2*1024*1024) {
-        printf("The test is going to require more than 256 MB of RAM!\n");
-      }
     }
     if (argc >= 4) {
@@ -309 +322 @@
   }
 
+  nchunks = get_nchunks(size);
+
   if (hard_suite) {
-    for (j=1; j <= nthreads; j++) {
-      for (size=64*KB; size <= 8*MB; size *=2) {
-        for (elsize=1; elsize < 32; elsize *=2) {
-          for (rshift=0; rshift < 32; rshift +=5) {
+    for (rshift=0; rshift < 32; rshift +=5) {
+      for (elsize=1; elsize <= 32; elsize *=2) {
+        for (size=32*KB; size <= 8*MB; size *=2) {
+          nchunks = get_nchunks(size);
+          for (j=1; j <= nthreads; j++) {
             do_bench(j, size, elsize, rshift);
+            nloops++;
           }
         }
       }
     }
+    /* To compute the totalsize, we should take into account the 9
+       compression levels */
+    totalsize = (1. * nloops * WORKINGSET * NITER * 9) / GB;
+    printf("Performed round-trip compr/decompr on %.1f GB", totalsize);
   }
   else if (suite) {