Merge pull request #34 from tinaok/master

resolving issue #33
pangeo-data · Oct 11, 2019 · 2c1605b · 2c1605b
2 parents b67568f + aec75ef
commit 2c1605b
Show file tree

Hide file tree

Showing 4 changed files with 32 additions and 0 deletions.
diff --git a/benchmark-configs/halstrong11D.yaml b/benchmark-configs/halstrong11D.yaml
@@ -6,6 +6,7 @@ maxmemory_per_node: 128gb
 maxcore_per_node: 24
 chunk_per_worker: 10
 spil: false
+freq: 1D
 parameters:
   number_of_workers_per_nodes:
     - 1

diff --git a/benchmark-configs/halstrong21D.yaml b/benchmark-configs/halstrong21D.yaml
@@ -6,6 +6,7 @@ maxmemory_per_node: 128gb
 maxcore_per_node: 24
 chunk_per_worker: 10
 spil: false
+freq: 1D
 parameters:
   number_of_workers_per_nodes:
     - 1

diff --git a/benchmark-configs/halweak1D.yaml b/benchmark-configs/halweak1D.yaml
@@ -0,0 +1,28 @@
+machine: hal1D
+job_scheduler: pbs
+queue: batch
+walltime: 1:00:00
+maxmemory_per_node: 128gb
+maxcore_per_node: 24
+chunk_per_worker: 10
+spil: false
+freq: 1D
+parameters:
+  number_of_workers_per_nodes:
+    - 1
+  number_of_threads_per_workers: 1
+  number_of_nodes:
+    - 1
+    - 2
+    - 4
+    - 8
+    - 16
+  chunk_size:
+    - 64MB
+    - 128MB
+    - 256MB
+    - 512MB
+  chunking_scheme:
+    - spatial
+    - temporal
+    - auto
diff --git a/benchmarks/utils.py b/benchmarks/utils.py
@@ -113,6 +113,7 @@ def run(self):
         maxmemory_per_node = self.params["maxmemory_per_node"]
         maxcore_per_node = self.params["maxcore_per_node"]
         chunk_per_worker = self.params["chunk_per_worker"]
+        freq = self.params["freq"]
         spil = self.params["spil"]
         output_dir = self.params.get("output_dir", results_dir)
         now = datetime.datetime.now()
@@ -159,6 +160,7 @@ def run(self):
                             chunk_size=chunk_size,
                             chunking_scheme=chunking_scheme,
                             num_nodes=num,
+                            freq=freq,
                             worker_per_node=wpn,
                         ).persist()
                         wait(ds)