+ step-based data generation

preprocess/generator.py

+#!/usr/bin/env python
+
+import argparse
+
+def parser():
+    parser = argparse.ArgumentParser(description="Preprocessor")
+    parser.add_argument("--machine", type=str, help="Machine Name")
+    parser.add_argument("--output", type=str, help="Output file")
+    return parser
+
+
+if __name__ == "__main__":
+    args = parser().parse_args()
+    with open(args.output, "w") as f:
+        if args.machine == "jurecadc":
+            f.write("24")
+        elif args.machine == "jedi": 
+            f.write("12")
+        else:
+            raise ValueError("Unknown machine")
+        
+            
+    
\ No newline at end of file

simple.yml

@@ -15,6 +15,8 @@ outpath: /dev/null
 fileset:
   - name: auxsource
     copy: src
+  - name: preprocess_data
+    copy: preprocess
 
 parameterset:
   - name: systemInfo
@@ -50,10 +52,18 @@ parameterset:
       - name: executable
         _: "python"
       - name: args_exec
-        _: "src/value.py ${input_value}"
+        _: "src/value.py --number ${input_value} --input codegen/genparam"
 
 step:
+  - name: codegen
+    use:
+      - preprocess_data
+      - systemInfo
+    do:
+      - module load GCC Python
+      - python preprocess/generator.py --machine ${system_name} --output genparam
   - name: execute
+    depend: codegen
     use: 
       - benchParam
       - systemInfo

src/value.py

@@ -5,10 +5,14 @@ import random
 
 def parser():
     parser = argparse.ArgumentParser(description="Value of a number")
-    parser.add_argument("number", type=int, help="Number to use for multiplication")
+    parser.add_argument("--number", type=int, help="Number to use for multiplication")
+    parser.add_argument("--input", type=str, help="Input file")
     return parser
 
 if __name__ == "__main__":
     args = parser().parse_args()
+    with open(args.input, "r") as f:
+        data = f.read()
+        runtime = float(data) * float(args.number) * 12
         string = " " * random.randint(1, 10)
-    print("Runtime={}{}".format(string,float(args.number)*12))
+        print("Runtime={}{}".format(string,runtime))