From 093d334c17f71711a9ad202dc5e37638b413f2d8 Mon Sep 17 00:00:00 2001
From: Jayesh Badwaik <j.badwaik@fz-juelich.de>
Date: Wed, 9 Oct 2024 22:58:27 +0200
Subject: [PATCH] + step-based data generation
---
preprocess/generator.py | 23 +++++++++++++++++++++++
simple.yml | 12 +++++++++++-
src/value.py | 10 +++++++---
3 files changed, 41 insertions(+), 4 deletions(-)
create mode 100644 preprocess/generator.py
diff --git a/preprocess/generator.py b/preprocess/generator.py
new file mode 100644
index 0000000..cdaf1c9
--- /dev/null
+++ b/preprocess/generator.py
@@ -0,0 +1,23 @@
+#!/usr/bin/env python
+
+import argparse
+
+def parser():
+ parser = argparse.ArgumentParser(description="Preprocessor")
+ parser.add_argument("--machine", type=str, help="Machine Name")
+ parser.add_argument("--output", type=str, help="Output file")
+ return parser
+
+
+if __name__ == "__main__":
+ args = parser().parse_args()
+ with open(args.output, "w") as f:
+ if args.machine == "jurecadc":
+ f.write("24")
+ elif args.machine == "jedi":
+ f.write("12")
+ else:
+ raise ValueError("Unknown machine")
+
+
+
\ No newline at end of file
diff --git a/simple.yml b/simple.yml
index 543f598..89e282b 100644
--- a/simple.yml
+++ b/simple.yml
@@ -15,6 +15,8 @@ outpath: /dev/null
fileset:
- name: auxsource
copy: src
+ - name: preprocess_data
+ copy: preprocess
parameterset:
- name: systemInfo
@@ -50,10 +52,18 @@ parameterset:
- name: executable
_: "python"
- name: args_exec
- _: "src/value.py ${input_value}"
+ _: "src/value.py --number ${input_value} --input codegen/genparam"
step:
+ - name: codegen
+ use:
+ - preprocess_data
+ - systemInfo
+ do:
+ - module load GCC Python
+ - python preprocess/generator.py --machine ${system_name} --output genparam
- name: execute
+ depend: codegen
use:
- benchParam
- systemInfo
diff --git a/src/value.py b/src/value.py
index 7a685d1..68e3dca 100644
--- a/src/value.py
+++ b/src/value.py
@@ -5,10 +5,14 @@ import random
def parser():
parser = argparse.ArgumentParser(description="Value of a number")
- parser.add_argument("number", type=int, help="Number to use for multiplication")
+ parser.add_argument("--number", type=int, help="Number to use for multiplication")
+ parser.add_argument("--input", type=str, help="Input file")
return parser
if __name__ == "__main__":
args = parser().parse_args()
- string = " " * random.randint(1, 10)
- print("Runtime={}{}".format(string,float(args.number)*12))
+ with open(args.input, "r") as f:
+ data = f.read()
+ runtime = float(data) * float(args.number) * 12
+ string = " " * random.randint(1, 10)
+ print("Runtime={}{}".format(string,runtime))
--
GitLab