Commit 57946796 authored by mova's avatar mova
Browse files

add comet parameter for ending by early stopping, prediction: stop qfseq after...

add comet parameter for ending by early stopping, prediction: stop qfseq after testing batches have been loaded.
parent 6feb459d
......@@ -30,7 +30,9 @@ validation steps: {relative_improvement*100}%"""
logger.warn("Early Stopping criteria fulfilled")
OmegaConf.save(train_state.state, conf.path.complete_state)
if not conf.debug:
train_state.experiment.log_other("ended", True)
train_state.experiment.end()
return True
else:
train_state.experiment.log_other("ended", False)
return False
......@@ -34,6 +34,8 @@ def prediction_procedure():
# Make sure the batches are loaded
_ = train_state.loader.testing_batches
train_state.loader.qfseq.stop()
logger.info("Start iterating batches.")
for ibatch, batch in enumerate(tqdm(train_state.loader.testing_batches)):
batch = move_batch_to_device(batch, device)
......@@ -69,3 +71,4 @@ def prediction_procedure():
# train_state.experiment.log_curve(
# "Relative Error", ys, df["Relativ Error"], overwrite=True, step=None
# )
exit(0)
......@@ -55,6 +55,19 @@
"args": [
"--tag",
"linreg",
"--debug",
"train",
]
},
{
"name": "t seltag",
"type": "python",
"request": "launch",
"module": "fgsim",
"args": [
"--tag",
// "`fd --type d \".*\" --maxdepth 1 ~/fgsim/wd | sd \".*/(.+)$\" \"\\$1\"|fzf`",
"linreg",
"train",
]
},
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment