VictorMylle/Thesis
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Updated thesis

Browse Source
This commit is contained in:
Victor Mylle
2024-05-13 13:47:59 +02:00
parent fecf1492fb
commit 615f9486bc
13 changed files with 309 additions and 301 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/trainers/diffusion_trainer.py
View File

@@ -59,11 +59,8 @@ def sample_diffusion(
# evenly spaces 4 intermediate samples to append between 1 and noise_steps
if intermediate_samples:
first_quarter_end = (noise_steps - 1) // 4
spacing = (first_quarter_end - 1) // 4
# save 1, 1 + spacing, 1 + 2*spacing, 1 + 3*spacing
if i % spacing == 1 and i <= first_quarter_end:
spacing = (noise_steps - 1) // 4
if i % spacing == 0:
intermediate_samples_list.append(x)
x = torch.clamp(x, -1.0, 1.0)

4
src/training_scripts/diffusion_training.py
View File

@@ -2,7 +2,7 @@ from src.utils.clearml import ClearMLHelper
clearml_helper = ClearMLHelper(project_name="Thesis/NrvForecast")
task = clearml_helper.get_task(
task_name="Diffusion Training: hidden_sizes=[256, 256] (30 steps), lr=0.0001, time_dim=8",
task_name="Diffusion Training: hidden_sizes=[256, 256] (100 steps), lr=0.0001, time_dim=8",
)
task.execute_remotely(queue_name="default", exit_process=True)
@@ -71,6 +71,6 @@ policy_evaluator = PolicyEvaluator(baseline_policy, task)
#### Trainer ####
trainer = DiffusionTrainer(
model, data_processor, "cuda", policy_evaluator=policy_evaluator, noise_steps=30
model, data_processor, "cuda", policy_evaluator=policy_evaluator, noise_steps=100
)
trainer.train(model_parameters["epochs"], model_parameters["learning_rate"], task)