extend evaluation, add run configs, change continuity constrain, add …

…validation callbacks, set C0 to 1, change rendering

config/hao_1view.yaml

@@ -0,0 +1,34 @@
+# Data:
+#   data_sim_type : 'hao' # simulated data (psi or hao)
+#   data_path : '/mnt/ground-data/data_fits/dcmer_0000_bang_0000_pB'
+
+path_to_save: "/glade/work/rjarolim/sunerf-cme/1view_v02"
+working_directory: '/glade/derecho/scratch/rjarolim/sunerf-cme/1view_v02'
+wandb:
+  entity: "ssa_live_twin"
+  project: "sunerf-cme-test"
+  name: "1view_v02"
+
+data:
+  data_path_pB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_1view/*pB*.fits"
+  data_path_tB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_1view/*tB*.fits"
+  debug: False
+  Rs_per_ds: 1
+  seconds_per_dt: 86400
+  validation_cube: "/glade/work/rjarolim/data/sunerf-cme/hao/density_cube_v2/dens_stepnum_030.sav"
+
+sampling_config:
+  n_samples: 64
+  near: -130
+  far: 130
+
+module:
+  image_scaling_config: {vmin: -8, vmax: -4}
+  lambda_velocity_regularization: 1.0e-2
+  lambda_continuity: 1.0e-2
+  lambda_radial_regularization: 1.0e-2
+  lambda_brightness: 10
+  model_config: {encoding: 'positional'}
+
+train:
+  log_every_n_steps: 2000

config/hao_1view_120.yaml

@@ -0,0 +1,34 @@
+# Data:
+#   data_sim_type : 'hao' # simulated data (psi or hao)
+#   data_path : '/mnt/ground-data/data_fits/dcmer_0000_bang_0000_pB'
+
+path_to_save: "/glade/work/rjarolim/sunerf-cme/1view_120_v01"
+working_directory: '/glade/derecho/scratch/rjarolim/sunerf-cme/1view_120_v01'
+wandb:
+  entity: "ssa_live_twin"
+  project: "sunerf-cme-test"
+  name: "1view_120_v01"
+
+data:
+  data_path_pB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_1view_120/*pB*.fits"
+  data_path_tB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_1view_120/*tB*.fits"
+  debug: False
+  Rs_per_ds: 1
+  seconds_per_dt: 86400
+  validation_cube: "/glade/work/rjarolim/data/sunerf-cme/hao/density_cube_v2/dens_stepnum_030.sav"
+
+sampling_config:
+  n_samples: 64
+  near: -130
+  far: 130
+
+module:
+  image_scaling_config: {vmin: -8, vmax: -4}
+  lambda_velocity_regularization: 1.0e-2
+  lambda_continuity: 1.0e-2
+  lambda_radial_regularization: 1.0e-2
+  lambda_brightness: 10
+  model_config: {encoding: 'positional'}
+
+train:
+  log_every_n_steps: 2000

config/hao_1view_min_energy.yaml

@@ -0,0 +1,35 @@
+# Data:
+#   data_sim_type : 'hao' # simulated data (psi or hao)
+#   data_path : '/mnt/ground-data/data_fits/dcmer_0000_bang_0000_pB'
+
+path_to_save: "/glade/work/rjarolim/sunerf-cme/1view_min_energy_v01"
+working_directory: '/glade/derecho/scratch/rjarolim/sunerf-cme/1view_min_energy_v01'
+wandb:
+  entity: "ssa_live_twin"
+  project: "sunerf-cme-test"
+  name: "1view_min_energy_v01"
+
+data:
+  data_path_pB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_1view/*pB*.fits"
+  data_path_tB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_1view/*tB*.fits"
+  debug: False
+  Rs_per_ds: 1
+  seconds_per_dt: 86400
+  validation_cube: "/glade/work/rjarolim/data/sunerf-cme/hao/density_cube_v2/dens_stepnum_030.sav"
+
+sampling_config:
+  n_samples: 64
+  near: -130
+  far: 130
+
+module:
+  image_scaling_config: {vmin: -8, vmax: -4}
+  lambda_velocity_regularization: 1.0e-2
+  lambda_continuity: 1.0e-2
+  lambda_radial_regularization: 1.0e-2
+  lambda_brightness: 10
+  lambda_energy: 1.0e-4
+  model_config: {encoding: 'positional'}
+
+train:
+  log_every_n_steps: 2000

config/hao_2view.yaml

@@ -15,11 +15,12 @@ data:
   debug: False
   Rs_per_ds: 1
   seconds_per_dt: 86400
+  validation_cube: "/glade/work/rjarolim/data/sunerf-cme/hao/density_cube_v2/dens_stepnum_030.sav"
 
 sampling_config:
   n_samples: 64
-  near: -100
-  far: 100
+  near: -130
+  far: 130
 
 module:
   image_scaling_config: {vmin: -8, vmax: -4}
@@ -30,4 +31,4 @@ module:
   model_config: {encoding: 'positional'}
 
 train:
-  log_every_n_steps: 5000
+  log_every_n_steps: 2000

config/hao_2view_180.yaml

@@ -0,0 +1,34 @@
+# Data:
+#   data_sim_type : 'hao' # simulated data (psi or hao)
+#   data_path : '/mnt/ground-data/data_fits/dcmer_0000_bang_0000_pB'
+
+path_to_save: "/glade/work/rjarolim/sunerf-cme/2view_180_v01"
+working_directory: '/glade/derecho/scratch/rjarolim/sunerf-cme/2view_180_v01'
+wandb:
+  entity: "ssa_live_twin"
+  project: "sunerf-cme-test"
+  name: "2view_180_v01"
+
+data:
+  data_path_pB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_2view_180/*pB*.fits"
+  data_path_tB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_2view_180/*tB*.fits"
+  debug: False
+  Rs_per_ds: 1
+  seconds_per_dt: 86400
+  validation_cube: "/glade/work/rjarolim/data/sunerf-cme/hao/density_cube_v2/dens_stepnum_030.sav"
+
+sampling_config:
+  n_samples: 64
+  near: -130
+  far: 130
+
+module:
+  image_scaling_config: {vmin: -8, vmax: -4}
+  lambda_velocity_regularization: 1.0e-2
+  lambda_continuity: 1.0e-2
+  lambda_radial_regularization: 1.0e-2
+  lambda_brightness: 10
+  model_config: {encoding: 'positional'}
+
+train:
+  log_every_n_steps: 2000

config/hao_2view_270.yaml

@@ -0,0 +1,34 @@
+# Data:
+#   data_sim_type : 'hao' # simulated data (psi or hao)
+#   data_path : '/mnt/ground-data/data_fits/dcmer_0000_bang_0000_pB'
+
+path_to_save: "/glade/work/rjarolim/sunerf-cme/2view_270_v01"
+working_directory: '/glade/derecho/scratch/rjarolim/sunerf-cme/2view_270_v01'
+wandb:
+  entity: "ssa_live_twin"
+  project: "sunerf-cme-test"
+  name: "2view_270_v01"
+
+data:
+  data_path_pB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_2view_270/*pB*.fits"
+  data_path_tB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_2view_270/*tB*.fits"
+  debug: False
+  Rs_per_ds: 1
+  seconds_per_dt: 86400
+  validation_cube: "/glade/work/rjarolim/data/sunerf-cme/hao/density_cube_v2/dens_stepnum_030.sav"
+
+sampling_config:
+  n_samples: 64
+  near: -130
+  far: 130
+
+module:
+  image_scaling_config: {vmin: -8, vmax: -4}
+  lambda_velocity_regularization: 1.0e-2
+  lambda_continuity: 1.0e-2
+  lambda_radial_regularization: 1.0e-2
+  lambda_brightness: 10
+  model_config: {encoding: 'positional'}
+
+train:
+  log_every_n_steps: 2000

config/hao_2view_90.yaml

@@ -0,0 +1,34 @@
+# Data:
+#   data_sim_type : 'hao' # simulated data (psi or hao)
+#   data_path : '/mnt/ground-data/data_fits/dcmer_0000_bang_0000_pB'
+
+path_to_save: "/glade/work/rjarolim/sunerf-cme/2view_90_v01"
+working_directory: '/glade/derecho/scratch/rjarolim/sunerf-cme/2view_90_v01'
+wandb:
+  entity: "ssa_live_twin"
+  project: "sunerf-cme-test"
+  name: "2view_90_v01"
+
+data:
+  data_path_pB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_2view_90/*pB*.fits"
+  data_path_tB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_2view_90/*tB*.fits"
+  debug: False
+  Rs_per_ds: 1
+  seconds_per_dt: 86400
+  validation_cube: "/glade/work/rjarolim/data/sunerf-cme/hao/density_cube_v2/dens_stepnum_030.sav"
+
+sampling_config:
+  n_samples: 64
+  near: -130
+  far: 130
+
+module:
+  image_scaling_config: {vmin: -8, vmax: -4}
+  lambda_velocity_regularization: 1.0e-2
+  lambda_continuity: 1.0e-2
+  lambda_radial_regularization: 1.0e-2
+  lambda_brightness: 10
+  model_config: {encoding: 'positional'}
+
+train:
+  log_every_n_steps: 2000

config/hao_2view_background.yaml

@@ -0,0 +1,34 @@
+# Data:
+#   data_sim_type : 'hao' # simulated data (psi or hao)
+#   data_path : '/mnt/ground-data/data_fits/dcmer_0000_bang_0000_pB'
+
+path_to_save: "/glade/work/rjarolim/sunerf-cme/background_v02"
+working_directory: '/glade/derecho/scratch/rjarolim/sunerf-cme/background_v02'
+wandb:
+  entity: "ssa_live_twin"
+  project: "sunerf-cme-test"
+  name: "background_v01"
+
+data:
+  data_path_pB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_background/*pB*.fits"
+  data_path_tB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_background/*tB*.fits"
+  debug: False
+  Rs_per_ds: 1
+  seconds_per_dt: 86400
+  validation_cube: "/glade/work/rjarolim/data/sunerf-cme/hao/density_cube_v2/dens_stepnum_030.sav"
+
+sampling_config:
+  n_samples: 64
+  near: -130
+  far: 130
+
+module:
+  image_scaling_config: {vmin: -8, vmax: -4}
+  lambda_velocity_regularization: 1.0e-2
+  lambda_continuity: 1.0e-2
+  lambda_radial_regularization: 1.0e-2
+  lambda_brightness: 10
+  model_config: {encoding: 'positional'}
+
+train:
+  log_every_n_steps: 2000

config/hao_2view_no_physics.yaml

@@ -0,0 +1,34 @@
+# Data:
+#   data_sim_type : 'hao' # simulated data (psi or hao)
+#   data_path : '/mnt/ground-data/data_fits/dcmer_0000_bang_0000_pB'
+
+path_to_save: "/glade/work/rjarolim/sunerf-cme/2view_no_physics_v01"
+working_directory: '/glade/derecho/scratch/rjarolim/sunerf-cme/2view_no_physics_v01'
+wandb:
+  entity: "ssa_live_twin"
+  project: "sunerf-cme-test"
+  name: "2view_no_physics_v01"
+
+data:
+  data_path_pB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_2view/*pB*.fits"
+  data_path_tB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_2view/*tB*.fits"
+  debug: False
+  Rs_per_ds: 1
+  seconds_per_dt: 86400
+  validation_cube: "/glade/work/rjarolim/data/sunerf-cme/hao/density_cube_v2/dens_stepnum_030.sav"
+
+sampling_config:
+  n_samples: 64
+  near: -130
+  far: 130
+
+module:
+  image_scaling_config: {vmin: -8, vmax: -4}
+  lambda_velocity_regularization: 0
+  lambda_continuity: 0
+  lambda_radial_regularization: 0
+  lambda_brightness: 10
+  model_config: {encoding: 'positional'}
+
+train:
+  log_every_n_steps: 2000

config/hao_5view.yaml

@@ -2,24 +2,25 @@
 #   data_sim_type : 'hao' # simulated data (psi or hao)
 #   data_path : '/mnt/ground-data/data_fits/dcmer_0000_bang_0000_pB'
 
-path_to_save: "/glade/work/rjarolim/sunerf-cme/5view_v11"
-working_directory: '/glade/derecho/scratch/rjarolim/sunerf-cme/5view_v11'
+path_to_save: "/glade/work/rjarolim/sunerf-cme/5view_v01"
+working_directory: '/glade/derecho/scratch/rjarolim/sunerf-cme/5view_v01'
 wandb:
   entity: "ssa_live_twin"
   project: "sunerf-cme-test"
   name: "5view_v01"
 
 data:
-  data_path_pB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_5view/*pB*.fits"
-  data_path_tB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_5view/*tB*.fits"
+  data_path_pB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_5/*pB*.fits"
+  data_path_tB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_5/*tB*.fits"
   debug: False
   Rs_per_ds: 1
   seconds_per_dt: 86400
+  validation_cube: "/glade/work/rjarolim/data/sunerf-cme/hao/density_cube_v2/dens_stepnum_030.sav"
 
 sampling_config:
   n_samples: 64
-  near: -100
-  far: 100
+  near: -130
+  far: 130
 
 module:
   image_scaling_config: {vmin: -8, vmax: -4}
@@ -30,4 +31,4 @@ module:
   model_config: {encoding: 'positional'}
 
 train:
-  log_every_n_steps: 5000
+  log_every_n_steps: 2000

config/hao_5view_no_physics.yaml

@@ -0,0 +1,34 @@
+# Data:
+#   data_sim_type : 'hao' # simulated data (psi or hao)
+#   data_path : '/mnt/ground-data/data_fits/dcmer_0000_bang_0000_pB'
+
+path_to_save: "/glade/work/rjarolim/sunerf-cme/5view_no_physics_v01"
+working_directory: '/glade/derecho/scratch/rjarolim/sunerf-cme/5view_no_physics_v01'
+wandb:
+  entity: "ssa_live_twin"
+  project: "sunerf-cme-test"
+  name: "5view_no_physics_v01"
+
+data:
+  data_path_pB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_5/*pB*.fits"
+  data_path_tB: "/glade/work/rjarolim/data/sunerf-cme/hao/prep-data/prep_HAO_5/*tB*.fits"
+  debug: False
+  Rs_per_ds: 1
+  seconds_per_dt: 86400
+  validation_cube: "/glade/work/rjarolim/data/sunerf-cme/hao/density_cube_v2/dens_stepnum_030.sav"
+
+sampling_config:
+  n_samples: 64
+  near: -130
+  far: 130
+
+module:
+  image_scaling_config: {vmin: -8, vmax: -4}
+  lambda_velocity_regularization: 0
+  lambda_continuity: 0
+  lambda_radial_regularization: 0
+  lambda_brightness: 10
+  model_config: {encoding: 'positional'}
+
+train:
+  log_every_n_steps: 2000