Skip to content

Commit

Permalink
new models
Browse files Browse the repository at this point in the history
  • Loading branch information
@anaismoller
anaismoller committed Sep 20, 2024
1 parent 2c7fe00 commit 8585ca3
Show file tree
Hide file tree
Showing 28 changed files with 598 additions and 763 deletions.
140 changes: 58 additions & 82 deletions fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/cli_args.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -111,9 +111,9 @@
"debug": false,
"done_file": null,
"dropout": 0.05,
"dump_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast",
"dump_dir": "/scratch/midway2/amoller/snn_Sep24_fast",
"explore_lightcurves": false,
"fits_dir": "/home/anaismoller/snndump/fits",
"fits_dir": "/project2/rkessler/SURVEYS/DES/USERS/amoller/snndump/fits",
"hidden_dim": 32,
"layer_type": "lstm",
"learning_rate": 0.001,
Expand Down Expand Up @@ -170,9 +170,9 @@
"prediction_files": null,
"random_length": true,
"random_redshift": false,
"raw_dir": "/home/anaismoller/snndump/raw",
"raw_dir": "/project2/rkessler/SURVEYS/DES/USERS/amoller/snndump/raw",
"redshift": "zspe",
"redshift_label": "none",
"redshift_label": "HOSTGAL_SPECZ",
"rho_scale_lower": 4.0,
"rho_scale_lower_output": 4.0,
"rho_scale_upper": 3.0,
Expand All @@ -182,37 +182,25 @@
"seed": 0,
"sntype_var": "SNTYPE",
"sntypes": {
"10": "SN",
"11": "SN",
"12": "SN",
"20": "SN",
"21": "SN",
"25": "SN",
"26": "SN",
"27": "SN",
"30": "SN",
"31": "SN",
"32": "SN",
"35": "SN",
"36": "SN",
"37": "SN",
"40": "Long",
"42": "Long",
"45": "Long",
"46": "Long",
"50": "Ia",
"51": "Ia",
"59": "Long",
"60": "Non Periodic",
"80": "Periodic",
"82": "Ia",
"83": "Periodic",
"84": "Ia",
"87": "Ia",
"88": "Ia",
"89": "Ia",
"90": "Periodic",
"91": "Periodic"
"111": "SN",
"112": "SN",
"113": "SN",
"114": "SN",
"115": "SN",
"121": "Ia",
"122": "Ia",
"123": "Ia",
"124": "Ia",
"131": "Long",
"132": "Long",
"133": "Long",
"134": "Long",
"135": "Long",
"211": "Periodic",
"212": "Periodic",
"213": "Periodic",
"214": "Periodic",
"221": "Non-Periodic"
},
"source_data": "photometry",
"speed": false,
Expand All @@ -239,17 +227,17 @@
"device": "cpu",
"done_file": null,
"dropout": 0.05,
"dump_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast",
"explore_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/explore",
"dump_dir": "/scratch/midway2/amoller/snn_Sep24_fast",
"explore_dir": "/scratch/midway2/amoller/snn_Sep24_fast/explore",
"explore_lightcurves": false,
"figures_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/figures",
"fits_dir": "/home/anaismoller/snndump/fits",
"hdf5_file_name": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/processed/database.h5",
"figures_dir": "/scratch/midway2/amoller/snn_Sep24_fast/figures",
"fits_dir": "/project2/rkessler/SURVEYS/DES/USERS/amoller/snndump/fits",
"hdf5_file_name": "/scratch/midway2/amoller/snn_Sep24_fast/processed/database.h5",
"hidden_dim": 32,
"latex_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/latex",
"latex_dir": "/scratch/midway2/amoller/snn_Sep24_fast/latex",
"layer_type": "lstm",
"learning_rate": 0.001,
"lightcurves_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/lightcurves",
"lightcurves_dir": "/scratch/midway2/amoller/snn_Sep24_fast/lightcurves",
"list_filters": [
"u",
"g",
Expand Down Expand Up @@ -336,7 +324,7 @@
"min_samples_split": 10,
"model": "vanilla",
"model_files": null,
"models_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/models",
"models_dir": "/scratch/midway2/amoller/snn_Sep24_fast/models",
"monitor_interval": 1,
"n_estimators": 50,
"nb_classes": 2,
Expand Down Expand Up @@ -443,13 +431,13 @@
"photo_window_min": -30,
"photo_window_var": "PKMJDINI",
"pi": 0.75,
"pickle_file_name": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/processed/database.pickle",
"pickle_file_name": "/scratch/midway2/amoller/snn_Sep24_fast/processed/database.pickle",
"plot_file": null,
"plot_lcs": false,
"plot_prediction_distribution": false,
"prediction_files": null,
"preprocessed_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/preprocessed",
"processed_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/processed",
"preprocessed_dir": "/scratch/midway2/amoller/snn_Sep24_fast/preprocessed",
"processed_dir": "/scratch/midway2/amoller/snn_Sep24_fast/processed",
"pytorch_model_name": "vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C",
"random_length": true,
"random_redshift": false,
Expand All @@ -475,59 +463,47 @@
"HOSTGAL_SPECZ_ERR"
],
"randomforest_model_name": "randomforest_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile",
"raw_dir": "/home/anaismoller/snndump/raw",
"raw_dir": "/project2/rkessler/SURVEYS/DES/USERS/amoller/snndump/raw",
"redshift": "zspe",
"redshift_features": [
"HOSTGAL_SPECZ",
"HOSTGAL_SPECZ_ERR"
],
"redshift_label": "none",
"rf_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/models/randomforest_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile",
"redshift_label": "HOSTGAL_SPECZ",
"rf_dir": "/scratch/midway2/amoller/snn_Sep24_fast/models/randomforest_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile",
"rho_scale_lower": 4.0,
"rho_scale_lower_output": 4.0,
"rho_scale_upper": 3.0,
"rho_scale_upper_output": 3.0,
"rnn_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/models/vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C",
"rnn_dir": "/scratch/midway2/amoller/snn_Sep24_fast/models/vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C",
"rnn_output_option": "mean",
"science_plots": false,
"seed": 0,
"sntype_var": "SNTYPE",
"sntypes": {
"10": "SN",
"11": "SN",
"12": "SN",
"20": "SN",
"21": "SN",
"25": "SN",
"26": "SN",
"27": "SN",
"30": "SN",
"31": "SN",
"32": "SN",
"35": "SN",
"36": "SN",
"37": "SN",
"40": "Long",
"42": "Long",
"45": "Long",
"46": "Long",
"50": "Ia",
"51": "Ia",
"59": "Long",
"60": "Non Periodic",
"80": "Periodic",
"82": "Ia",
"83": "Periodic",
"84": "Ia",
"87": "Ia",
"88": "Ia",
"89": "Ia",
"90": "Periodic",
"91": "Periodic"
"111": "SN",
"112": "SN",
"113": "SN",
"114": "SN",
"115": "SN",
"121": "Ia",
"122": "Ia",
"123": "Ia",
"124": "Ia",
"131": "Long",
"132": "Long",
"133": "Long",
"134": "Long",
"135": "Long",
"211": "Periodic",
"212": "Periodic",
"213": "Periodic",
"214": "Periodic",
"221": "Non-Periodic"
},
"source_data": "photometry",
"speed": false,
"stats_dir": "/spark_mongo_tmp/anaismoller/snn_filtered_fast/stats",
"stats_dir": "/scratch/midway2/amoller/snn_Sep24_fast/stats",
"testing_ids": null,
"train_rf": false,
"train_rnn": true,
Expand Down
52 changes: 26 additions & 26 deletions fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/data_norm.json
View file
Original file line number Diff line number Diff line change
@@ -1,67 +1,67 @@
{
"FLUXCALERR_Y": {
"mean": -6.074845790863037,
"mean": -5.95202112197876,
"min": 0.0,
"std": 8.143190383911133
"std": 8.191194534301758
},
"FLUXCALERR_g": {
"mean": -6.074845790863037,
"mean": -5.95202112197876,
"min": 0.0,
"std": 8.143190383911133
"std": 8.191194534301758
},
"FLUXCALERR_i": {
"mean": -6.074845790863037,
"mean": -5.95202112197876,
"min": 0.0,
"std": 8.143190383911133
"std": 8.191194534301758
},
"FLUXCALERR_r": {
"mean": -6.074845790863037,
"mean": -5.95202112197876,
"min": 0.0,
"std": 8.143190383911133
"std": 8.191194534301758
},
"FLUXCALERR_u": {
"mean": -6.074845790863037,
"mean": -5.95202112197876,
"min": 0.0,
"std": 8.143190383911133
"std": 8.191194534301758
},
"FLUXCALERR_z": {
"mean": -6.074845790863037,
"mean": -5.95202112197876,
"min": 0.0,
"std": 8.143190383911133
"std": 8.191194534301758
},
"FLUXCAL_Y": {
"mean": 15.280020713806152,
"mean": 15.077818870544434,
"min": -2000.0,
"std": 0.0065855830907821655
"std": 0.0070768618024885654
},
"FLUXCAL_g": {
"mean": 15.280020713806152,
"mean": 15.077818870544434,
"min": -2000.0,
"std": 0.0065855830907821655
"std": 0.0070768618024885654
},
"FLUXCAL_i": {
"mean": 15.280020713806152,
"mean": 15.077818870544434,
"min": -2000.0,
"std": 0.0065855830907821655
"std": 0.0070768618024885654
},
"FLUXCAL_r": {
"mean": 15.280020713806152,
"mean": 15.077818870544434,
"min": -2000.0,
"std": 0.0065855830907821655
"std": 0.0070768618024885654
},
"FLUXCAL_u": {
"mean": 15.280020713806152,
"mean": 15.077818870544434,
"min": -2000.0,
"std": 0.0065855830907821655
"std": 0.0070768618024885654
},
"FLUXCAL_z": {
"mean": 15.280020713806152,
"mean": 15.077818870544434,
"min": -2000.0,
"std": 0.0065855830907821655
"std": 0.0070768618024885654
},
"delta_time": {
"mean": -0.04547923430800438,
"mean": 0.16131117939949036,
"min": 0.0,
"std": 3.821012496948242
"std": 3.4907279014587402
}
}
Binary file modified fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/model.pt
View file
Binary file not shown.
2 changes: 1 addition & 1 deletion fink_science/data/models/snn_models/elasticc_binary_broad/Fast_vs_other/training_log.json
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
{"vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C": {"training_time": 69.58515763282776, "AUC": 0.9996307432610646, "Acc": 0.9806678383128296, "loss": 0.049900840647633185, "data_types_training": "['0 SN [10, 11, 12, 20, 21, 25, 26, 27, 30, 31, 32, 35, 36, 37]'\n '1 Long [40, 42, 45, 46, 59]' '2 Ia [50, 51, 82, 84, 87, 88, 89]'\n '3 Non Periodic [60]' '4 Periodic [80, 83, 90, 91]']"}}
{"vanilla_S_0_CLF_2_R_zspe_photometry_DF_1.0_N_cosmo_quantile_lstm_32x2_0.05_128_True_mean_C": {"training_time": 49.65419936180115, "AUC": 0.996613570801455, "Acc": 0.9565217391304348, "loss": 0.10184278022404714, "data_types_training": "['0 SN [111, 112, 113, 114, 115]' '1 Ia [121, 122, 123, 124]'\n '2 Long [131, 132, 133, 134, 135]' '3 Periodic [211, 212, 213, 214]'\n '4 Non-Periodic [221]']"}}
Loading

0 comments on commit 8585ca3

Please sign in to comment.