From c1407e02199d6a873df0af833fdff8aa189370ee Mon Sep 17 00:00:00 2001 From: Gaspard Goupy <gaspard.goupy@univ-lille.fr> Date: Tue, 12 Mar 2024 12:01:31 +0000 Subject: [PATCH] Add configs without weight norm. --- .../analysis/t_gap/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../CIFAR10/analysis/t_gap/sstdp-nownorm.json | 43 +++++++++++++++++++ .../CIFAR10/csnn-128/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../CIFAR10/csnn-128/sstdp-nownorm.json | 43 +++++++++++++++++++ .../CIFAR10/csnn-16/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../config/CIFAR10/csnn-16/sstdp-nownorm.json | 43 +++++++++++++++++++ .../CIFAR10/csnn-64/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../config/CIFAR10/csnn-64/sstdp-nownorm.json | 43 +++++++++++++++++++ .../CIFAR10/gridsearch/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../CIFAR10/gridsearch/sstdp-nownorm.json | 43 +++++++++++++++++++ .../analysis/t_gap/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../F-MNIST/analysis/t_gap/sstdp-nownorm.json | 43 +++++++++++++++++++ .../F-MNIST/csnn-128/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../F-MNIST/csnn-128/sstdp-nownorm.json | 43 +++++++++++++++++++ .../F-MNIST/csnn-16/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../config/F-MNIST/csnn-16/sstdp-nownorm.json | 43 +++++++++++++++++++ .../F-MNIST/csnn-64/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../config/F-MNIST/csnn-64/sstdp-nownorm.json | 43 +++++++++++++++++++ .../F-MNIST/gridsearch/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../F-MNIST/gridsearch/sstdp-nownorm.json | 43 +++++++++++++++++++ .../MNIST/analysis/t_gap/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../MNIST/analysis/t_gap/sstdp-nownorm.json | 43 +++++++++++++++++++ .../config/MNIST/csnn-128/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../config/MNIST/csnn-128/sstdp-nownorm.json | 43 +++++++++++++++++++ .../config/MNIST/csnn-16/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../config/MNIST/csnn-16/sstdp-nownorm.json | 43 +++++++++++++++++++ .../config/MNIST/csnn-64/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../config/MNIST/csnn-64/sstdp-nownorm.json | 43 +++++++++++++++++++ .../MNIST/gridsearch/s2stdp-nownorm.json | 43 +++++++++++++++++++ .../MNIST/gridsearch/sstdp-nownorm.json | 43 +++++++++++++++++++ 30 files changed, 1290 insertions(+) create mode 100644 scripts/config/CIFAR10/analysis/t_gap/s2stdp-nownorm.json create mode 100644 scripts/config/CIFAR10/analysis/t_gap/sstdp-nownorm.json create mode 100644 scripts/config/CIFAR10/csnn-128/s2stdp-nownorm.json create mode 100644 scripts/config/CIFAR10/csnn-128/sstdp-nownorm.json create mode 100644 scripts/config/CIFAR10/csnn-16/s2stdp-nownorm.json create mode 100644 scripts/config/CIFAR10/csnn-16/sstdp-nownorm.json create mode 100644 scripts/config/CIFAR10/csnn-64/s2stdp-nownorm.json create mode 100644 scripts/config/CIFAR10/csnn-64/sstdp-nownorm.json create mode 100644 scripts/config/CIFAR10/gridsearch/s2stdp-nownorm.json create mode 100644 scripts/config/CIFAR10/gridsearch/sstdp-nownorm.json create mode 100644 scripts/config/F-MNIST/analysis/t_gap/s2stdp-nownorm.json create mode 100644 scripts/config/F-MNIST/analysis/t_gap/sstdp-nownorm.json create mode 100644 scripts/config/F-MNIST/csnn-128/s2stdp-nownorm.json create mode 100644 scripts/config/F-MNIST/csnn-128/sstdp-nownorm.json create mode 100644 scripts/config/F-MNIST/csnn-16/s2stdp-nownorm.json create mode 100644 scripts/config/F-MNIST/csnn-16/sstdp-nownorm.json create mode 100644 scripts/config/F-MNIST/csnn-64/s2stdp-nownorm.json create mode 100644 scripts/config/F-MNIST/csnn-64/sstdp-nownorm.json create mode 100644 scripts/config/F-MNIST/gridsearch/s2stdp-nownorm.json create mode 100644 scripts/config/F-MNIST/gridsearch/sstdp-nownorm.json create mode 100644 scripts/config/MNIST/analysis/t_gap/s2stdp-nownorm.json create mode 100644 scripts/config/MNIST/analysis/t_gap/sstdp-nownorm.json create mode 100644 scripts/config/MNIST/csnn-128/s2stdp-nownorm.json create mode 100644 scripts/config/MNIST/csnn-128/sstdp-nownorm.json create mode 100644 scripts/config/MNIST/csnn-16/s2stdp-nownorm.json create mode 100644 scripts/config/MNIST/csnn-16/sstdp-nownorm.json create mode 100644 scripts/config/MNIST/csnn-64/s2stdp-nownorm.json create mode 100644 scripts/config/MNIST/csnn-64/sstdp-nownorm.json create mode 100644 scripts/config/MNIST/gridsearch/s2stdp-nownorm.json create mode 100644 scripts/config/MNIST/gridsearch/sstdp-nownorm.json diff --git a/scripts/config/CIFAR10/analysis/t_gap/s2stdp-nownorm.json b/scripts/config/CIFAR10/analysis/t_gap/s2stdp-nownorm.json new file mode 100644 index 0000000..205166a --- /dev/null +++ b/scripts/config/CIFAR10/analysis/t_gap/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 550, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": [ 0.2, 0.1, 0.075, 0.05, 0.025, 0.01, 0.0075, 0.005, 0.0025, 0.001, 0.00075, 0.0005, 0.00025, 0.0001 ], + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.1, + "stdp_am": -0.01, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/CIFAR10/analysis/t_gap/sstdp-nownorm.json b/scripts/config/CIFAR10/analysis/t_gap/sstdp-nownorm.json new file mode 100644 index 0000000..52eb90c --- /dev/null +++ b/scripts/config/CIFAR10/analysis/t_gap/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": 400, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": [ 0.2, 0.1, 0.075, 0.05, 0.025, 0.01, 0.0075, 0.005, 0.0025, 0.001, 0.00075, 0.0005, 0.00025, 0.0001 ], + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.075, + "stdp_am": -0.01, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/CIFAR10/csnn-128/s2stdp-nownorm.json b/scripts/config/CIFAR10/csnn-128/s2stdp-nownorm.json new file mode 100644 index 0000000..3a2e7e7 --- /dev/null +++ b/scripts/config/CIFAR10/csnn-128/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 550, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.0025, + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.1, + "stdp_am": -0.01, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/CIFAR10/csnn-128/sstdp-nownorm.json b/scripts/config/CIFAR10/csnn-128/sstdp-nownorm.json new file mode 100644 index 0000000..47c3038 --- /dev/null +++ b/scripts/config/CIFAR10/csnn-128/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": 400, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.0005, + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.075, + "stdp_am": -0.01, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/CIFAR10/csnn-16/s2stdp-nownorm.json b/scripts/config/CIFAR10/csnn-16/s2stdp-nownorm.json new file mode 100644 index 0000000..d9b5921 --- /dev/null +++ b/scripts/config/CIFAR10/csnn-16/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 135, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.0025, + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.1, + "stdp_am": -0.01, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/CIFAR10/csnn-16/sstdp-nownorm.json b/scripts/config/CIFAR10/csnn-16/sstdp-nownorm.json new file mode 100644 index 0000000..026ca63 --- /dev/null +++ b/scripts/config/CIFAR10/csnn-16/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": 100, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.0005, + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.075, + "stdp_am": -0.01, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/CIFAR10/csnn-64/s2stdp-nownorm.json b/scripts/config/CIFAR10/csnn-64/s2stdp-nownorm.json new file mode 100644 index 0000000..b74cade --- /dev/null +++ b/scripts/config/CIFAR10/csnn-64/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 275, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.0025, + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.1, + "stdp_am": -0.01, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/CIFAR10/csnn-64/sstdp-nownorm.json b/scripts/config/CIFAR10/csnn-64/sstdp-nownorm.json new file mode 100644 index 0000000..25d8024 --- /dev/null +++ b/scripts/config/CIFAR10/csnn-64/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": 200, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.0005, + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.075, + "stdp_am": -0.01, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/CIFAR10/gridsearch/s2stdp-nownorm.json b/scripts/config/CIFAR10/gridsearch/s2stdp-nownorm.json new file mode 100644 index 0000000..014c775 --- /dev/null +++ b/scripts/config/CIFAR10/gridsearch/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": [ 350, 400, 450, 500, 550, 600 ], + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": [ 0.005, 0.0025, 0.001, 0.00075, 0.0005, 0.00025, 0.0001 ], + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": [ 0.1, 0.075, 0.05, 0.025, 0.01 ], + "stdp_am": [ -0.05, -0.025, -0.01, -0.0075, -0.005 ], + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/CIFAR10/gridsearch/sstdp-nownorm.json b/scripts/config/CIFAR10/gridsearch/sstdp-nownorm.json new file mode 100644 index 0000000..fc813f6 --- /dev/null +++ b/scripts/config/CIFAR10/gridsearch/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": [ 150, 200, 250, 350, 400, 450 ], + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": [ 0.005, 0.0025, 0.001, 0.00075, 0.0005, 0.00025, 0.0001 ], + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": [ 0.1, 0.075, 0.05, 0.025, 0.01 ], + "stdp_am": [ -0.05, -0.025, -0.01, -0.0075, -0.005 ], + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/F-MNIST/analysis/t_gap/s2stdp-nownorm.json b/scripts/config/F-MNIST/analysis/t_gap/s2stdp-nownorm.json new file mode 100644 index 0000000..c0ae4bb --- /dev/null +++ b/scripts/config/F-MNIST/analysis/t_gap/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 350, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": [ 0.1, 0.075, 0.05, 0.025, 0.01, 0.0075, 0.005, 0.0025, 0.001, 0.00075, 0.0005, 0.00025, 0.0001 ], + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.1, + "stdp_am": -0.005, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/F-MNIST/analysis/t_gap/sstdp-nownorm.json b/scripts/config/F-MNIST/analysis/t_gap/sstdp-nownorm.json new file mode 100644 index 0000000..1d7ed8d --- /dev/null +++ b/scripts/config/F-MNIST/analysis/t_gap/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 150, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": [ 0.1, 0.075, 0.05, 0.025, 0.01, 0.0075, 0.005, 0.0025, 0.001, 0.00075, 0.0005, 0.00025, 0.0001 ], + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.025, + "stdp_am": -0.001, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/F-MNIST/csnn-128/s2stdp-nownorm.json b/scripts/config/F-MNIST/csnn-128/s2stdp-nownorm.json new file mode 100644 index 0000000..6b2d174 --- /dev/null +++ b/scripts/config/F-MNIST/csnn-128/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 350, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.025, + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.1, + "stdp_am": -0.005, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} diff --git a/scripts/config/F-MNIST/csnn-128/sstdp-nownorm.json b/scripts/config/F-MNIST/csnn-128/sstdp-nownorm.json new file mode 100644 index 0000000..2cc47c4 --- /dev/null +++ b/scripts/config/F-MNIST/csnn-128/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": 150, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.05, + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.025, + "stdp_am": -0.001, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/F-MNIST/csnn-16/s2stdp-nownorm.json b/scripts/config/F-MNIST/csnn-16/s2stdp-nownorm.json new file mode 100644 index 0000000..8c114c5 --- /dev/null +++ b/scripts/config/F-MNIST/csnn-16/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": 85, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.025, + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.1, + "stdp_am": -0.005, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/F-MNIST/csnn-16/sstdp-nownorm.json b/scripts/config/F-MNIST/csnn-16/sstdp-nownorm.json new file mode 100644 index 0000000..c3b6303 --- /dev/null +++ b/scripts/config/F-MNIST/csnn-16/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": 35, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.05, + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.025, + "stdp_am": -0.001, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/F-MNIST/csnn-64/s2stdp-nownorm.json b/scripts/config/F-MNIST/csnn-64/s2stdp-nownorm.json new file mode 100644 index 0000000..d26f0b3 --- /dev/null +++ b/scripts/config/F-MNIST/csnn-64/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": 175, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.025, + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.1, + "stdp_am": -0.005, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/F-MNIST/csnn-64/sstdp-nownorm.json b/scripts/config/F-MNIST/csnn-64/sstdp-nownorm.json new file mode 100644 index 0000000..2c9a343 --- /dev/null +++ b/scripts/config/F-MNIST/csnn-64/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": 75, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.05, + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.025, + "stdp_am": -0.001, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/F-MNIST/gridsearch/s2stdp-nownorm.json b/scripts/config/F-MNIST/gridsearch/s2stdp-nownorm.json new file mode 100644 index 0000000..74b81bc --- /dev/null +++ b/scripts/config/F-MNIST/gridsearch/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": [ 150, 200, 250, 300, 350, 400 ], + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": [ 0.075, 0.05, 0.025, 0.01, 0.0075, 0.005 ], + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": [ 0.1, 0.075, 0.05, 0.025, 0.01 ], + "stdp_am": [ -0.0075, -0.005, -0.0025, -0.001, 0 ], + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/F-MNIST/gridsearch/sstdp-nownorm.json b/scripts/config/F-MNIST/gridsearch/sstdp-nownorm.json new file mode 100644 index 0000000..8219941 --- /dev/null +++ b/scripts/config/F-MNIST/gridsearch/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": [ 100, 150, 200, 250, 300, 350 ], + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": [ 0.07, 0.06, 0.05, 0.04, 0.03, 0.02, 0.01 ], + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": [ 0.1, 0.075, 0.05, 0.025, 0.01 ], + "stdp_am": [ -0.0075, -0.005, -0.0025, -0.001, 0 ], + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/MNIST/analysis/t_gap/s2stdp-nownorm.json b/scripts/config/MNIST/analysis/t_gap/s2stdp-nownorm.json new file mode 100644 index 0000000..06db14f --- /dev/null +++ b/scripts/config/MNIST/analysis/t_gap/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 300, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": [ 0.2, 0.1, 0.075, 0.05, 0.025, 0.01, 0.0075, 0.005, 0.0025, 0.001, 0.00075, 0.0005, 0.00025, 0.0001 ], + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.05, + "stdp_am": -0.005, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/MNIST/analysis/t_gap/sstdp-nownorm.json b/scripts/config/MNIST/analysis/t_gap/sstdp-nownorm.json new file mode 100644 index 0000000..a3ba7ac --- /dev/null +++ b/scripts/config/MNIST/analysis/t_gap/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 150, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.2, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": [ 0.2, 0.1, 0.075, 0.05, 0.025, 0.01, 0.0075, 0.005, 0.0025, 0.001, 0.00075, 0.0005, 0.00025, 0.0001 ], + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.05, + "stdp_am": 0, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/MNIST/csnn-128/s2stdp-nownorm.json b/scripts/config/MNIST/csnn-128/s2stdp-nownorm.json new file mode 100644 index 0000000..bea3844 --- /dev/null +++ b/scripts/config/MNIST/csnn-128/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 300, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.0075, + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.05, + "stdp_am": -0.005, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/MNIST/csnn-128/sstdp-nownorm.json b/scripts/config/MNIST/csnn-128/sstdp-nownorm.json new file mode 100644 index 0000000..3f3b9ad --- /dev/null +++ b/scripts/config/MNIST/csnn-128/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 150, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.2, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.07, + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.05, + "stdp_am": 0, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/MNIST/csnn-16/s2stdp-nownorm.json b/scripts/config/MNIST/csnn-16/s2stdp-nownorm.json new file mode 100644 index 0000000..f9e1361 --- /dev/null +++ b/scripts/config/MNIST/csnn-16/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 75, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.0075, + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.05, + "stdp_am": -0.005, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/MNIST/csnn-16/sstdp-nownorm.json b/scripts/config/MNIST/csnn-16/sstdp-nownorm.json new file mode 100644 index 0000000..199fce8 --- /dev/null +++ b/scripts/config/MNIST/csnn-16/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 35, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.2, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.07, + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.05, + "stdp_am": 0, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/MNIST/csnn-64/s2stdp-nownorm.json b/scripts/config/MNIST/csnn-64/s2stdp-nownorm.json new file mode 100644 index 0000000..a62b050 --- /dev/null +++ b/scripts/config/MNIST/csnn-64/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 150, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.0075, + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.05, + "stdp_am": -0.005, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/MNIST/csnn-64/sstdp-nownorm.json b/scripts/config/MNIST/csnn-64/sstdp-nownorm.json new file mode 100644 index 0000000..2526f06 --- /dev/null +++ b/scripts/config/MNIST/csnn-64/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": true, + + "n_neurons": 10, + "firing_threshold": 75, + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.2, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": 0.07, + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": 0.05, + "stdp_am": 0, + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/MNIST/gridsearch/s2stdp-nownorm.json b/scripts/config/MNIST/gridsearch/s2stdp-nownorm.json new file mode 100644 index 0000000..41967ee --- /dev/null +++ b/scripts/config/MNIST/gridsearch/s2stdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": [ 100, 150, 200, 250, 300, 350 ], + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": [ 0.05, 0.04, 0.03, 0.02, 0.01, 0.0075, 0.005 ], + "adjust_t_gap": true, + "loss_bounds": false, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": [ 0.1, 0.075, 0.05, 0.025, 0.01 ], + "stdp_am": [ -0.0075, -0.005, -0.0025, -0.001, 0 ], + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file diff --git a/scripts/config/MNIST/gridsearch/sstdp-nownorm.json b/scripts/config/MNIST/gridsearch/sstdp-nownorm.json new file mode 100644 index 0000000..e5fee61 --- /dev/null +++ b/scripts/config/MNIST/gridsearch/sstdp-nownorm.json @@ -0,0 +1,43 @@ +{ + "full_logs": false, + + "n_neurons": 10, + "firing_threshold": [ 100, 150, 200, 250, 300, 350 ], + "leak_tau": null, + "decision_making": "single", + + "w_min": 0, + "w_max": 1, + "w_normal_init": true, + "w_init_mean": 0.5, + "w_init_std": 0.01, + "normalize_weights": false, + "w_mean_norm": 0.3, + + "n_epochs": 100, + "training_method": "sstdp", + "loss_type": "mean", + "t_gap": [ 0.08, 0.07, 0.06, 0.05, 0.04, 0.03, 0.02, 0.01 ], + "adjust_t_gap": true, + "loss_bounds": true, + "class_wta": true, + "early_stopping": true, + "early_stop_patience": 10, + + "stdp_type": "multiplicative", + "stdp_soft_bound": false, + "stdp_ignore_silent": false, + "stdp_ap": [ 0.1, 0.075, 0.05, 0.025, 0.01 ], + "stdp_am": [ -0.0075, -0.005, -0.0025, -0.001, 0 ], + "stdp_anti_ap": null, + "stdp_anti_am": null, + "stdp_ltp_win": 1, + "stdp_ltd_win": 1, + "stdp_ltp_offset": 0, + "stdp_b": 1, + "modulate_lr_perf": false, + "lr_annealing": 0.98, + + "dropout_in": 0, + "dropout_out": 0 +} \ No newline at end of file -- GitLab